-- Logs begin at Fri 2022-05-27 02:22:04 UTC, end at Fri 2022-05-27 04:00:12 UTC. -- May 27 03:25:56.451664 dv-cinder-828805-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 27 03:25:59.228186 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.common.config [-] Logging enabled! May 27 03:25:59.228824 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev246 May 27 03:25:59.228964 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104501) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 27 03:25:59.232260 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.common.config [-] Logging enabled! May 27 03:25:59.232514 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev246 May 27 03:25:59.232818 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104501) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 27 03:25:59.233735 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 27 03:25:59.233963 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 27 03:25:59.234335 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 27 03:25:59.234573 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 27 03:25:59.234794 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 27 03:25:59.235227 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.235524 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.235749 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.236044 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.236333 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.236610 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.236896 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.237187 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.237469 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.237743 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.238020 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.238245 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.238521 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.238802 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.239106 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.239325 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] debug = True {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.239599 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.240036 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.240442 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.240717 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.241001 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.241274 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.241541 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.241811 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.242094 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.242415 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] host = dv-cinder-828805-4-iscsi {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.242685 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.242993 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.243278 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.243561 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.243829 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.244603 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.244878 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.245145 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.245411 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] log_file = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.245679 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.245960 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.246239 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.246521 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.246739 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.246981 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.247262 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.247545 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.247813 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.248079 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.248346 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.248610 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.248876 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.249136 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.249416 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.249694 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.249971 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.250239 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.250505 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.250770 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.251055 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.251334 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.251602 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.251870 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.252141 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.252420 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.252681 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.252943 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.253236 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.253516 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.253793 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.254072 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.254339 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.254618 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.254905 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.255172 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.255436 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] use_json = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.255703 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.255964 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.256236 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.256500 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.256762 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.257026 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.257291 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.257568 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.257832 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:25:59.258118 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.258408 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.258698 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.259000 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.259300 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.259573 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.260423 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.260696 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.260979 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.261260 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.261545 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.261815 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.262113 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.262393 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.262680 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.263006 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.263297 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.263587 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.263859 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.264129 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.264400 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.264673 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.264956 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.265228 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.265514 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.265798 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.266072 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.266364 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.266644 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.266951 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.267243 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.267532 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.267803 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.268077 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.268363 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.268636 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.268903 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.269185 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.269458 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.269725 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.270001 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.270285 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.270567 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.270862 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.271125 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.271409 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.271679 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.271947 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.272222 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.272495 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.272763 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.273043 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.273314 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.273582 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.273848 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.274120 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.274387 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.274656 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.274948 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.275214 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.275486 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.275751 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.276016 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.276279 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.276543 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.276806 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.277067 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.277331 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.277600 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.277863 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.278128 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.278394 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.278656 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.278945 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.279237 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.279506 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.279777 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.280046 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.280313 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.280580 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.280846 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.281114 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.281382 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.281646 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.281924 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.282202 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.282479 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.282749 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.283045 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.283358 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.283628 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.283896 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.284169 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.284438 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.284706 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.284980 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.285253 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.285540 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.285824 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.286094 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.286379 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.286663 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.286973 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.287250 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.287553 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.287824 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:25:59.288036 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 27 03:25:59.288266 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104501) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 27 03:25:59.737776 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 27 03:25:59.738045 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 27 03:25:59.738344 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 27 03:25:59.738670 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.manager [-] Loading core plugin: ml2 May 27 03:26:00.062453 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:00.062745 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:00.063039 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:00.064191 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:00.064465 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:00.064727 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:00.119577 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:00.119970 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:00.120236 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:00.135430 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:00.135704 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:00.135969 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:00.165168 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:00.165444 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:00.165704 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:00.204883 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:00.205163 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:00.205430 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:00.545738 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:00.546375 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:00.546375 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:00.546594 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:00.547223 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:00.646177 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:00.646511 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:00.646794 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:00.647093 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:00.647358 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:00.647665 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:00.647923 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:00.648176 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:00.648427 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:00.648704 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:00.648961 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:00.649222 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:00.649474 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:00.649729 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:00.649979 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:00.650272 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:00.650525 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:00.650788 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:00.651076 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:00.651331 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:00.651605 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:00.651853 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:00.652128 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:00.652509 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:00.652760 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:00.653006 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:00.653394 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104501) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 03:26:00.653638 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104501) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 03:26:00.653873 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104501) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 03:26:00.654106 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104501) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 03:26:00.654339 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104501) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 03:26:00.654570 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104501) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 03:26:00.654959 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 27 03:26:00.659060 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 27 03:26:00.662965 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 27 03:26:00.667291 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) May 27 03:26:00.668887 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 27 03:26:00.669352 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 27 03:26:00.669681 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 27 03:26:00.670055 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 27 03:26:00.672846 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 27 03:26:00.673096 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 27 03:26:00.673439 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 27 03:26:00.678452 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 27 03:26:00.703233 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 27 03:26:00.703680 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:00.704232 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104501) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 27 03:26:00.704599 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:00.705945 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104501) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 27 03:26:00.706218 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 27 03:26:00.706456 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 27 03:26:00.709727 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:00.710007 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:00.771330 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 27 03:26:00.771565 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 27 03:26:00.771796 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 27 03:26:00.772158 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 27 03:26:00.823364 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO dbcounter [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Registered counter for database neutron May 27 03:26:00.842776 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_db.sqlalchemy.engines [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104501) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 27 03:26:00.848543 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG dbcounter [-] [104501] Writer thread running {{(pid=104501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 27 03:26:01.445970 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.plugins.ml2.managers [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Initializing driver for type 'gre' May 27 03:26:01.446405 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] gre ID ranges: [(1, 1000)] May 27 03:26:01.748972 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.plugins.ml2.managers [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Initializing driver for type 'local' May 27 03:26:01.749552 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.plugins.ml2.managers [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Initializing driver for type 'vlan' May 27 03:26:01.886152 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] VlanTypeDriver initialization complete May 27 03:26:01.886504 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.plugins.ml2.managers [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Initializing driver for type 'vxlan' May 27 03:26:01.887022 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] vxlan ID ranges: [(1, 1000)] May 27 03:26:02.132062 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.plugins.ml2.managers [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Initializing extension driver 'port_security' May 27 03:26:02.132402 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.plugins.ml2.extensions.port_security [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] PortSecurityExtensionDriver initialization complete May 27 03:26:02.132735 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.plugins.ml2.managers [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Initializing mechanism driver 'openvswitch' May 27 03:26:02.133052 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.plugins.ml2.managers [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Initializing mechanism driver 'hyperv' May 27 03:26:02.144351 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.plugins.ml2.plugin [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:02.145011 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: > port after_create 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.145380 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: > port after_update 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.145730 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: > port after_delete 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.146232 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104501) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 27 03:26:02.146651 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: > subnet after_create 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.147124 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: > subnet after_update 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.147468 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.147890 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104501) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 27 03:26:02.148299 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: > network after_create 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.148644 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: > network after_update 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.148981 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: > network after_delete 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.149399 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104501) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 27 03:26:02.149797 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: > security_group after_create 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.150196 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: > security_group after_update 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.150533 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.150939 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104501) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 27 03:26:02.151339 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.151683 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.152018 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.152398 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104501) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 27 03:26:02.152834 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: > address_group after_create 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.153174 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: > address_group after_update 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.153506 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.153887 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104501) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 27 03:26:02.154486 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] ML2 OVO RPC backend initialized. {{(pid=104501) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 27 03:26:02.155220 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.155577 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.155992 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: > network before_response 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.156339 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: > networks before_response 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.156679 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: > port before_response 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.157015 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: > ports before_response 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.157356 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: > subnet before_response 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.157691 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: > subnets before_response 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.158031 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: > network after_create 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.158370 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: > network after_update 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.158699 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: > network after_delete 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.159051 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: > port after_create 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.159491 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: > port after_update 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.159759 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: > port after_delete 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.160089 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: > subnet after_create 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.160428 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: > subnet after_update 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.160741 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.168890 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.quota [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loaded quota_driver: . May 27 03:26:02.169249 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.plugins.ml2.plugin [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Modular L2 Plugin initialization complete May 27 03:26:02.169592 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading services supported by the core plugin {{(pid=104501) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 27 03:26:02.169927 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.plugins.ml2.managers [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Got port-security extension from driver 'port_security' May 27 03:26:02.170394 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.extensions.vlantransparent [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Disabled vlantransparent extension. May 27 03:26:02.170954 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104501) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 27 03:26:02.171251 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading Plugin: router May 27 03:26:02.221694 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.222113 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: > router after_create 55549900 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.222540 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: > router before_create 55549900 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.222936 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.223308 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.223658 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: > router after_delete 55549900 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.224019 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.224364 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.224719 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: > router after_create 55549900 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.225061 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: > router after_update 55549900 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.225403 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: > router after_update 55549900 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.225746 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.226095 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: > router after_update 55549900 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.226499 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: > router precommit_update 55549900 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.226889 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: port after_update 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.227286 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: port after_delete 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.227652 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: subnet after_update 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.227985 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.228847 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.229189 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: > router precommit_create 55549900 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.229527 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: port before_delete 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.229862 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: > router precommit_create 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.230209 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: > router after_update 55549900 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.230543 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.230907 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: > router precommit_create 55549900 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.231262 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.231600 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: > router precommit_update 55549900 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.231956 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: > agent after_create 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.232297 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: > agent after_delete 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.232638 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: > network after_delete 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.233486 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.quota.resource_registry [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Tracking information for resource: router configured {{(pid=104501) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 03:26:02.233846 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.quota.resource_registry [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Tracking information for resource: floatingip configured {{(pid=104501) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 03:26:02.238755 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.db.l3_agentschedulers_db [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 27 03:26:02.239347 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: port after_update 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.239703 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: port after_create 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.240087 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: port after_delete 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.240497 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: port after_update 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.241270 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: > router before_create 55550100 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.241633 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.241992 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: > router precommit_create 55550100 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.242342 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: > router precommit_update 55550100 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.247159 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.services.provider_configuration [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Service providers = [] {{(pid=104501) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 27 03:26:02.250386 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.db.servicetype_db [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104501) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 27 03:26:02.253811 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.services.service_base [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104501) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 03:26:02.254157 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.services.service_base [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104501) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 03:26:02.254493 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.services.service_base [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104501) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 03:26:02.255407 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.services.service_base [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104501) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 03:26:02.255774 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.services.service_base [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Default provider is not specified for service type L3_ROUTER_NAT May 27 03:26:02.256175 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104501) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 03:26:02.256501 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 27 03:26:02.269035 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104501) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 03:26:02.269368 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading Plugin: auto_allocate May 27 03:26:02.276430 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: network precommit_update 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.276800 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: network precommit_create 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.277318 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104501) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 03:26:02.277632 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading Plugin: tag May 27 03:26:02.284221 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104501) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 03:26:02.284544 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading Plugin: timestamp May 27 03:26:02.288623 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104501) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 03:26:02.288943 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading Plugin: network_ip_availability May 27 03:26:02.295152 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.295520 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.295872 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.296611 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104501) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 03:26:02.296926 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading Plugin: flavors May 27 03:26:02.301597 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104501) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 03:26:02.301926 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading Plugin: revisions May 27 03:26:02.312655 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104501) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 03:26:02.313041 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_concurrency.lockutils [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.575s {{(pid=104501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 27 03:26:02.313784 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104501) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 27 03:26:02.314115 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Initializing extension manager. May 27 03:26:02.314631 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: __init__.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.314998 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: __pycache__ {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.315329 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: _port_mac_address_override.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.315658 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: address_group.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.316613 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.317180 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loaded extension: address-group May 27 03:26:02.317500 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: address_scope.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.318205 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.318711 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loaded extension: address-scope May 27 03:26:02.319052 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.320040 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.320545 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loaded extension: router-admin-state-down-before-update May 27 03:26:02.320862 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: agent.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.321556 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.322051 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loaded extension: agent May 27 03:26:02.322366 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: agent_resources_synced.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.323349 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.323890 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loaded extension: agent-resources-synced May 27 03:26:02.324240 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: allowedaddresspairs.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.326022 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.326587 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loaded extension: allowed-address-pairs May 27 03:26:02.326885 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: auto_allocated_topology.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.327951 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.328462 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loaded extension: auto-allocated-topology May 27 03:26:02.329039 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: availability_zone.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.329723 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.330222 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loaded extension: availability_zone May 27 03:26:02.330541 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: availability_zone_filter.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.331531 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.332027 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loaded extension: availability_zone_filter May 27 03:26:02.332346 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: data_plane_status.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.333242 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.333740 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extension data-plane-status not supported by any of loaded plugins May 27 03:26:02.334057 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: default_subnetpools.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.334987 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.335492 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loaded extension: default-subnetpools May 27 03:26:02.335810 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.336651 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.337153 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loaded extension: dhcp_agent_scheduler May 27 03:26:02.337518 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: dns.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.341518 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.342059 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extension dns-integration not supported by any of loaded plugins May 27 03:26:02.342453 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: dns_domain_ports.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.343386 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.343888 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extension dns-domain-ports not supported by any of loaded plugins May 27 03:26:02.344210 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.345115 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.345615 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 27 03:26:02.345938 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: dvr.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.346597 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.347504 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loaded extension: dvr May 27 03:26:02.347825 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: ecmp_routes.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.348728 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.349309 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extension ecmp_routes not supported by any of loaded plugins May 27 03:26:02.349631 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: empty_string_filtering.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.350526 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.351057 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loaded extension: empty-string-filtering May 27 03:26:02.351376 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.352268 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.352768 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 27 03:26:02.353082 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.354665 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.355191 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 27 03:26:02.355510 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: external_net.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.356407 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.356911 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loaded extension: external-net May 27 03:26:02.357229 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.358119 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.358621 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loaded extension: extra_dhcp_opt May 27 03:26:02.358972 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: extraroute.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.359904 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.360411 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loaded extension: extraroute May 27 03:26:02.360729 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: extraroute_atomic.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.361743 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.362247 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loaded extension: extraroute-atomic May 27 03:26:02.362599 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: filter_validation.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.363288 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.363789 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loaded extension: filter-validation May 27 03:26:02.364104 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: fip_pf_description.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.371068 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.371569 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 27 03:26:02.371883 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: fip_pf_port_range.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.372775 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.373270 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 27 03:26:02.373584 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: fip_port_details.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.374501 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.375040 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loaded extension: fip-port-details May 27 03:26:02.375358 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: flavors.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.376631 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.377141 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loaded extension: flavors May 27 03:26:02.377461 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.379107 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.379619 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 27 03:26:02.379943 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: floatingip_pools.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.380774 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.381286 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loaded extension: floatingip-pools May 27 03:26:02.381617 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: ip_allocation.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.382566 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.383093 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extension ip_allocation not supported by any of loaded plugins May 27 03:26:02.383412 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.384319 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.384851 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loaded extension: ip-substring-filtering May 27 03:26:02.385172 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: l2_adjacency.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.386081 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.386579 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extension l2_adjacency not supported by any of loaded plugins May 27 03:26:02.386924 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: l3.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.387896 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.388450 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loaded extension: router May 27 03:26:02.388769 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.390996 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.391524 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 27 03:26:02.391851 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.392757 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.393304 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loaded extension: ext-gw-mode May 27 03:26:02.393627 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.394532 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.395069 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loaded extension: l3-ha May 27 03:26:02.395391 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.396286 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.396784 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 27 03:26:02.397103 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: l3_flavors.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.398008 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.398579 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loaded extension: l3-flavors May 27 03:26:02.398930 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.403150 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.403670 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 27 03:26:02.403997 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.404911 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.405519 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loaded extension: l3-port-ip-change-not-allowed May 27 03:26:02.405842 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: l3agentscheduler.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.406885 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.407397 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loaded extension: l3_agent_scheduler May 27 03:26:02.407720 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: local_ip.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.409480 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.409997 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extension local_ip not supported by any of loaded plugins May 27 03:26:02.410325 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: logging.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.411811 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.412329 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extension logging not supported by any of loaded plugins May 27 03:26:02.412653 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: metering.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.413381 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.413963 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loaded extension: metering May 27 03:26:02.414287 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.415404 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.416480 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loaded extension: metering_source_and_destination_fields May 27 03:26:02.416849 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: multiprovidernet.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.417885 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.418388 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loaded extension: multi-provider May 27 03:26:02.418711 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: netmtu.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.419651 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.420159 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loaded extension: net-mtu May 27 03:26:02.420477 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: netmtu_writable.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.421393 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.421894 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loaded extension: net-mtu-writable May 27 03:26:02.422256 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: network_availability_zone.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.422942 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.423442 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loaded extension: network_availability_zone May 27 03:26:02.423756 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: network_ip_availability.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.424848 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.425351 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loaded extension: network-ip-availability May 27 03:26:02.425670 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: network_segment_range.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.426421 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.426952 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extension network-segment-range not supported by any of loaded plugins May 27 03:26:02.427270 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: pagination.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.428297 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.428618 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loaded extension: pagination May 27 03:26:02.428992 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: port_device_profile.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.429891 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.430398 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loaded extension: port-device-profile May 27 03:26:02.430711 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: port_mac_address_override.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.431683 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.432190 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loaded extension: port-mac-override May 27 03:26:02.432533 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.433448 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.433955 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loaded extension: port-mac-address-regenerate May 27 03:26:02.434279 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.439913 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.440419 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loaded extension: port-numa-affinity-policy May 27 03:26:02.440735 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: port_resource_request.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.441632 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.442136 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extension port-resource-request not supported by any of loaded plugins May 27 03:26:02.442453 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: port_resource_request_groups.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.443439 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.443941 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 27 03:26:02.444254 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: portbindings.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.445208 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.445706 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loaded extension: binding May 27 03:26:02.446021 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: portbindings_extended.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.447309 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.447816 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loaded extension: binding-extended May 27 03:26:02.448138 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: portsecurity.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.449063 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.449570 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loaded extension: port-security May 27 03:26:02.449987 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: project_id.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.451061 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.451392 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loaded extension: project-id May 27 03:26:02.451708 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: providernet.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.452615 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.453128 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loaded extension: provider May 27 03:26:02.453449 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: qos.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.457323 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.457834 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extension qos not supported by any of loaded plugins May 27 03:26:02.458158 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.459410 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.459921 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 27 03:26:02.460247 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.461151 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.461658 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 27 03:26:02.461981 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: qos_default.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.463513 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.464022 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extension qos-default not supported by any of loaded plugins May 27 03:26:02.464346 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: qos_fip.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.465251 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.465763 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extension qos-fip not supported by any of loaded plugins May 27 03:26:02.466083 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.467028 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.467534 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 27 03:26:02.467853 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: qos_gateway_ip.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.468756 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.469305 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 27 03:26:02.469625 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: qos_port_network_policy.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.474676 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.475205 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 27 03:26:02.475525 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.476542 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.477046 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 27 03:26:02.477367 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.478983 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.479571 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 27 03:26:02.479891 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: qos_pps_rule.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.481061 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.481570 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extension qos-pps not supported by any of loaded plugins May 27 03:26:02.481892 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: qos_rule_type_details.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.482866 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.483370 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 27 03:26:02.483691 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.484596 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.485121 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 27 03:26:02.485427 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: qos_rules_alias.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.486563 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.487105 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extension qos-rules-alias not supported by any of loaded plugins May 27 03:26:02.487430 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: quota_check_limit.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.488343 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.488850 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loaded extension: quota-check-limit May 27 03:26:02.489169 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: quotasv2.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.490093 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.490415 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loaded extension: quotas May 27 03:26:02.490802 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: quotasv2_detail.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.492492 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.492829 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loaded extension: quota_details May 27 03:26:02.493163 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: rbac.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.494226 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.494749 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loaded extension: rbac-policies May 27 03:26:02.495118 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: rbac_address_group.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.496037 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.496551 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loaded extension: rbac-address-group May 27 03:26:02.496874 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: rbac_address_scope.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.497857 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.498370 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loaded extension: rbac-address-scope May 27 03:26:02.498722 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: rbac_security_groups.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.503616 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.504119 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loaded extension: rbac-security-groups May 27 03:26:02.504438 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: rbac_subnetpool.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.505346 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.505850 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loaded extension: rbac-subnetpool May 27 03:26:02.506169 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: revisionifmatch.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.507111 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.507642 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loaded extension: revision-if-match May 27 03:26:02.508018 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: revisions.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.509113 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.509643 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loaded extension: standard-attr-revisions May 27 03:26:02.509962 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: router_availability_zone.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.510624 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.511160 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loaded extension: router_availability_zone May 27 03:26:02.511478 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: routerservicetype.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.512459 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.512955 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extension router-service-type not supported by any of loaded plugins May 27 03:26:02.513274 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.514191 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.514692 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loaded extension: security-groups-normalized-cidr May 27 03:26:02.515069 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.515985 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.516489 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loaded extension: port-security-groups-filtering May 27 03:26:02.516808 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.517734 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.518242 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loaded extension: security-groups-remote-address-group May 27 03:26:02.518564 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.519591 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.520136 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loaded extension: security-groups-shared-filtering May 27 03:26:02.520456 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: securitygroup.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.532117 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.532646 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loaded extension: security-group May 27 03:26:02.533032 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: segment.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.537063 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.537063 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extension segment not supported by any of loaded plugins May 27 03:26:02.537063 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.537063 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.537063 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 27 03:26:02.537063 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: servicetype.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.537576 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.537965 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loaded extension: service-type May 27 03:26:02.538350 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: sorting.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.539350 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.539677 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loaded extension: sorting May 27 03:26:02.539993 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: standard_attr_segment.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.541648 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.542155 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extension standard-attr-segment not supported by any of loaded plugins May 27 03:26:02.542550 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: standardattrdescription.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.543286 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.543798 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loaded extension: standard-attr-description May 27 03:26:02.544118 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: stateful_security_group.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.545099 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.545610 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loaded extension: stateful-security-group May 27 03:26:02.545929 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: stdattrs_common.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.546563 dv-cinder-828805-4-iscsi neutron-server[104501]: WARNING neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 27 03:26:02.546906 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.547851 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.550268 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 27 03:26:02.550268 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: subnet_onboard.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.552275 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.553305 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loaded extension: subnet_onboard May 27 03:26:02.553305 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.554074 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.554576 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 27 03:26:02.554923 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: subnet_service_types.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.555957 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.556374 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loaded extension: subnet-service-types May 27 03:26:02.556694 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: subnetallocation.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.557776 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.558685 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loaded extension: subnet_allocation May 27 03:26:02.558685 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.559315 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.559827 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loaded extension: subnetpool-prefix-ops May 27 03:26:02.560146 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.561076 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.561575 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 27 03:26:02.561894 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: tagging.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.562987 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.563534 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loaded extension: standard-attr-tag May 27 03:26:02.563857 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: timestamp.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.565042 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.565557 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loaded extension: standard-attr-timestamp May 27 03:26:02.565879 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: trunk.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.566915 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.567429 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extension trunk not supported by any of loaded plugins May 27 03:26:02.567751 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: trunk_details.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.568654 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.569160 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extension trunk-details not supported by any of loaded plugins May 27 03:26:02.569477 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: uplink_status_propagation.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.570383 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.570998 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 27 03:26:02.571317 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Loading extension file: vlantransparent.py {{(pid=104501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:26:02.572505 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:26:02.573008 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extension vlan-transparent not supported by any of loaded plugins May 27 03:26:02.575564 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.quota.resource_registry [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Creating instance of TrackedResource for resource:network May 27 03:26:02.576101 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.quota.resource_registry [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Creating instance of TrackedResource for resource:subnet May 27 03:26:02.576493 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.quota.resource_registry [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Creating instance of TrackedResource for resource:subnetpool May 27 03:26:02.576927 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.quota.resource_registry [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Creating instance of TrackedResource for resource:port May 27 03:26:02.578123 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.v2.resource_helper [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104501) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:26:02.578602 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.v2.resource_helper [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Service FLAVORS assigned prefix: {{(pid=104501) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:26:02.579506 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.v2.resource_helper [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104501) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:26:02.586609 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.v2.resource_helper [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104501) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:26:02.586609 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.quota.resource_registry [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Creating instance of TrackedResource for resource:router May 27 03:26:02.586609 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.quota.resource_registry [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Creating instance of TrackedResource for resource:floatingip May 27 03:26:02.586609 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.v2.resource_helper [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Service METERING assigned prefix: /metering {{(pid=104501) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:26:02.586609 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.586609 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.587164 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:26:02.587164 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.quota.resource_registry [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Creating instance of CountableResource for resource:rbac_policy May 27 03:26:02.587164 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.quota.resource_registry [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Creating instance of TrackedResource for resource:security_group May 27 03:26:02.587164 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.quota.resource_registry [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Creating instance of TrackedResource for resource:security_group_rule May 27 03:26:02.587164 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.v2.resource_helper [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Service CORE assigned prefix: {{(pid=104501) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:26:02.587164 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.quota.resource_registry [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Creating instance of TrackedResource for resource:subnetpool May 27 03:26:02.587164 dv-cinder-828805-4-iscsi neutron-server[104501]: WARNING neutron.quota.resource_registry [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] subnetpool is already registered May 27 03:26:02.588192 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.v2.resource_helper [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Service CORE assigned prefix: {{(pid=104501) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:26:02.588192 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.quota.resource_registry [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Creating instance of TrackedResource for resource:subnetpool May 27 03:26:02.588192 dv-cinder-828805-4-iscsi neutron-server[104501]: WARNING neutron.quota.resource_registry [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] subnetpool is already registered May 27 03:26:02.590347 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.v2.resource_helper [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104501) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:26:02.590784 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.v2.resource_helper [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Service FLAVORS assigned prefix: {{(pid=104501) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:26:02.591412 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.v2.resource_helper [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104501) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:26:02.591834 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.v2.resource_helper [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104501) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:26:02.592164 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.quota.resource_registry [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Creating instance of TrackedResource for resource:router May 27 03:26:02.592500 dv-cinder-828805-4-iscsi neutron-server[104501]: WARNING neutron.quota.resource_registry [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] router is already registered May 27 03:26:02.592910 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.quota.resource_registry [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Creating instance of TrackedResource for resource:floatingip May 27 03:26:02.593247 dv-cinder-828805-4-iscsi neutron-server[104501]: WARNING neutron.quota.resource_registry [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] floatingip is already registered May 27 03:26:02.593701 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.v2.resource_helper [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Service METERING assigned prefix: /metering {{(pid=104501) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:26:02.594377 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.quota.resource_registry [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Creating instance of CountableResource for resource:rbac_policy May 27 03:26:02.594704 dv-cinder-828805-4-iscsi neutron-server[104501]: WARNING neutron.quota.resource_registry [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] rbac_policy is already registered May 27 03:26:02.595146 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.quota.resource_registry [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Creating instance of TrackedResource for resource:security_group May 27 03:26:02.595479 dv-cinder-828805-4-iscsi neutron-server[104501]: WARNING neutron.quota.resource_registry [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] security_group is already registered May 27 03:26:02.595878 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.quota.resource_registry [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Creating instance of TrackedResource for resource:security_group_rule May 27 03:26:02.596205 dv-cinder-828805-4-iscsi neutron-server[104501]: WARNING neutron.quota.resource_registry [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] security_group_rule is already registered May 27 03:26:02.596828 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.v2.resource_helper [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Service CORE assigned prefix: {{(pid=104501) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:26:02.597156 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.quota.resource_registry [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Creating instance of TrackedResource for resource:subnetpool May 27 03:26:02.597486 dv-cinder-828805-4-iscsi neutron-server[104501]: WARNING neutron.quota.resource_registry [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] subnetpool is already registered May 27 03:26:02.597901 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.v2.resource_helper [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Service CORE assigned prefix: {{(pid=104501) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:26:02.598219 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.quota.resource_registry [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Creating instance of TrackedResource for resource:subnetpool May 27 03:26:02.598557 dv-cinder-828805-4-iscsi neutron-server[104501]: WARNING neutron.quota.resource_registry [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] subnetpool is already registered May 27 03:26:02.599045 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extended resource: extensions {{(pid=104501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:26:02.600599 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extended resource: address-groups {{(pid=104501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:26:02.602080 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extended resource: address-scopes {{(pid=104501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:26:02.603442 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extended resource: agents {{(pid=104501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:26:02.604636 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extended resource: auto-allocated-topology {{(pid=104501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:26:02.605867 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extended resource: availability_zones {{(pid=104501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:26:02.607102 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extended resource: dhcp-networks {{(pid=104501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:26:02.608591 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extended resource: dhcp-agents {{(pid=104501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:26:02.610020 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extended resource: routers {{(pid=104501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:26:02.611718 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extended resource: flavors {{(pid=104501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:26:02.612957 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extended resource: service_profiles {{(pid=104501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:26:02.614160 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extended resource: next_providers {{(pid=104501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:26:02.615605 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extended resource: service_profiles {{(pid=104501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:26:02.617125 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extended resource: floatingip-pools {{(pid=104501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:26:02.618320 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extended resource: routers {{(pid=104501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:26:02.620078 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extended resource: floatingips {{(pid=104501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:26:02.621358 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extended resource: l3-routers {{(pid=104501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:26:02.622756 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extended resource: l3-agents {{(pid=104501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:26:02.624185 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extended resource: metering-labels {{(pid=104501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:26:02.625413 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extended resource: metering-label-rules {{(pid=104501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:26:02.626764 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extended resource: network-ip-availabilities {{(pid=104501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:26:02.628058 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extended resource: bindings {{(pid=104501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:26:02.629583 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extended resource: quotas {{(pid=104501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:26:02.632092 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extended resource: quotas {{(pid=104501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:26:02.633619 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extended resource: rbac-policies {{(pid=104501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:26:02.635349 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extended resource: security-groups {{(pid=104501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:26:02.636654 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extended resource: security-group-rules {{(pid=104501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:26:02.637899 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extended resource: service-providers {{(pid=104501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:26:02.639138 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extended resource: subnetpools {{(pid=104501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:26:02.640452 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extended resource: subnetpools {{(pid=104501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:26:02.641977 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extended resource: tags {{(pid=104501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:26:02.643652 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extended resource: tags {{(pid=104501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:26:02.645448 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extended resource: tags {{(pid=104501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:26:02.647255 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extended resource: tags {{(pid=104501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:26:02.648912 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extended resource: tags {{(pid=104501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:26:02.651489 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extended resource: tags {{(pid=104501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:26:02.653280 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extended resource: tags {{(pid=104501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:26:02.655179 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extended resource: tags {{(pid=104501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:26:02.656921 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extended resource: tags {{(pid=104501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:26:02.658656 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron.api.extensions [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Extended resource: tags {{(pid=104501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:26:02.664614 dv-cinder-828805-4-iscsi neutron-server[104501]: WARNING keystonemiddleware.auth_token [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 27 03:26:02.669662 dv-cinder-828805-4-iscsi neutron-server[104501]: WARNING keystonemiddleware.auth_token [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 27 03:26:02.678294 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_concurrency.lockutils [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Acquired lock "singleton_lock" {{(pid=104501) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 27 03:26:02.678767 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_concurrency.lockutils [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Releasing lock "singleton_lock" {{(pid=104501) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 27 03:26:02.679443 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO oslo_service.service [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Starting 2 workers May 27 03:26:02.684333 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Started child 104614 {{(pid=104501) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 27 03:26:02.688781 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Started child 104615 {{(pid=104501) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 27 03:26:02.689906 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:02.690539 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO neutron.service [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Neutron service started, listening on 0.0.0.0:9696 May 27 03:26:02.691062 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:02.691508 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [-] (104614) wsgi starting up on http://0.0.0.0:9696 May 27 03:26:02.693472 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO oslo_service.service [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Starting 1 workers May 27 03:26:02.693575 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:02.695082 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [-] (104615) wsgi starting up on http://0.0.0.0:9696 May 27 03:26:02.699326 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Started child 104616 {{(pid=104501) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 27 03:26:02.699859 dv-cinder-828805-4-iscsi neutron-server[104501]: INFO oslo_service.service [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Starting 1 workers May 27 03:26:02.702911 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.service [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] calling RpcWorker wait() {{(pid=104616) _wait /opt/stack/neutron/neutron/service.py:128}} May 27 03:26:02.703425 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.service [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] returning from RpcWorker wait() {{(pid=104616) _wait /opt/stack/neutron/neutron/service.py:135}} May 27 03:26:02.704647 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Started child 104617 {{(pid=104501) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 27 03:26:02.704915 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:02.705447 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d97d-0a83-4897-87e1-d817ddf07183 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:02.705766 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:02.707449 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104501) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 27 03:26:02.707728 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 27 03:26:02.707894 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 27 03:26:02.708060 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 27 03:26:02.708362 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 27 03:26:02.708507 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 27 03:26:02.709018 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.709306 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.709571 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.709713 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:02.710261 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.710427 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.710625 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.710911 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.711192 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.711457 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.711628 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.711786 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.712034 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.712259 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.712629 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.713406 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.713645 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.713866 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.714032 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.714289 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.714547 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.714789 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.715098 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] debug = True {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.715419 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.715850 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.716098 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.716329 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.716593 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.716818 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.717056 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.717350 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.717582 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.717854 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.718044 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.718305 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.718562 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.718768 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.719040 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.719316 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.719532 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.719977 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] host = dv-cinder-828805-4-iscsi {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.720219 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.720432 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.720654 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.720904 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.721172 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.721383 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.721660 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.721914 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.722149 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.722368 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.722600 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.722821 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.723083 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.723317 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] log_file = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.723471 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] log_options = True {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.723715 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.723979 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.724243 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.724437 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.724601 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.724745 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.725001 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.725144 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.725416 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.725654 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.725827 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.726037 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.726263 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.726493 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.726747 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.727005 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.727255 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.727460 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.727727 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.727978 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.728195 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.728427 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.728646 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.729695 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.729933 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.730280 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.730514 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.730775 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.731026 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.731280 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.731532 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.731803 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.732123 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.732277 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:02.732432 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.732570 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.732797 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.733034 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.733254 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.733538 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.733772 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.734020 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.734304 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.734613 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.734921 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.741079 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.741079 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.741079 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] use_json = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.741079 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.741079 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.741079 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.741079 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.741079 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.741079 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.741779 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.741779 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.741779 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.741779 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.741779 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.741779 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.741779 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.741779 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.742325 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.742325 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.742325 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.742325 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.742325 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.742325 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.742325 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.742325 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.742921 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.742921 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.742921 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.742921 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.742921 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.742921 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.742921 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.743392 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.743392 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.743634 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.743884 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.744121 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.744353 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.744574 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.744859 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.745130 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.745395 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.745770 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.746038 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.746298 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.746558 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.746793 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.747060 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.747333 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.747573 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.748494 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.748494 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.748494 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.748494 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.749010 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.749010 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.751931 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.751931 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.751931 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.751931 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.751931 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.751931 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.751931 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.751931 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.751931 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.752710 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.752710 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.752710 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.752710 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.753188 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.753188 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.753400 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.753523 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.753741 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.754240 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.754240 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.754510 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.756656 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.756656 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.756656 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.756656 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.756656 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.756656 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.756656 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.756656 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.756656 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.759223 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.759223 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.759223 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.759223 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.759223 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.759223 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.759223 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.759223 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.759223 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.761079 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.761079 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.761079 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.761079 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.761079 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.761079 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.761079 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.761544 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.761544 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.761732 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.761981 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.762202 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.762966 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.763202 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.764097 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.764318 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.764561 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.764877 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.767460 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.767723 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.767985 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.768234 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.768454 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.768696 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.768917 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.769141 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.769386 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.770011 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.770275 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.770495 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.770764 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.771022 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.772263 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.772492 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.772733 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.773035 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.773297 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.773522 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.774168 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.774407 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.774671 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.774984 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.776415 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.777080 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.777330 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.777572 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.777880 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.778143 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.778413 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.779031 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.779278 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.779539 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.782686 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.782992 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.785114 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.785381 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.785747 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.785996 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.787120 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.787369 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.787665 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.787923 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.788182 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.788472 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.788737 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.789005 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.789267 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.789507 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.789728 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.789966 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.790216 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.790434 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.790704 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.790951 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.791190 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.791423 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.791640 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.791889 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.792103 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.792322 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.792559 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.792793 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.793008 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.793234 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.793449 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.793665 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.793899 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.794112 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.794324 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.794540 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.794767 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.795145 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.795367 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.795636 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.795881 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.796110 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.796335 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.796574 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.796805 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.797016 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.797247 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.797483 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.797692 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.797899 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.798112 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.798326 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.798542 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.798765 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.799020 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.799268 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.799523 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.799861 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.800106 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.800330 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.801655 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.802039 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.802499 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.803157 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.803416 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.805035 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.805637 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.805876 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.807856 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.808166 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.808410 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.808647 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.808899 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.809184 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.809440 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.809692 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.809918 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.810168 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.810407 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.810632 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.810915 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.811186 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.811427 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.811663 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.811899 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.812128 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.812438 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.812696 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.812948 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.813217 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.813456 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.813671 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.813904 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.814153 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.814366 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.814591 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.814808 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.815074 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.815324 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.815533 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.815743 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.816436 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.816436 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.816436 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.816740 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.816822 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.817020 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.817283 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.817496 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.817703 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.817930 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.818135 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.818362 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.818581 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.818793 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.819272 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.820535 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.820535 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.820535 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.820535 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.821221 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.821453 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.822995 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.823293 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.823567 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.823996 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.824387 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.826456 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.826723 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.827137 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.827341 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.827598 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.827863 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.828296 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.828413 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.828590 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.829177 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.829497 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.829813 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.830067 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.833910 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.833910 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.833910 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.833910 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.833910 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.834335 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:02.834507 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.834507 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.834507 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.834507 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.834507 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.834878 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.834878 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.835110 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.835445 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.835694 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.837662 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.838384 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.838824 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.839393 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.839667 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.839894 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.843035 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.843306 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.843558 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.843818 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.843988 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 27 03:26:02.844531 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104501) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 27 03:26:02.844696 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 27 03:26:02.844855 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 27 03:26:02.845054 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 27 03:26:02.845230 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 27 03:26:02.845380 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 27 03:26:02.846083 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.846083 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.846083 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.846083 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.846370 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.846527 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.846527 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.846691 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.846873 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.847030 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.847186 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.847343 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.847507 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.847708 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.847812 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.847950 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.848105 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.848267 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.848425 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.848569 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.848725 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.848878 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] debug = True {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.849032 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.849233 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.849396 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.849551 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.849706 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.849861 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.850020 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.850175 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.850330 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.850487 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.850641 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.850796 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.850977 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.851133 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.851294 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.851449 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.851604 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.851760 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] host = dv-cinder-828805-4-iscsi {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.851915 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.852072 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.852269 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.852404 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.852511 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.852665 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.852821 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.852977 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.853132 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.853315 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.853471 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.853626 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.853782 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.853940 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] log_file = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.854094 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] log_options = True {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.854249 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.854403 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.854558 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.854740 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.854944 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.855103 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.855259 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.855416 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.855573 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.855730 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.855902 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.856148 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.856337 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.856496 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.856652 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.856807 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.856963 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.857118 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.857275 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.857430 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.857589 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.857744 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.857902 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.858157 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.858249 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.858339 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.858501 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.858666 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.858801 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.858967 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.859125 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.859512 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.859512 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.859663 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.859735 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.859865 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.860019 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.860177 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.860340 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.860491 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.860645 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.860800 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.860955 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.861152 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.861519 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.861704 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.861822 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] use_json = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.861974 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.862129 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.862284 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.862438 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.862590 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.862752 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.862932 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.863090 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.863245 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:26:02.863657 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.863657 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.863809 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.863876 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.864036 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.864196 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.864355 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.864513 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.864662 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.864821 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.864986 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.865227 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.865404 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.865565 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.865725 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.865888 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.866047 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.866204 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.866363 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.866522 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.866681 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.866858 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.867030 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.867189 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.867348 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.867512 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.867706 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.867841 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.868083 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.868237 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.868646 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.868646 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.869030 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.869030 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.869324 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.869757 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.869757 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.870075 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.870075 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.870224 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.870298 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.870391 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.870956 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.870956 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.870956 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.872937 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.872937 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.872937 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.872937 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.872937 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.872937 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.872937 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.872937 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.872937 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.875040 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.875040 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.875040 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.875040 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.875040 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.875040 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.875040 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.875040 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.875659 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.875659 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.875659 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.875659 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.875659 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.875659 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.875659 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.875659 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.875659 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.876287 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.876287 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.876287 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.876287 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.876287 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.876287 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.876688 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.876688 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.876847 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.876925 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.877042 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.877202 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.877361 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.877520 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.877728 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.877831 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.877982 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.878140 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.878302 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.878460 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.878639 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.878792 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.878975 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.879155 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.879282 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.879440 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.879598 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.879755 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.879912 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.880070 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.880228 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.880388 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.880545 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.880691 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.880848 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.881007 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.881165 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.881326 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.881483 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.881641 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.881798 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.881957 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.882171 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.882404 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.882615 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.882774 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.882970 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.883130 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.883300 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.883458 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.883619 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.883779 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.883945 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.884118 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.885242 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.885242 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.885242 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.885468 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.885613 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.885771 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.886085 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.886398 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.886557 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.886716 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.886910 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.887073 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.887232 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.887391 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.887574 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.887733 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.887892 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.888052 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.888210 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.888370 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.889247 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.889247 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.889247 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.889247 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.889247 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.889703 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.889703 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.889864 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.890024 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.890862 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.890862 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.890862 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.890862 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.891192 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.891192 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.891355 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.891457 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.891564 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.891726 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.891885 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.892042 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.892203 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.892362 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.892521 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.892679 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.892837 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.892995 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.893153 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.893328 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.893555 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.893795 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.894004 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.894685 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.894685 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.894685 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.895002 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.895002 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.895148 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.895261 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.895421 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.895580 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.895738 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.895896 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.896055 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.896215 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.896373 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.896532 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.896691 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.896850 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.897026 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.897186 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.897346 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.897507 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.897666 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.897827 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.897986 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.898144 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.898302 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.898461 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.899168 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.899168 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.899168 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.899168 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.899492 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.899492 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.899635 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.899759 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.899918 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.900740 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.900978 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.901140 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.901300 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.901464 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.901623 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.901787 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.901946 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.902104 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.902263 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.902436 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.902595 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.902753 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.902937 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.903098 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.903258 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.903427 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.907020 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.907020 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.907020 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.907020 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.907020 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.907020 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.907020 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.907020 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.907580 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.907580 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.907580 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.907580 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.907580 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.907580 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.907580 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.907580 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.908115 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.908115 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.908115 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.908115 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.908115 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.908115 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.908115 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.908115 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.908649 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.908649 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.908649 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.908649 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.908649 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.908649 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.908649 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.908649 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.909093 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.909093 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.909093 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.909093 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.909093 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.909093 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.909435 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.909435 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.909554 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.909667 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.909834 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.909996 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.910165 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.910330 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.910490 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.910657 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.910825 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.911016 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.911176 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.911341 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.911512 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.911671 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.911835 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.911993 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.912152 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.912309 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.912468 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.912627 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.912785 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.912943 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.913101 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.913260 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.913418 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.913576 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.913733 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.913892 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.914050 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.914207 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.914365 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.914524 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:26:02.914676 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 27 03:26:03.134394 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 60090) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:26:03.143437 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064161 May 27 03:26:11.971703 dv-cinder-828805-4-iscsi neutron-server[104501]: DEBUG dbcounter [-] [104501] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:14.644699 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28863a6-4950-478f-8cb2-2bff264fd715 None None] get_active_networks_info from dv-cinder-828805-4-iscsi {{(pid=104616) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 27 03:26:14.647809 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writer thread running {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 27 03:26:14.701783 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28863a6-4950-478f-8cb2-2bff264fd715 None None] No non-hosted networks {{(pid=104616) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 27 03:26:14.717684 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.agentschedulers_db [None req-c28863a6-4950-478f-8cb2-2bff264fd715 None None] DHCP Agent not found on host dv-cinder-828805-4-iscsi {{(pid=104616) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 27 03:26:14.915589 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-2d562431-dfbe-4ec8-a9f7-132fba2a0a32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-680972'] for agent (b322252d-fb9d-4652-a830-647fed26b29a), after_create {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:16.423646 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writer thread running {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 27 03:26:17.031062 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-9e14fb17-a9f8-463e-97bb-07ab3273068e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-680972'] for agent (9df6ec88-276d-42f5-acd2-7e289451d5e3), after_create {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:17.063743 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.db.api [None req-fc4df57e-c28b-44a0-a0ed-0798c85d7035 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-828805-4-iscsi {{(pid=104616) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 27 03:26:17.064613 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG oslo_db.api [None req-fc4df57e-c28b-44a0-a0ed-0798c85d7035 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:26:17.674933 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-fc4df57e-c28b-44a0-a0ed-0798c85d7035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (9df6ec88-276d-42f5-acd2-7e289451d5e3), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:17.722689 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 60158) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:26:18.183094 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-584d7fde-7d72-4642-9601-b182cfb78c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-680972'] for agent (413fc6aa-3a5a-4281-abfd-a440a67afb4a), after_create {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:18.413317 dv-cinder-828805-4-iscsi neutron-server[104615]: WARNING oslo_policy.policy [None req-5f520b6c-4eaf-4b1a-b2fe-f393cb6cdead admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 03:26:18.413969 dv-cinder-828805-4-iscsi neutron-server[104615]: WARNING oslo_policy.policy [None req-5f520b6c-4eaf-4b1a-b2fe-f393cb6cdead admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 03:26:18.632046 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [None req-5f520b6c-4eaf-4b1a-b2fe-f393cb6cdead admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 03:26:18.645797 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-5f520b6c-4eaf-4b1a-b2fe-f393cb6cdead admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.9095740 May 27 03:26:19.292178 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f446-e12c-45b2-8c38-3579950c1c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-680972'] for agent (785c7416-4bf9-40d9-a08f-c797a61a0436), after_create {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:20.845629 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-680972'] for agent (917d01f3-4a27-4590-ae14-da14d21a1e88), after_create {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:20.846483 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:20.847063 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:20.848277 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:20.848839 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:20.849336 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:20.849781 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:20.850453 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:20.852065 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:20.852544 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:20.853312 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:20.855493 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:20.856302 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:20.858481 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:20.860603 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:20.861043 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:20.862497 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-828805-4-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:20.877586 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-828805-4-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:21.109781 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 60194) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:26:21.456193 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.v2.base [None req-4f3ff5ab-ddac-4ffd-905c-fae41402502c admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=104615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:26:21.547590 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.policy [None req-4f3ff5ab-ddac-4ffd-905c-fae41402502c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104615) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 27 03:26:21.589714 dv-cinder-828805-4-iscsi neutron-server[104615]: WARNING oslo_policy.policy [None req-4f3ff5ab-ddac-4ffd-905c-fae41402502c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 03:26:21.590190 dv-cinder-828805-4-iscsi neutron-server[104615]: WARNING oslo_policy.policy [None req-4f3ff5ab-ddac-4ffd-905c-fae41402502c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 03:26:21.610272 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writer thread running {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 27 03:26:21.752837 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-4f3ff5ab-ddac-4ffd-905c-fae41402502c admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791804646762', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791804647326', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791804662825', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791804661710', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791804667863', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791804611332', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3963690', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3958215', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1012669', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-941670'] for rbac-policy (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:22.117334 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-4f3ff5ab-ddac-4ffd-905c-fae41402502c admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:22.126449 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-4f3ff5ab-ddac-4ffd-905c-fae41402502c admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0151532 May 27 03:26:23.090142 dv-cinder-828805-4-iscsi neutron-server[104616]: INFO neutron.db.l3_hamode_db [None req-8da8f319-4d6a-4228-a65a-ab3f5e44c3cc None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 27 03:26:23.170456 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da8f319-4d6a-4228-a65a-ab3f5e44c3cc None None] Routers set() bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:26:23.170859 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da8f319-4d6a-4228-a65a-ab3f5e44c3cc None None] Router IDs set() for agent in host dv-cinder-828805-4-iscsi {{(pid=104616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 27 03:26:24.495336 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 60206) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:26:24.815417 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.v2.base [None req-fdd97fd5-ee0c-42af-97aa-db8c61abba0f demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:26:24.896739 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd97fd5-ee0c-42af-97aa-db8c61abba0f demo demo] Made reservation on behalf of 9dbc862abb4247f69fc1a65f462d65ce for: {'network': 1} {{(pid=104615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:26:24.900643 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-fdd97fd5-ee0c-42af-97aa-db8c61abba0f demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for network (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:24.917738 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-fdd97fd5-ee0c-42af-97aa-db8c61abba0f demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:25.024701 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-fdd97fd5-ee0c-42af-97aa-db8c61abba0f demo demo] Publish callbacks [] for security_group (57832795-5a14-419d-9a1d-1beefa5e3bef), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:25.091534 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-fdd97fd5-ee0c-42af-97aa-db8c61abba0f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (57832795-5a14-419d-9a1d-1beefa5e3bef), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:25.124230 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdd97fd5-ee0c-42af-97aa-db8c61abba0f demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=104615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:26:25.152374 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-fdd97fd5-ee0c-42af-97aa-db8c61abba0f demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791800041063', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545'] for segment (ba4edc5c-ec88-40bd-82bf-29fa222e52e0), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:25.152909 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.db.segments_db [None req-fdd97fd5-ee0c-42af-97aa-db8c61abba0f demo demo] Added segment ba4edc5c-ec88-40bd-82bf-29fa222e52e0 of type vlan for network 56ca5805-bb0b-456f-bc5d-5e1ba8626540 May 27 03:26:25.168194 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd97fd5-ee0c-42af-97aa-db8c61abba0f demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=57832795-5a14-419d-9a1d-1beefa5e3bef,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:25.193692 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd97fd5-ee0c-42af-97aa-db8c61abba0f demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:25.194032 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd97fd5-ee0c-42af-97aa-db8c61abba0f demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:25.194384 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd97fd5-ee0c-42af-97aa-db8c61abba0f demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:25.194730 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd97fd5-ee0c-42af-97aa-db8c61abba0f demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:25.195088 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd97fd5-ee0c-42af-97aa-db8c61abba0f demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:25.195409 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd97fd5-ee0c-42af-97aa-db8c61abba0f demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:25.195730 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd97fd5-ee0c-42af-97aa-db8c61abba0f demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:25.196053 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd97fd5-ee0c-42af-97aa-db8c61abba0f demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:25.196368 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd97fd5-ee0c-42af-97aa-db8c61abba0f demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:25.196684 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd97fd5-ee0c-42af-97aa-db8c61abba0f demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:25.196998 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd97fd5-ee0c-42af-97aa-db8c61abba0f demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:25.197357 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd97fd5-ee0c-42af-97aa-db8c61abba0f demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:25.197675 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd97fd5-ee0c-42af-97aa-db8c61abba0f demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:25.197987 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd97fd5-ee0c-42af-97aa-db8c61abba0f demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:25.198300 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd97fd5-ee0c-42af-97aa-db8c61abba0f demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:25.199754 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd97fd5-ee0c-42af-97aa-db8c61abba0f demo demo] Tracked resource versions report: May 27 03:26:25.199754 dv-cinder-828805-4-iscsi neutron-server[104615]: pushed versions: May 27 03:26:25.199754 dv-cinder-828805-4-iscsi neutron-server[104615]: { 'AddressGroup': {'1.2'}, May 27 03:26:25.199754 dv-cinder-828805-4-iscsi neutron-server[104615]: 'Agent': {'1.1'}, May 27 03:26:25.199754 dv-cinder-828805-4-iscsi neutron-server[104615]: 'ConntrackHelper': {'1.0'}, May 27 03:26:25.199754 dv-cinder-828805-4-iscsi neutron-server[104615]: 'LocalIPAssociation': {'1.0'}, May 27 03:26:25.199754 dv-cinder-828805-4-iscsi neutron-server[104615]: 'Log': {'1.0'}, May 27 03:26:25.199754 dv-cinder-828805-4-iscsi neutron-server[104615]: 'NDPProxy': {'1.0'}, May 27 03:26:25.199754 dv-cinder-828805-4-iscsi neutron-server[104615]: 'Network': {'1.1'}, May 27 03:26:25.199754 dv-cinder-828805-4-iscsi neutron-server[104615]: 'Port': {'1.7'}, May 27 03:26:25.199754 dv-cinder-828805-4-iscsi neutron-server[104615]: 'PortForwarding': {'1.3'}, May 27 03:26:25.199754 dv-cinder-828805-4-iscsi neutron-server[104615]: 'QosPolicy': {'1.10'}, May 27 03:26:25.199754 dv-cinder-828805-4-iscsi neutron-server[104615]: 'SecurityGroup': {'1.5'}, May 27 03:26:25.199754 dv-cinder-828805-4-iscsi neutron-server[104615]: 'SecurityGroupRule': {'1.2'}, May 27 03:26:25.199754 dv-cinder-828805-4-iscsi neutron-server[104615]: 'SubPort': {'1.0'}, May 27 03:26:25.199754 dv-cinder-828805-4-iscsi neutron-server[104615]: 'Subnet': {'1.1'}, May 27 03:26:25.199754 dv-cinder-828805-4-iscsi neutron-server[104615]: 'Trunk': {'1.1'}} May 27 03:26:25.199754 dv-cinder-828805-4-iscsi neutron-server[104615]: consumer versions: May 27 03:26:25.199754 dv-cinder-828805-4-iscsi neutron-server[104615]: { DHCP agent@dv-cinder-828805-4-iscsi: {}, May 27 03:26:25.199754 dv-cinder-828805-4-iscsi neutron-server[104615]: L3 agent@dv-cinder-828805-4-iscsi: {}, May 27 03:26:25.199754 dv-cinder-828805-4-iscsi neutron-server[104615]: Metadata agent@dv-cinder-828805-4-iscsi: {}, May 27 03:26:25.199754 dv-cinder-828805-4-iscsi neutron-server[104615]: Metering agent@dv-cinder-828805-4-iscsi: {}, May 27 03:26:25.199754 dv-cinder-828805-4-iscsi neutron-server[104615]: Open vSwitch agent@dv-cinder-828805-4-iscsi: { 'AddressGroup': '1.2', May 27 03:26:25.199754 dv-cinder-828805-4-iscsi neutron-server[104615]: 'Agent': '1.1', May 27 03:26:25.199754 dv-cinder-828805-4-iscsi neutron-server[104615]: 'ConntrackHelper': '1.0', May 27 03:26:25.199754 dv-cinder-828805-4-iscsi neutron-server[104615]: 'LocalIPAssociation': '1.0', May 27 03:26:25.199754 dv-cinder-828805-4-iscsi neutron-server[104615]: 'Log': '1.0', May 27 03:26:25.199754 dv-cinder-828805-4-iscsi neutron-server[104615]: 'NDPProxy': '1.0', May 27 03:26:25.199754 dv-cinder-828805-4-iscsi neutron-server[104615]: 'Network': '1.1', May 27 03:26:25.199754 dv-cinder-828805-4-iscsi neutron-server[104615]: 'Port': '1.7', May 27 03:26:25.199754 dv-cinder-828805-4-iscsi neutron-server[104615]: 'PortForwarding': '1.3', May 27 03:26:25.199754 dv-cinder-828805-4-iscsi neutron-server[104615]: 'QosPolicy': '1.10', May 27 03:26:25.199754 dv-cinder-828805-4-iscsi neutron-server[104615]: 'SecurityGroup': '1.5', May 27 03:26:25.199754 dv-cinder-828805-4-iscsi neutron-server[104615]: 'SecurityGroupRule': '1.2', May 27 03:26:25.199754 dv-cinder-828805-4-iscsi neutron-server[104615]: 'SubPort': '1.0', May 27 03:26:25.199754 dv-cinder-828805-4-iscsi neutron-server[104615]: 'Subnet': '1.1', May 27 03:26:25.199754 dv-cinder-828805-4-iscsi neutron-server[104615]: 'Trunk': '1.1'}} May 27 03:26:25.199754 dv-cinder-828805-4-iscsi neutron-server[104615]: {{(pid=104615) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 03:26:25.263442 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-fdd97fd5-ee0c-42af-97aa-db8c61abba0f demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791799485040'] for network (56ca5805-bb0b-456f-bc5d-5e1ba8626540), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:25.480265 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-fdd97fd5-ee0c-42af-97aa-db8c61abba0f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395'] for network (56ca5805-bb0b-456f-bc5d-5e1ba8626540), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:25.485386 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd97fd5-ee0c-42af-97aa-db8c61abba0f demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:25.486114 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-fdd97fd5-ee0c-42af-97aa-db8c61abba0f demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-373421'] for network (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:25.535564 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=52,neutron:INSERT=41,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:25.602225 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd97fd5-ee0c-42af-97aa-db8c61abba0f demo demo] Pushing event updated for resources: {'Network': ['ID=56ca5805-bb0b-456f-bc5d-5e1ba8626540,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:25.614076 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Network 56ca5805-bb0b-456f-bc5d-5e1ba8626540 details requested by agent ovs-agent-dv-cinder-828805-4-iscsi with host dv-cinder-828805-4-iscsi {{(pid=104616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:26:25.631290 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-fdd97fd5-ee0c-42af-97aa-db8c61abba0f demo demo] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.1349120 May 27 03:26:28.078811 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 60220) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:26:28.582277 dv-cinder-828805-4-iscsi neutron-server[104614]: WARNING oslo_policy.policy [None req-a65ebb5e-a524-4511-a914-83d5ba181fdf demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 03:26:28.582856 dv-cinder-828805-4-iscsi neutron-server[104614]: WARNING oslo_policy.policy [None req-a65ebb5e-a524-4511-a914-83d5ba181fdf demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 03:26:28.833820 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writer thread running {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 27 03:26:29.045930 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.policy [None req-a65ebb5e-a524-4511-a914-83d5ba181fdf demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104614) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 27 03:26:29.089727 dv-cinder-828805-4-iscsi neutron-server[104614]: WARNING oslo_policy.policy [None req-a65ebb5e-a524-4511-a914-83d5ba181fdf demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 03:26:29.090250 dv-cinder-828805-4-iscsi neutron-server[104614]: WARNING oslo_policy.policy [None req-a65ebb5e-a524-4511-a914-83d5ba181fdf demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 03:26:29.098180 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65ebb5e-a524-4511-a914-83d5ba181fdf demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:29.100184 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-a65ebb5e-a524-4511-a914-83d5ba181fdf demo admin] 10.222.0.24 "GET /v2.0/networks/56ca5805-bb0b-456f-bc5d-5e1ba8626540 HTTP/1.1" status: 200 len: 825 time: 1.0194471 May 27 03:26:29.140825 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-150329f8-4e82-4fa9-9e59-eee4556667b4 demo admin] 10.222.0.24 "GET /v2.0/subnetpools/13e71623-3c8c-48fb-9a5b-289549de7132 HTTP/1.1" status: 200 len: 734 time: 0.0343192 May 27 03:26:29.149825 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [None req-d0faea55-3268-47bb-9b3d-998f796b710c demo admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '13e71623-3c8c-48fb-9a5b-289549de7132', 'ip_version': 4, 'network_id': '56ca5805-bb0b-456f-bc5d-5e1ba8626540'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:26:29.296923 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0faea55-3268-47bb-9b3d-998f796b710c demo admin] Made reservation on behalf of 9dbc862abb4247f69fc1a65f462d65ce for: {'subnet': 1} {{(pid=104614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:26:29.299929 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-d0faea55-3268-47bb-9b3d-998f796b710c demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:29.668889 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-d0faea55-3268-47bb-9b3d-998f796b710c demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395'] for subnet (b85be858-2077-4e11-8103-ab6b9c84cb1e), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:29.736756 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=65,neutron:INSERT=35 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:29.739746 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0faea55-3268-47bb-9b3d-998f796b710c demo admin] Checking segment: {'id': 'ba4edc5c-ec88-40bd-82bf-29fa222e52e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '56ca5805-bb0b-456f-bc5d-5e1ba8626540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:26:29.740119 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0faea55-3268-47bb-9b3d-998f796b710c demo admin] Network hostable DHCP agents. Network: 56ca5805-bb0b-456f-bc5d-5e1ba8626540, hostable agents: ['b322252d-fb9d-4652-a830-647fed26b29a'], hosted agents: [] {{(pid=104614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:26:29.755649 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0faea55-3268-47bb-9b3d-998f796b710c demo admin] Pushing event updated for resources: {'Subnet': ['ID=b85be858-2077-4e11-8103-ab6b9c84cb1e,revision_number=0']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:29.769854 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0faea55-3268-47bb-9b3d-998f796b710c demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:29.770205 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0faea55-3268-47bb-9b3d-998f796b710c demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:29.770533 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0faea55-3268-47bb-9b3d-998f796b710c demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:29.770901 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0faea55-3268-47bb-9b3d-998f796b710c demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:29.771231 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0faea55-3268-47bb-9b3d-998f796b710c demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:29.771551 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0faea55-3268-47bb-9b3d-998f796b710c demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:29.771869 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0faea55-3268-47bb-9b3d-998f796b710c demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:29.772184 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0faea55-3268-47bb-9b3d-998f796b710c demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:29.772512 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0faea55-3268-47bb-9b3d-998f796b710c demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:29.772833 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0faea55-3268-47bb-9b3d-998f796b710c demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:29.773148 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0faea55-3268-47bb-9b3d-998f796b710c demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:29.773464 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0faea55-3268-47bb-9b3d-998f796b710c demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:29.773776 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0faea55-3268-47bb-9b3d-998f796b710c demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:29.774085 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0faea55-3268-47bb-9b3d-998f796b710c demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:29.774394 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0faea55-3268-47bb-9b3d-998f796b710c demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:29.776322 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0faea55-3268-47bb-9b3d-998f796b710c demo admin] Tracked resource versions report: May 27 03:26:29.776322 dv-cinder-828805-4-iscsi neutron-server[104614]: pushed versions: May 27 03:26:29.776322 dv-cinder-828805-4-iscsi neutron-server[104614]: { 'AddressGroup': {'1.2'}, May 27 03:26:29.776322 dv-cinder-828805-4-iscsi neutron-server[104614]: 'Agent': {'1.1'}, May 27 03:26:29.776322 dv-cinder-828805-4-iscsi neutron-server[104614]: 'ConntrackHelper': {'1.0'}, May 27 03:26:29.776322 dv-cinder-828805-4-iscsi neutron-server[104614]: 'LocalIPAssociation': {'1.0'}, May 27 03:26:29.776322 dv-cinder-828805-4-iscsi neutron-server[104614]: 'Log': {'1.0'}, May 27 03:26:29.776322 dv-cinder-828805-4-iscsi neutron-server[104614]: 'NDPProxy': {'1.0'}, May 27 03:26:29.776322 dv-cinder-828805-4-iscsi neutron-server[104614]: 'Network': {'1.1'}, May 27 03:26:29.776322 dv-cinder-828805-4-iscsi neutron-server[104614]: 'Port': {'1.7'}, May 27 03:26:29.776322 dv-cinder-828805-4-iscsi neutron-server[104614]: 'PortForwarding': {'1.3'}, May 27 03:26:29.776322 dv-cinder-828805-4-iscsi neutron-server[104614]: 'QosPolicy': {'1.10'}, May 27 03:26:29.776322 dv-cinder-828805-4-iscsi neutron-server[104614]: 'SecurityGroup': {'1.5'}, May 27 03:26:29.776322 dv-cinder-828805-4-iscsi neutron-server[104614]: 'SecurityGroupRule': {'1.2'}, May 27 03:26:29.776322 dv-cinder-828805-4-iscsi neutron-server[104614]: 'SubPort': {'1.0'}, May 27 03:26:29.776322 dv-cinder-828805-4-iscsi neutron-server[104614]: 'Subnet': {'1.1'}, May 27 03:26:29.776322 dv-cinder-828805-4-iscsi neutron-server[104614]: 'Trunk': {'1.1'}} May 27 03:26:29.776322 dv-cinder-828805-4-iscsi neutron-server[104614]: consumer versions: May 27 03:26:29.776322 dv-cinder-828805-4-iscsi neutron-server[104614]: { DHCP agent@dv-cinder-828805-4-iscsi: {}, May 27 03:26:29.776322 dv-cinder-828805-4-iscsi neutron-server[104614]: L3 agent@dv-cinder-828805-4-iscsi: {}, May 27 03:26:29.776322 dv-cinder-828805-4-iscsi neutron-server[104614]: Metadata agent@dv-cinder-828805-4-iscsi: {}, May 27 03:26:29.776322 dv-cinder-828805-4-iscsi neutron-server[104614]: Metering agent@dv-cinder-828805-4-iscsi: {}, May 27 03:26:29.776322 dv-cinder-828805-4-iscsi neutron-server[104614]: Open vSwitch agent@dv-cinder-828805-4-iscsi: { 'AddressGroup': '1.2', May 27 03:26:29.776322 dv-cinder-828805-4-iscsi neutron-server[104614]: 'Agent': '1.1', May 27 03:26:29.776322 dv-cinder-828805-4-iscsi neutron-server[104614]: 'ConntrackHelper': '1.0', May 27 03:26:29.776322 dv-cinder-828805-4-iscsi neutron-server[104614]: 'LocalIPAssociation': '1.0', May 27 03:26:29.776322 dv-cinder-828805-4-iscsi neutron-server[104614]: 'Log': '1.0', May 27 03:26:29.776322 dv-cinder-828805-4-iscsi neutron-server[104614]: 'NDPProxy': '1.0', May 27 03:26:29.776322 dv-cinder-828805-4-iscsi neutron-server[104614]: 'Network': '1.1', May 27 03:26:29.776322 dv-cinder-828805-4-iscsi neutron-server[104614]: 'Port': '1.7', May 27 03:26:29.776322 dv-cinder-828805-4-iscsi neutron-server[104614]: 'PortForwarding': '1.3', May 27 03:26:29.776322 dv-cinder-828805-4-iscsi neutron-server[104614]: 'QosPolicy': '1.10', May 27 03:26:29.776322 dv-cinder-828805-4-iscsi neutron-server[104614]: 'SecurityGroup': '1.5', May 27 03:26:29.776322 dv-cinder-828805-4-iscsi neutron-server[104614]: 'SecurityGroupRule': '1.2', May 27 03:26:29.776322 dv-cinder-828805-4-iscsi neutron-server[104614]: 'SubPort': '1.0', May 27 03:26:29.776322 dv-cinder-828805-4-iscsi neutron-server[104614]: 'Subnet': '1.1', May 27 03:26:29.776322 dv-cinder-828805-4-iscsi neutron-server[104614]: 'Trunk': '1.1'}} May 27 03:26:29.776322 dv-cinder-828805-4-iscsi neutron-server[104614]: {{(pid=104614) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 03:26:29.896658 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0faea55-3268-47bb-9b3d-998f796b710c demo admin] Network 56ca5805-bb0b-456f-bc5d-5e1ba8626540 is scheduled to be hosted by DHCP agent b322252d-fb9d-4652-a830-647fed26b29a with binding_index 1 {{(pid=104614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:26:29.988521 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.base_scheduler [None req-d0faea55-3268-47bb-9b3d-998f796b710c demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-4-iscsi, 56ca5805-bb0b-456f-bc5d-5e1ba8626540) {{(pid=104614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:26:29.993073 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0faea55-3268-47bb-9b3d-998f796b710c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:29.993719 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-d0faea55-3268-47bb-9b3d-998f796b710c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-373421'] for subnet (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:29.997586 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52945974-d398-4bb3-a9db-cfe2ff01ae04 None None] Network 56ca5805-bb0b-456f-bc5d-5e1ba8626540 requested from dv-cinder-828805-4-iscsi {{(pid=104616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:26:30.111485 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-d0faea55-3268-47bb-9b3d-998f796b710c demo admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9650712 May 27 03:26:30.256397 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5f25a2-9a12-4a48-a800-909ce72ae393 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa70b6f22-5e3f-55f6-a93b-19dd150a441c-56ca5805-bb0b-456f-bc5d-5e1ba8626540', 'network_id': '56ca5805-bb0b-456f-bc5d-5e1ba8626540', 'project_id': '9dbc862abb4247f69fc1a65f462d65ce', 'fixed_ips': [{'subnet_id': 'b85be858-2077-4e11-8103-ab6b9c84cb1e'}]}} from dv-cinder-828805-4-iscsi. {{(pid=104616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 03:26:30.257782 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-1f5f25a2-9a12-4a48-a800-909ce72ae393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (None), before_create {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:30.514183 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=64,neutron:INSERT=35,neutron:UPDATE=1 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:30.544517 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.db_base_plugin_common [None req-1f5f25a2-9a12-4a48-a800-909ce72ae393 None None] Allocated IP 172.20.0.2 (56ca5805-bb0b-456f-bc5d-5e1ba8626540/b85be858-2077-4e11-8103-ab6b9c84cb1e/0142b7c7-fc98-474f-a0c6-26d4f2697c51) {{(pid=104616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:26:30.809901 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-1f5f25a2-9a12-4a48-a800-909ce72ae393 None None] Publish callbacks [] for port (0142b7c7-fc98-474f-a0c6-26d4f2697c51), precommit_create {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:30.920742 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-1f5f25a2-9a12-4a48-a800-909ce72ae393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791799515441'] for port (0142b7c7-fc98-474f-a0c6-26d4f2697c51), after_create {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:30.999871 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:31.010810 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5f25a2-9a12-4a48-a800-909ce72ae393 None None] Network 56ca5805-bb0b-456f-bc5d-5e1ba8626540 is already hosted by enough agents. {{(pid=104616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:26:31.012485 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.scheduler.base_scheduler [None req-1f5f25a2-9a12-4a48-a800-909ce72ae393 None None] Resources bound (agent type, host, resource id): {{(pid=104616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:26:31.013979 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5f25a2-9a12-4a48-a800-909ce72ae393 None None] Pushing event updated for resources: {'Port': ['ID=0142b7c7-fc98-474f-a0c6-26d4f2697c51,revision_number=1']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:31.022407 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5f25a2-9a12-4a48-a800-909ce72ae393 None None] Received port after_create {{(pid=104616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:26:31.025808 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5f25a2-9a12-4a48-a800-909ce72ae393 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:31.026157 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5f25a2-9a12-4a48-a800-909ce72ae393 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:31.026490 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5f25a2-9a12-4a48-a800-909ce72ae393 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:31.026847 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5f25a2-9a12-4a48-a800-909ce72ae393 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:31.027188 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5f25a2-9a12-4a48-a800-909ce72ae393 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:31.027513 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5f25a2-9a12-4a48-a800-909ce72ae393 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:31.027834 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5f25a2-9a12-4a48-a800-909ce72ae393 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:31.028153 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5f25a2-9a12-4a48-a800-909ce72ae393 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:31.028471 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5f25a2-9a12-4a48-a800-909ce72ae393 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:31.028788 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5f25a2-9a12-4a48-a800-909ce72ae393 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:31.029107 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5f25a2-9a12-4a48-a800-909ce72ae393 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:31.029442 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5f25a2-9a12-4a48-a800-909ce72ae393 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:31.029762 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5f25a2-9a12-4a48-a800-909ce72ae393 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:31.030076 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5f25a2-9a12-4a48-a800-909ce72ae393 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:31.030389 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5f25a2-9a12-4a48-a800-909ce72ae393 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:31.031836 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5f25a2-9a12-4a48-a800-909ce72ae393 None None] Tracked resource versions report: May 27 03:26:31.031836 dv-cinder-828805-4-iscsi neutron-server[104616]: pushed versions: May 27 03:26:31.031836 dv-cinder-828805-4-iscsi neutron-server[104616]: { 'AddressGroup': {'1.2'}, May 27 03:26:31.031836 dv-cinder-828805-4-iscsi neutron-server[104616]: 'Agent': {'1.1'}, May 27 03:26:31.031836 dv-cinder-828805-4-iscsi neutron-server[104616]: 'ConntrackHelper': {'1.0'}, May 27 03:26:31.031836 dv-cinder-828805-4-iscsi neutron-server[104616]: 'LocalIPAssociation': {'1.0'}, May 27 03:26:31.031836 dv-cinder-828805-4-iscsi neutron-server[104616]: 'Log': {'1.0'}, May 27 03:26:31.031836 dv-cinder-828805-4-iscsi neutron-server[104616]: 'NDPProxy': {'1.0'}, May 27 03:26:31.031836 dv-cinder-828805-4-iscsi neutron-server[104616]: 'Network': {'1.1'}, May 27 03:26:31.031836 dv-cinder-828805-4-iscsi neutron-server[104616]: 'Port': {'1.7'}, May 27 03:26:31.031836 dv-cinder-828805-4-iscsi neutron-server[104616]: 'PortForwarding': {'1.3'}, May 27 03:26:31.031836 dv-cinder-828805-4-iscsi neutron-server[104616]: 'QosPolicy': {'1.10'}, May 27 03:26:31.031836 dv-cinder-828805-4-iscsi neutron-server[104616]: 'SecurityGroup': {'1.5'}, May 27 03:26:31.031836 dv-cinder-828805-4-iscsi neutron-server[104616]: 'SecurityGroupRule': {'1.2'}, May 27 03:26:31.031836 dv-cinder-828805-4-iscsi neutron-server[104616]: 'SubPort': {'1.0'}, May 27 03:26:31.031836 dv-cinder-828805-4-iscsi neutron-server[104616]: 'Subnet': {'1.1'}, May 27 03:26:31.031836 dv-cinder-828805-4-iscsi neutron-server[104616]: 'Trunk': {'1.1'}} May 27 03:26:31.031836 dv-cinder-828805-4-iscsi neutron-server[104616]: consumer versions: May 27 03:26:31.031836 dv-cinder-828805-4-iscsi neutron-server[104616]: { DHCP agent@dv-cinder-828805-4-iscsi: {}, May 27 03:26:31.031836 dv-cinder-828805-4-iscsi neutron-server[104616]: L3 agent@dv-cinder-828805-4-iscsi: {}, May 27 03:26:31.031836 dv-cinder-828805-4-iscsi neutron-server[104616]: Metadata agent@dv-cinder-828805-4-iscsi: {}, May 27 03:26:31.031836 dv-cinder-828805-4-iscsi neutron-server[104616]: Metering agent@dv-cinder-828805-4-iscsi: {}, May 27 03:26:31.031836 dv-cinder-828805-4-iscsi neutron-server[104616]: Open vSwitch agent@dv-cinder-828805-4-iscsi: { 'AddressGroup': '1.2', May 27 03:26:31.031836 dv-cinder-828805-4-iscsi neutron-server[104616]: 'Agent': '1.1', May 27 03:26:31.031836 dv-cinder-828805-4-iscsi neutron-server[104616]: 'ConntrackHelper': '1.0', May 27 03:26:31.031836 dv-cinder-828805-4-iscsi neutron-server[104616]: 'LocalIPAssociation': '1.0', May 27 03:26:31.031836 dv-cinder-828805-4-iscsi neutron-server[104616]: 'Log': '1.0', May 27 03:26:31.031836 dv-cinder-828805-4-iscsi neutron-server[104616]: 'NDPProxy': '1.0', May 27 03:26:31.031836 dv-cinder-828805-4-iscsi neutron-server[104616]: 'Network': '1.1', May 27 03:26:31.031836 dv-cinder-828805-4-iscsi neutron-server[104616]: 'Port': '1.7', May 27 03:26:31.031836 dv-cinder-828805-4-iscsi neutron-server[104616]: 'PortForwarding': '1.3', May 27 03:26:31.031836 dv-cinder-828805-4-iscsi neutron-server[104616]: 'QosPolicy': '1.10', May 27 03:26:31.031836 dv-cinder-828805-4-iscsi neutron-server[104616]: 'SecurityGroup': '1.5', May 27 03:26:31.031836 dv-cinder-828805-4-iscsi neutron-server[104616]: 'SecurityGroupRule': '1.2', May 27 03:26:31.031836 dv-cinder-828805-4-iscsi neutron-server[104616]: 'SubPort': '1.0', May 27 03:26:31.031836 dv-cinder-828805-4-iscsi neutron-server[104616]: 'Subnet': '1.1', May 27 03:26:31.031836 dv-cinder-828805-4-iscsi neutron-server[104616]: 'Trunk': '1.1'}} May 27 03:26:31.031836 dv-cinder-828805-4-iscsi neutron-server[104616]: {{(pid=104616) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 03:26:31.109093 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.managers [None req-1f5f25a2-9a12-4a48-a800-909ce72ae393 None None] Attempting to bind port 0142b7c7-fc98-474f-a0c6-26d4f2697c51 on host dv-cinder-828805-4-iscsi for vnic_type normal with profile {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:26:31.109459 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.managers [None req-1f5f25a2-9a12-4a48-a800-909ce72ae393 None None] Attempting to bind port 0142b7c7-fc98-474f-a0c6-26d4f2697c51 by drivers openvswitch,hyperv on host dv-cinder-828805-4-iscsi at level 0 using segments [{'id': 'ba4edc5c-ec88-40bd-82bf-29fa222e52e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '56ca5805-bb0b-456f-bc5d-5e1ba8626540'}] {{(pid=104616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:26:31.109942 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5f25a2-9a12-4a48-a800-909ce72ae393 None None] Attempting to bind port 0142b7c7-fc98-474f-a0c6-26d4f2697c51 on network 56ca5805-bb0b-456f-bc5d-5e1ba8626540 {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:26:31.114880 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5f25a2-9a12-4a48-a800-909ce72ae393 None None] Checking agent: {'id': '917d01f3-4a27-4590-ae14-da14d21a1e88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 26, 21), 'started_at': datetime.datetime(2022, 5, 27, 3, 26, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:26:31.115238 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5f25a2-9a12-4a48-a800-909ce72ae393 None None] Checking segment: {'id': 'ba4edc5c-ec88-40bd-82bf-29fa222e52e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '56ca5805-bb0b-456f-bc5d-5e1ba8626540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:26:31.115695 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-1f5f25a2-9a12-4a48-a800-909ce72ae393 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:31.116073 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5f25a2-9a12-4a48-a800-909ce72ae393 None None] Bound using segment: {'id': 'ba4edc5c-ec88-40bd-82bf-29fa222e52e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '56ca5805-bb0b-456f-bc5d-5e1ba8626540'} {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:26:31.116547 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.managers [None req-1f5f25a2-9a12-4a48-a800-909ce72ae393 None None] Bound port: 0142b7c7-fc98-474f-a0c6-26d4f2697c51, host: dv-cinder-828805-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba4edc5c-ec88-40bd-82bf-29fa222e52e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '56ca5805-bb0b-456f-bc5d-5e1ba8626540'}}] {{(pid=104616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:26:31.116932 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-1f5f25a2-9a12-4a48-a800-909ce72ae393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (0142b7c7-fc98-474f-a0c6-26d4f2697c51), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:31.177808 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-1f5f25a2-9a12-4a48-a800-909ce72ae393 None None] For port 0142b7c7-fc98-474f-a0c6-26d4f2697c51, host dv-cinder-828805-4-iscsi, cleared binding levels {{(pid=104616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:26:31.196979 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-1f5f25a2-9a12-4a48-a800-909ce72ae393 None None] For port 0142b7c7-fc98-474f-a0c6-26d4f2697c51, host dv-cinder-828805-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=0142b7c7-fc98-474f-a0c6-26d4f2697c51,segment=NetworkSegment(ba4edc5c-ec88-40bd-82bf-29fa222e52e0),segment_id=ba4edc5c-ec88-40bd-82bf-29fa222e52e0)] {{(pid=104616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:26:31.275918 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-1f5f25a2-9a12-4a48-a800-909ce72ae393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (0142b7c7-fc98-474f-a0c6-26d4f2697c51), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:31.336256 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5f25a2-9a12-4a48-a800-909ce72ae393 None None] Pushing event updated for resources: {'Port': ['ID=0142b7c7-fc98-474f-a0c6-26d4f2697c51,revision_number=2']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:32.213225 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:32.227222 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=8 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:32.579804 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 60248) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:26:32.901315 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [None req-dc04688d-1c0c-418d-b4a3-7ca42a0a3120 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104614) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 03:26:32.902458 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-dc04688d-1c0c-418d-b4a3-7ca42a0a3120 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3216271 May 27 03:26:35.369498 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 60256) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:26:35.666067 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=53,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:35.693106 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [None req-cdb73776-cfbe-481d-bae0-7fbdd2761a53 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104614) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 03:26:35.694205 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-cdb73776-cfbe-481d-bae0-7fbdd2761a53 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3237808 May 27 03:26:38.173856 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 60264) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:26:38.499426 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [None req-a69ca946-5331-461d-98a5-86103417c0f6 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:26:38.582775 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-a69ca946-5331-461d-98a5-86103417c0f6 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-682096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60928'] for router (766c7c72-d8aa-4e43-b152-ef1ec884e58b), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:38.584422 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-a69ca946-5331-461d-98a5-86103417c0f6 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-537747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60985'] for router (766c7c72-d8aa-4e43-b152-ef1ec884e58b), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:38.721685 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-a69ca946-5331-461d-98a5-86103417c0f6 demo demo] Publish callbacks [] for router_controller (766c7c72-d8aa-4e43-b152-ef1ec884e58b), precommit_add_association {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:38.835077 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-a69ca946-5331-461d-98a5-86103417c0f6 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663299'] for router (766c7c72-d8aa-4e43-b152-ef1ec884e58b), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:38.921873 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-a69ca946-5331-461d-98a5-86103417c0f6 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:38.923105 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-a69ca946-5331-461d-98a5-86103417c0f6 demo demo] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7482567 May 27 03:26:41.330458 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=8 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:41.334756 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=53,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:41.373190 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 60278) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:26:41.465827 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 0142b7c7-fc98-474f-a0c6-26d4f2697c51 up at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:26:41.552432 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Provisioning complete for port 0142b7c7-fc98-474f-a0c6-26d4f2697c51 triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:26:41.552837 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (0142b7c7-fc98-474f-a0c6-26d4f2697c51), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:41.666299 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Current status of the port 0142b7c7-fc98-474f-a0c6-26d4f2697c51 is: DOWN; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:26:41.666688 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (0142b7c7-fc98-474f-a0c6-26d4f2697c51), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:41.704143 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] For port 0142b7c7-fc98-474f-a0c6-26d4f2697c51, host dv-cinder-828805-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=0142b7c7-fc98-474f-a0c6-26d4f2697c51,segment=NetworkSegment(ba4edc5c-ec88-40bd-82bf-29fa222e52e0),segment_id=ba4edc5c-ec88-40bd-82bf-29fa222e52e0)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:26:41.747248 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [None req-ed7e7ffe-9388-48ba-b213-e3f76073dff8 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104614) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 03:26:41.748249 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-ed7e7ffe-9388-48ba-b213-e3f76073dff8 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3737478 May 27 03:26:41.800088 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (0142b7c7-fc98-474f-a0c6-26d4f2697c51), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:41.851488 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Pushing event updated for resources: {'Port': ['ID=0142b7c7-fc98-474f-a0c6-26d4f2697c51,revision_number=3']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:42.672696 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0130a8f-37cb-48b0-978b-c9681c2ab692 None None] Network 56ca5805-bb0b-456f-bc5d-5e1ba8626540 requested from dv-cinder-828805-4-iscsi {{(pid=104616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:26:42.700890 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-e273dca2-9147-43ab-8bcd-e86d6f120922 None None] Provisioning complete for port 0142b7c7-fc98-474f-a0c6-26d4f2697c51 triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:26:42.701273 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-e273dca2-9147-43ab-8bcd-e86d6f120922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (0142b7c7-fc98-474f-a0c6-26d4f2697c51), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:42.855565 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-e273dca2-9147-43ab-8bcd-e86d6f120922 None None] Current status of the port 0142b7c7-fc98-474f-a0c6-26d4f2697c51 is: ACTIVE; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:26:43.074273 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-8a007ee7-e303-4041-a2ce-b5718fd7e7c1 None None] Provisioning complete for port 0142b7c7-fc98-474f-a0c6-26d4f2697c51 triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:26:43.074665 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-8a007ee7-e303-4041-a2ce-b5718fd7e7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (0142b7c7-fc98-474f-a0c6-26d4f2697c51), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:43.145513 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-8a007ee7-e303-4041-a2ce-b5718fd7e7c1 None None] Current status of the port 0142b7c7-fc98-474f-a0c6-26d4f2697c51 is: ACTIVE; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:26:43.450251 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 0142b7c7-fc98-474f-a0c6-26d4f2697c51 up at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:26:43.492008 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Provisioning complete for port 0142b7c7-fc98-474f-a0c6-26d4f2697c51 triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:26:43.492391 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (0142b7c7-fc98-474f-a0c6-26d4f2697c51), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:43.559939 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Current status of the port 0142b7c7-fc98-474f-a0c6-26d4f2697c51 is: ACTIVE; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:26:44.190775 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 60288) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:26:44.503085 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [None req-b417675b-7527-4f9c-960b-722e7b66dc36 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:26:44.593843 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b417675b-7527-4f9c-960b-722e7b66dc36 admin admin] Made reservation on behalf of 4d3e8df9c2aa4b4588906f73830bd805 for: {'network': 1} {{(pid=104614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:26:44.596153 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-b417675b-7527-4f9c-960b-722e7b66dc36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for network (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:44.612285 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-b417675b-7527-4f9c-960b-722e7b66dc36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:44.662193 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-20e9c2ad-4198-4358-95fd-ec27846a557e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (b322252d-fb9d-4652-a830-647fed26b29a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:44.711384 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-b417675b-7527-4f9c-960b-722e7b66dc36 admin admin] Publish callbacks [] for security_group (9c90acb9-8db4-4ca6-a4b0-dd5fe6fae84b), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:44.781687 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-b417675b-7527-4f9c-960b-722e7b66dc36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (9c90acb9-8db4-4ca6-a4b0-dd5fe6fae84b), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:44.785673 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:44.798649 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b417675b-7527-4f9c-960b-722e7b66dc36 admin admin] Reserving flat network on physical network physnet1 {{(pid=104614) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 27 03:26:44.821967 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b417675b-7527-4f9c-960b-722e7b66dc36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c90acb9-8db4-4ca6-a4b0-dd5fe6fae84b,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:44.827780 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-b417675b-7527-4f9c-960b-722e7b66dc36 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791800041063', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545'] for segment (2b0e99ee-61aa-44db-85d9-9c6d208f29d9), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:44.828285 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.db.segments_db [None req-b417675b-7527-4f9c-960b-722e7b66dc36 admin admin] Added segment 2b0e99ee-61aa-44db-85d9-9c6d208f29d9 of type flat for network 6db324a0-41f0-4440-95df-83df441784f6 May 27 03:26:44.880041 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-b417675b-7527-4f9c-960b-722e7b66dc36 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791799485040'] for network (6db324a0-41f0-4440-95df-83df441784f6), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:45.022167 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-b417675b-7527-4f9c-960b-722e7b66dc36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395'] for network (6db324a0-41f0-4440-95df-83df441784f6), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:45.023189 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b417675b-7527-4f9c-960b-722e7b66dc36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:45.023760 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-b417675b-7527-4f9c-960b-722e7b66dc36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-373421'] for network (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:45.114688 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b417675b-7527-4f9c-960b-722e7b66dc36 admin admin] Pushing event updated for resources: {'Network': ['ID=6db324a0-41f0-4440-95df-83df441784f6,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:45.124589 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Network 6db324a0-41f0-4440-95df-83df441784f6 details requested by agent ovs-agent-dv-cinder-828805-4-iscsi with host dv-cinder-828805-4-iscsi {{(pid=104616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:26:45.196615 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-b417675b-7527-4f9c-960b-722e7b66dc36 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0047693 May 27 03:26:46.902019 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-63180349-6f65-4cea-9721-50520267bb64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (9df6ec88-276d-42f5-acd2-7e289451d5e3), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:47.596655 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 60296) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:26:47.934016 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7972ff87-bb54-4434-b1da-a54fb98d6aa3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:47.935436 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-7972ff87-bb54-4434-b1da-a54fb98d6aa3 demo admin] 10.222.0.24 "GET /v2.0/subnets/b85be858-2077-4e11-8103-ab6b9c84cb1e HTTP/1.1" status: 200 len: 849 time: 0.3378427 May 27 03:26:48.016111 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:48.085066 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-584d7fde-7d72-4642-9601-b182cfb78c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (413fc6aa-3a5a-4281-abfd-a440a67afb4a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:48.115514 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-da85184b-a9f1-4658-b977-1ea6bf987d94 demo admin] 10.222.0.24 "GET /v2.0/routers/766c7c72-d8aa-4e43-b152-ef1ec884e58b HTTP/1.1" status: 200 len: 704 time: 0.1741700 May 27 03:26:48.376640 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-66944420-38ab-4b3d-b31a-0536d1532df3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:48.669142 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.db.db_base_plugin_common [None req-66944420-38ab-4b3d-b31a-0536d1532df3 demo admin] Allocated IP 172.20.0.1 (56ca5805-bb0b-456f-bc5d-5e1ba8626540/b85be858-2077-4e11-8103-ab6b9c84cb1e/40a6a077-bcf2-4e3a-9e26-847fd08e9b5d) {{(pid=104615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:26:48.848189 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-66944420-38ab-4b3d-b31a-0536d1532df3 demo admin] Publish callbacks [] for port (40a6a077-bcf2-4e3a-9e26-847fd08e9b5d), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:48.971606 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-66944420-38ab-4b3d-b31a-0536d1532df3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791799515441'] for port (40a6a077-bcf2-4e3a-9e26-847fd08e9b5d), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:49.041652 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66944420-38ab-4b3d-b31a-0536d1532df3 demo admin] Network 56ca5805-bb0b-456f-bc5d-5e1ba8626540 is already hosted by enough agents. {{(pid=104615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:26:49.052611 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.base_scheduler [None req-66944420-38ab-4b3d-b31a-0536d1532df3 demo admin] Resources bound (agent type, host, resource id): {{(pid=104615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:26:49.062183 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66944420-38ab-4b3d-b31a-0536d1532df3 demo admin] Received port after_create {{(pid=104615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:26:49.063576 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-66944420-38ab-4b3d-b31a-0536d1532df3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680048'] for router_interface (766c7c72-d8aa-4e43-b152-ef1ec884e58b), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:49.083083 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66944420-38ab-4b3d-b31a-0536d1532df3 demo admin] Pushing event updated for resources: {'Port': ['ID=40a6a077-bcf2-4e3a-9e26-847fd08e9b5d,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:49.186699 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:49.221546 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f446-e12c-45b2-8c38-3579950c1c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (785c7416-4bf9-40d9-a08f-c797a61a0436), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:49.334002 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-967af175-e11a-45ed-979e-5c397d6268c6 None None] Provisioning complete for port 40a6a077-bcf2-4e3a-9e26-847fd08e9b5d triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:26:49.334308 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-967af175-e11a-45ed-979e-5c397d6268c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (40a6a077-bcf2-4e3a-9e26-847fd08e9b5d), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:49.336644 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:49.365306 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-967af175-e11a-45ed-979e-5c397d6268c6 None None] Port 40a6a077-bcf2-4e3a-9e26-847fd08e9b5d cannot update to ACTIVE because it is not bound. {{(pid=104616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:26:49.387886 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-66944420-38ab-4b3d-b31a-0536d1532df3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (40a6a077-bcf2-4e3a-9e26-847fd08e9b5d), before_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:49.394395 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:49.678057 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-66944420-38ab-4b3d-b31a-0536d1532df3 demo admin] Publish callbacks [] for port (40a6a077-bcf2-4e3a-9e26-847fd08e9b5d), precommit_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:49.760233 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-66944420-38ab-4b3d-b31a-0536d1532df3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (40a6a077-bcf2-4e3a-9e26-847fd08e9b5d), after_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:49.761127 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-66944420-38ab-4b3d-b31a-0536d1532df3 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-373377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681152'] for router_interface (766c7c72-d8aa-4e43-b152-ef1ec884e58b), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:49.838284 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66944420-38ab-4b3d-b31a-0536d1532df3 demo admin] Pushing event updated for resources: {'Port': ['ID=40a6a077-bcf2-4e3a-9e26-847fd08e9b5d,revision_number=2']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:49.883008 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66944420-38ab-4b3d-b31a-0536d1532df3 demo admin] Network 56ca5805-bb0b-456f-bc5d-5e1ba8626540 is already hosted by enough agents. {{(pid=104615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:26:49.884306 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.base_scheduler [None req-66944420-38ab-4b3d-b31a-0536d1532df3 demo admin] Resources bound (agent type, host, resource id): {{(pid=104615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:26:50.130770 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66944420-38ab-4b3d-b31a-0536d1532df3 demo admin] Router 766c7c72-d8aa-4e43-b152-ef1ec884e58b is scheduled to L3 agent 9df6ec88-276d-42f5-acd2-7e289451d5e3 with binding_index 1 {{(pid=104615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:26:50.221340 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66944420-38ab-4b3d-b31a-0536d1532df3 demo admin] Notify agent at l3_agent.dv-cinder-828805-4-iscsi the message routers_updated {{(pid=104615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:26:50.226402 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-66944420-38ab-4b3d-b31a-0536d1532df3 demo admin] 10.222.0.24 "PUT /v2.0/routers/766c7c72-d8aa-4e43-b152-ef1ec884e58b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1055343 May 27 03:26:50.231595 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4421f00-00bd-4217-8a84-9f4e2e60a870 None None] Sync routers for ids ['766c7c72-d8aa-4e43-b152-ef1ec884e58b'] in dv-cinder-828805-4-iscsi {{(pid=104617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:26:50.244671 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4421f00-00bd-4217-8a84-9f4e2e60a870 None None] Routers {'766c7c72-d8aa-4e43-b152-ef1ec884e58b'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:26:50.245531 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-a4421f00-00bd-4217-8a84-9f4e2e60a870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:26:47Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['766c7c72-d8aa-4e43-b152-ef1ec884e58b'], 'active': True} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:50.251531 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-5c071b22-7b9a-4ae8-9247-92d2707f06a9 None None] Provisioning complete for port 40a6a077-bcf2-4e3a-9e26-847fd08e9b5d triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:26:50.252126 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-5c071b22-7b9a-4ae8-9247-92d2707f06a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (40a6a077-bcf2-4e3a-9e26-847fd08e9b5d), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:50.284200 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-5c071b22-7b9a-4ae8-9247-92d2707f06a9 None None] Port 40a6a077-bcf2-4e3a-9e26-847fd08e9b5d cannot update to ACTIVE because it is not bound. {{(pid=104616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:26:50.428904 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvr_db [None req-a4421f00-00bd-4217-8a84-9f4e2e60a870 None None] Set router 766c7c72-d8aa-4e43-b152-ef1ec884e58b gateway port host: None {{(pid=104617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:26:50.853919 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-a4421f00-00bd-4217-8a84-9f4e2e60a870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '766c7c72-d8aa-4e43-b152-ef1ec884e58b', 'name': 'router1', 'tenant_id': '9dbc862abb4247f69fc1a65f462d65ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:38Z', 'updated_at': '2022-05-27T03:26:49Z', 'revision_number': 2, 'project_id': '9dbc862abb4247f69fc1a65f462d65ce', 'gw_port_host': None, '_interfaces': [{'id': '40a6a077-bcf2-4e3a-9e26-847fd08e9b5d', 'name': '', 'network_id': '56ca5805-bb0b-456f-bc5d-5e1ba8626540', 'tenant_id': '9dbc862abb4247f69fc1a65f462d65ce', 'mac_address': 'fa:16:3e:4e:8e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '766c7c72-d8aa-4e43-b152-ef1ec884e58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b85be858-2077-4e11-8103-ab6b9c84cb1e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:48Z', 'updated_at': '2022-05-27T03:26:49Z', 'revision_number': 2, 'project_id': '9dbc862abb4247f69fc1a65f462d65ce', 'subnets': [{'id': 'b85be858-2077-4e11-8103-ab6b9c84cb1e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '13e71623-3c8c-48fb-9a5b-289549de7132'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:50.856325 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (917d01f3-4a27-4590-ae14-da14d21a1e88), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:50.905356 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4421f00-00bd-4217-8a84-9f4e2e60a870 None None] Checking router: 766c7c72-d8aa-4e43-b152-ef1ec884e58b for host: dv-cinder-828805-4-iscsi {{(pid=104617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:26:50.905732 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4421f00-00bd-4217-8a84-9f4e2e60a870 None None] Updating router 766c7c72-d8aa-4e43-b152-ef1ec884e58b port 40a6a077-bcf2-4e3a-9e26-847fd08e9b5d binding host dv-cinder-828805-4-iscsi {{(pid=104617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:26:50.959967 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron_lib.callbacks.manager [None req-a4421f00-00bd-4217-8a84-9f4e2e60a870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (40a6a077-bcf2-4e3a-9e26-847fd08e9b5d), before_update {{(pid=104617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:51.490498 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron_lib.callbacks.manager [None req-a4421f00-00bd-4217-8a84-9f4e2e60a870 None None] Publish callbacks [] for port (40a6a077-bcf2-4e3a-9e26-847fd08e9b5d), precommit_update {{(pid=104617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:51.582160 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron_lib.callbacks.manager [None req-a4421f00-00bd-4217-8a84-9f4e2e60a870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (40a6a077-bcf2-4e3a-9e26-847fd08e9b5d), after_update {{(pid=104617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:51.736597 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37820cad-5ea6-4b55-a693-9d3d855fe589 None None] Pushing event updated for resources: {'Port': ['ID=40a6a077-bcf2-4e3a-9e26-847fd08e9b5d,revision_number=3']} {{(pid=104617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:51.770718 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37820cad-5ea6-4b55-a693-9d3d855fe589 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:51.771078 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37820cad-5ea6-4b55-a693-9d3d855fe589 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:51.771517 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37820cad-5ea6-4b55-a693-9d3d855fe589 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:51.771854 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37820cad-5ea6-4b55-a693-9d3d855fe589 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:51.772180 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37820cad-5ea6-4b55-a693-9d3d855fe589 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:51.772498 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37820cad-5ea6-4b55-a693-9d3d855fe589 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:51.772815 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37820cad-5ea6-4b55-a693-9d3d855fe589 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:51.773129 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37820cad-5ea6-4b55-a693-9d3d855fe589 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:51.773447 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37820cad-5ea6-4b55-a693-9d3d855fe589 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:51.773761 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37820cad-5ea6-4b55-a693-9d3d855fe589 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:51.774073 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37820cad-5ea6-4b55-a693-9d3d855fe589 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:51.774401 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37820cad-5ea6-4b55-a693-9d3d855fe589 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:51.774753 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37820cad-5ea6-4b55-a693-9d3d855fe589 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:51.775093 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37820cad-5ea6-4b55-a693-9d3d855fe589 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:51.775405 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37820cad-5ea6-4b55-a693-9d3d855fe589 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:51.776993 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37820cad-5ea6-4b55-a693-9d3d855fe589 None None] Tracked resource versions report: May 27 03:26:51.776993 dv-cinder-828805-4-iscsi neutron-server[104617]: pushed versions: May 27 03:26:51.776993 dv-cinder-828805-4-iscsi neutron-server[104617]: { 'AddressGroup': {'1.2'}, May 27 03:26:51.776993 dv-cinder-828805-4-iscsi neutron-server[104617]: 'Agent': {'1.1'}, May 27 03:26:51.776993 dv-cinder-828805-4-iscsi neutron-server[104617]: 'ConntrackHelper': {'1.0'}, May 27 03:26:51.776993 dv-cinder-828805-4-iscsi neutron-server[104617]: 'LocalIPAssociation': {'1.0'}, May 27 03:26:51.776993 dv-cinder-828805-4-iscsi neutron-server[104617]: 'Log': {'1.0'}, May 27 03:26:51.776993 dv-cinder-828805-4-iscsi neutron-server[104617]: 'NDPProxy': {'1.0'}, May 27 03:26:51.776993 dv-cinder-828805-4-iscsi neutron-server[104617]: 'Network': {'1.1'}, May 27 03:26:51.776993 dv-cinder-828805-4-iscsi neutron-server[104617]: 'Port': {'1.7'}, May 27 03:26:51.776993 dv-cinder-828805-4-iscsi neutron-server[104617]: 'PortForwarding': {'1.3'}, May 27 03:26:51.776993 dv-cinder-828805-4-iscsi neutron-server[104617]: 'QosPolicy': {'1.10'}, May 27 03:26:51.776993 dv-cinder-828805-4-iscsi neutron-server[104617]: 'SecurityGroup': {'1.5'}, May 27 03:26:51.776993 dv-cinder-828805-4-iscsi neutron-server[104617]: 'SecurityGroupRule': {'1.2'}, May 27 03:26:51.776993 dv-cinder-828805-4-iscsi neutron-server[104617]: 'SubPort': {'1.0'}, May 27 03:26:51.776993 dv-cinder-828805-4-iscsi neutron-server[104617]: 'Subnet': {'1.1'}, May 27 03:26:51.776993 dv-cinder-828805-4-iscsi neutron-server[104617]: 'Trunk': {'1.1'}} May 27 03:26:51.776993 dv-cinder-828805-4-iscsi neutron-server[104617]: consumer versions: May 27 03:26:51.776993 dv-cinder-828805-4-iscsi neutron-server[104617]: { DHCP agent@dv-cinder-828805-4-iscsi: {}, May 27 03:26:51.776993 dv-cinder-828805-4-iscsi neutron-server[104617]: L3 agent@dv-cinder-828805-4-iscsi: {}, May 27 03:26:51.776993 dv-cinder-828805-4-iscsi neutron-server[104617]: Metadata agent@dv-cinder-828805-4-iscsi: {}, May 27 03:26:51.776993 dv-cinder-828805-4-iscsi neutron-server[104617]: Metering agent@dv-cinder-828805-4-iscsi: {}, May 27 03:26:51.776993 dv-cinder-828805-4-iscsi neutron-server[104617]: Open vSwitch agent@dv-cinder-828805-4-iscsi: { 'AddressGroup': '1.2', May 27 03:26:51.776993 dv-cinder-828805-4-iscsi neutron-server[104617]: 'Agent': '1.1', May 27 03:26:51.776993 dv-cinder-828805-4-iscsi neutron-server[104617]: 'ConntrackHelper': '1.0', May 27 03:26:51.776993 dv-cinder-828805-4-iscsi neutron-server[104617]: 'LocalIPAssociation': '1.0', May 27 03:26:51.776993 dv-cinder-828805-4-iscsi neutron-server[104617]: 'Log': '1.0', May 27 03:26:51.776993 dv-cinder-828805-4-iscsi neutron-server[104617]: 'NDPProxy': '1.0', May 27 03:26:51.776993 dv-cinder-828805-4-iscsi neutron-server[104617]: 'Network': '1.1', May 27 03:26:51.776993 dv-cinder-828805-4-iscsi neutron-server[104617]: 'Port': '1.7', May 27 03:26:51.776993 dv-cinder-828805-4-iscsi neutron-server[104617]: 'PortForwarding': '1.3', May 27 03:26:51.776993 dv-cinder-828805-4-iscsi neutron-server[104617]: 'QosPolicy': '1.10', May 27 03:26:51.776993 dv-cinder-828805-4-iscsi neutron-server[104617]: 'SecurityGroup': '1.5', May 27 03:26:51.776993 dv-cinder-828805-4-iscsi neutron-server[104617]: 'SecurityGroupRule': '1.2', May 27 03:26:51.776993 dv-cinder-828805-4-iscsi neutron-server[104617]: 'SubPort': '1.0', May 27 03:26:51.776993 dv-cinder-828805-4-iscsi neutron-server[104617]: 'Subnet': '1.1', May 27 03:26:51.776993 dv-cinder-828805-4-iscsi neutron-server[104617]: 'Trunk': '1.1'}} May 27 03:26:51.776993 dv-cinder-828805-4-iscsi neutron-server[104617]: {{(pid=104617) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 03:26:51.782886 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.managers [None req-a4421f00-00bd-4217-8a84-9f4e2e60a870 None None] Attempting to bind port 40a6a077-bcf2-4e3a-9e26-847fd08e9b5d on host dv-cinder-828805-4-iscsi for vnic_type normal with profile {{(pid=104617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:26:51.783273 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.managers [None req-a4421f00-00bd-4217-8a84-9f4e2e60a870 None None] Attempting to bind port 40a6a077-bcf2-4e3a-9e26-847fd08e9b5d by drivers openvswitch,hyperv on host dv-cinder-828805-4-iscsi at level 0 using segments [{'id': 'ba4edc5c-ec88-40bd-82bf-29fa222e52e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '56ca5805-bb0b-456f-bc5d-5e1ba8626540'}] {{(pid=104617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:26:51.783703 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4421f00-00bd-4217-8a84-9f4e2e60a870 None None] Attempting to bind port 40a6a077-bcf2-4e3a-9e26-847fd08e9b5d on network 56ca5805-bb0b-456f-bc5d-5e1ba8626540 {{(pid=104617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:26:51.788885 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4421f00-00bd-4217-8a84-9f4e2e60a870 None None] Checking agent: {'id': '917d01f3-4a27-4590-ae14-da14d21a1e88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 26, 21), 'started_at': datetime.datetime(2022, 5, 27, 3, 26, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:26:51.789276 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4421f00-00bd-4217-8a84-9f4e2e60a870 None None] Checking segment: {'id': 'ba4edc5c-ec88-40bd-82bf-29fa222e52e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '56ca5805-bb0b-456f-bc5d-5e1ba8626540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:26:51.789739 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron_lib.callbacks.manager [None req-a4421f00-00bd-4217-8a84-9f4e2e60a870 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:51.790110 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4421f00-00bd-4217-8a84-9f4e2e60a870 None None] Bound using segment: {'id': 'ba4edc5c-ec88-40bd-82bf-29fa222e52e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '56ca5805-bb0b-456f-bc5d-5e1ba8626540'} {{(pid=104617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:26:51.791133 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.managers [None req-a4421f00-00bd-4217-8a84-9f4e2e60a870 None None] Bound port: 40a6a077-bcf2-4e3a-9e26-847fd08e9b5d, host: dv-cinder-828805-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba4edc5c-ec88-40bd-82bf-29fa222e52e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '56ca5805-bb0b-456f-bc5d-5e1ba8626540'}}] {{(pid=104617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:26:51.791503 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron_lib.callbacks.manager [None req-a4421f00-00bd-4217-8a84-9f4e2e60a870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (40a6a077-bcf2-4e3a-9e26-847fd08e9b5d), before_update {{(pid=104617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:51.808361 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-948511cc-c336-460d-b4f7-93ba25f2f400 None None] Provisioning complete for port 40a6a077-bcf2-4e3a-9e26-847fd08e9b5d triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:26:51.808915 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-948511cc-c336-460d-b4f7-93ba25f2f400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (40a6a077-bcf2-4e3a-9e26-847fd08e9b5d), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:51.840522 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-948511cc-c336-460d-b4f7-93ba25f2f400 None None] Port 40a6a077-bcf2-4e3a-9e26-847fd08e9b5d cannot update to ACTIVE because it is not bound. {{(pid=104616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:26:51.858618 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.db [None req-a4421f00-00bd-4217-8a84-9f4e2e60a870 None None] For port 40a6a077-bcf2-4e3a-9e26-847fd08e9b5d, host dv-cinder-828805-4-iscsi, cleared binding levels {{(pid=104617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:26:51.865841 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:51.877654 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:51.879689 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.db [None req-a4421f00-00bd-4217-8a84-9f4e2e60a870 None None] For port 40a6a077-bcf2-4e3a-9e26-847fd08e9b5d, host dv-cinder-828805-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=40a6a077-bcf2-4e3a-9e26-847fd08e9b5d,segment=NetworkSegment(ba4edc5c-ec88-40bd-82bf-29fa222e52e0),segment_id=ba4edc5c-ec88-40bd-82bf-29fa222e52e0)] {{(pid=104617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:26:51.995214 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron_lib.callbacks.manager [None req-a4421f00-00bd-4217-8a84-9f4e2e60a870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (40a6a077-bcf2-4e3a-9e26-847fd08e9b5d), after_update {{(pid=104617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:52.055374 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4421f00-00bd-4217-8a84-9f4e2e60a870 None None] Routers {'766c7c72-d8aa-4e43-b152-ef1ec884e58b'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:26:52.056063 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-a4421f00-00bd-4217-8a84-9f4e2e60a870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:26:47Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['766c7c72-d8aa-4e43-b152-ef1ec884e58b'], 'active': True} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:52.058481 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37820cad-5ea6-4b55-a693-9d3d855fe589 None None] Pushing event updated for resources: {'Port': ['ID=40a6a077-bcf2-4e3a-9e26-847fd08e9b5d,revision_number=4']} {{(pid=104617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:52.150345 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvr_db [None req-a4421f00-00bd-4217-8a84-9f4e2e60a870 None None] Set router 766c7c72-d8aa-4e43-b152-ef1ec884e58b gateway port host: None {{(pid=104617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:26:52.260177 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-553835f9-8fe9-40b5-9511-d17706df7afc None None] Provisioning complete for port 40a6a077-bcf2-4e3a-9e26-847fd08e9b5d triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:26:52.260631 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-553835f9-8fe9-40b5-9511-d17706df7afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (40a6a077-bcf2-4e3a-9e26-847fd08e9b5d), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:52.331735 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-553835f9-8fe9-40b5-9511-d17706df7afc None None] Current status of the port 40a6a077-bcf2-4e3a-9e26-847fd08e9b5d is: DOWN; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:26:52.332042 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-553835f9-8fe9-40b5-9511-d17706df7afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (40a6a077-bcf2-4e3a-9e26-847fd08e9b5d), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:52.346212 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-a4421f00-00bd-4217-8a84-9f4e2e60a870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '766c7c72-d8aa-4e43-b152-ef1ec884e58b', 'name': 'router1', 'tenant_id': '9dbc862abb4247f69fc1a65f462d65ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:38Z', 'updated_at': '2022-05-27T03:26:49Z', 'revision_number': 2, 'project_id': '9dbc862abb4247f69fc1a65f462d65ce', 'gw_port_host': None, '_interfaces': [{'id': '40a6a077-bcf2-4e3a-9e26-847fd08e9b5d', 'name': '', 'network_id': '56ca5805-bb0b-456f-bc5d-5e1ba8626540', 'tenant_id': '9dbc862abb4247f69fc1a65f462d65ce', 'mac_address': 'fa:16:3e:4e:8e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '766c7c72-d8aa-4e43-b152-ef1ec884e58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b85be858-2077-4e11-8103-ab6b9c84cb1e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:48Z', 'updated_at': '2022-05-27T03:26:51Z', 'revision_number': 4, 'project_id': '9dbc862abb4247f69fc1a65f462d65ce', 'subnets': [{'id': 'b85be858-2077-4e11-8103-ab6b9c84cb1e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '13e71623-3c8c-48fb-9a5b-289549de7132'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:52.367590 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-553835f9-8fe9-40b5-9511-d17706df7afc None None] For port 40a6a077-bcf2-4e3a-9e26-847fd08e9b5d, host dv-cinder-828805-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=40a6a077-bcf2-4e3a-9e26-847fd08e9b5d,segment=NetworkSegment(ba4edc5c-ec88-40bd-82bf-29fa222e52e0),segment_id=ba4edc5c-ec88-40bd-82bf-29fa222e52e0)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:26:52.371054 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4421f00-00bd-4217-8a84-9f4e2e60a870 None None] The sync data for ids ['766c7c72-d8aa-4e43-b152-ef1ec884e58b'] in dv-cinder-828805-4-iscsi is: [{'id': '766c7c72-d8aa-4e43-b152-ef1ec884e58b', 'name': 'router1', 'tenant_id': '9dbc862abb4247f69fc1a65f462d65ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:38Z', 'updated_at': '2022-05-27T03:26:49Z', 'revision_number': 2, 'project_id': '9dbc862abb4247f69fc1a65f462d65ce', 'gw_port_host': None, '_interfaces': [{'id': '40a6a077-bcf2-4e3a-9e26-847fd08e9b5d', 'name': '', 'network_id': '56ca5805-bb0b-456f-bc5d-5e1ba8626540', 'tenant_id': '9dbc862abb4247f69fc1a65f462d65ce', 'mac_address': 'fa:16:3e:4e:8e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '766c7c72-d8aa-4e43-b152-ef1ec884e58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b85be858-2077-4e11-8103-ab6b9c84cb1e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:48Z', 'updated_at': '2022-05-27T03:26:51Z', 'revision_number': 4, 'project_id': '9dbc862abb4247f69fc1a65f462d65ce', 'subnets': [{'id': 'b85be858-2077-4e11-8103-ab6b9c84cb1e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '13e71623-3c8c-48fb-9a5b-289549de7132'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:26:52.450802 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-553835f9-8fe9-40b5-9511-d17706df7afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (40a6a077-bcf2-4e3a-9e26-847fd08e9b5d), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:52.498269 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553835f9-8fe9-40b5-9511-d17706df7afc None None] Pushing event updated for resources: {'Port': ['ID=40a6a077-bcf2-4e3a-9e26-847fd08e9b5d,revision_number=5']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:52.594557 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 60318) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:26:52.700697 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:52.703772 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7547ffc-4a7f-4682-b0a4-b6254febd3d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:52.705121 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-a7547ffc-4a7f-4682-b0a4-b6254febd3d1 admin admin] 10.222.0.24 "GET /v2.0/networks/6db324a0-41f0-4440-95df-83df441784f6 HTTP/1.1" status: 200 len: 842 time: 0.1095524 May 27 03:26:52.714986 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.v2.base [None req-976a6697-5134-4b00-9cb8-44e75e7edf20 admin admin] Request body: {'subnet': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'gateway_ip': '172.27.0.1', 'enable_dhcp': False, 'cidr': '172.27.0.0/24', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=104615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:26:52.868003 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976a6697-5134-4b00-9cb8-44e75e7edf20 admin admin] Made reservation on behalf of 4d3e8df9c2aa4b4588906f73830bd805 for: {'subnet': 1} {{(pid=104615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:26:52.870830 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-976a6697-5134-4b00-9cb8-44e75e7edf20 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:53.280320 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.objects.ports [None req-976a6697-5134-4b00-9cb8-44e75e7edf20 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104615) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 27 03:26:53.280686 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-976a6697-5134-4b00-9cb8-44e75e7edf20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395'] for subnet (1196ed2a-e255-42ad-b78e-696bc1bae72b), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:53.343813 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976a6697-5134-4b00-9cb8-44e75e7edf20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1196ed2a-e255-42ad-b78e-696bc1bae72b,revision_number=0']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:53.348197 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976a6697-5134-4b00-9cb8-44e75e7edf20 admin admin] Checking segment: {'id': '2b0e99ee-61aa-44db-85d9-9c6d208f29d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6db324a0-41f0-4440-95df-83df441784f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:26:53.348548 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976a6697-5134-4b00-9cb8-44e75e7edf20 admin admin] Network hostable DHCP agents. Network: 6db324a0-41f0-4440-95df-83df441784f6, hostable agents: ['b322252d-fb9d-4652-a830-647fed26b29a'], hosted agents: [] {{(pid=104615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:26:53.356898 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:53.456893 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976a6697-5134-4b00-9cb8-44e75e7edf20 admin admin] Network 6db324a0-41f0-4440-95df-83df441784f6 is scheduled to be hosted by DHCP agent b322252d-fb9d-4652-a830-647fed26b29a with binding_index 1 {{(pid=104615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:26:53.524417 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.base_scheduler [None req-976a6697-5134-4b00-9cb8-44e75e7edf20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-4-iscsi, 6db324a0-41f0-4440-95df-83df441784f6) {{(pid=104615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:26:53.528458 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976a6697-5134-4b00-9cb8-44e75e7edf20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:53.529077 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-976a6697-5134-4b00-9cb8-44e75e7edf20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-373421'] for subnet (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:53.535278 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d059469-c6b5-4b81-9b2b-d07f647d07dc None None] Network 6db324a0-41f0-4440-95df-83df441784f6 requested from dv-cinder-828805-4-iscsi {{(pid=104616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:26:53.595711 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-976a6697-5134-4b00-9cb8-44e75e7edf20 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8845391 May 27 03:26:53.640982 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849be532-d261-4d53-b8dd-9c673a0a6e3a None None] Network 6db324a0-41f0-4440-95df-83df441784f6 requested from dv-cinder-828805-4-iscsi {{(pid=104616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:26:55.112692 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=67,neutron:DELETE=5,neutron:INSERT=17,neutron:UPDATE=5 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:55.924351 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 60336) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:26:56.054192 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-70cb1596-2dec-4d5b-a6d8-7abc53bf2a5b demo admin] 10.222.0.24 "GET /v2.0/routers/766c7c72-d8aa-4e43-b152-ef1ec884e58b HTTP/1.1" status: 200 len: 710 time: 0.1287348 May 27 03:26:56.140202 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f934ec97-1804-47f4-b081-f48bff00e836 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:56.142481 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-f934ec97-1804-47f4-b081-f48bff00e836 demo admin] 10.222.0.24 "GET /v2.0/networks/6db324a0-41f0-4440-95df-83df441784f6 HTTP/1.1" status: 200 len: 886 time: 0.0825720 May 27 03:26:56.150679 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.v2.base [None req-13346782-fc59-461d-9256-91948b5acc04 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6'}}} {{(pid=104615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:26:56.458402 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-13346782-fc59-461d-9256-91948b5acc04 demo admin] Publish callbacks [] for router_gateway (766c7c72-d8aa-4e43-b152-ef1ec884e58b), precommit_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:56.625302 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:56.762482 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-13346782-fc59-461d-9256-91948b5acc04 demo admin] Publish callbacks [] for router_gateway (766c7c72-d8aa-4e43-b152-ef1ec884e58b), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:56.837067 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-13346782-fc59-461d-9256-91948b5acc04 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:56.889407 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:56.942439 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.db.db_base_plugin_common [None req-13346782-fc59-461d-9256-91948b5acc04 demo admin] Allocated IP 172.27.0.21 (6db324a0-41f0-4440-95df-83df441784f6/1196ed2a-e255-42ad-b78e-696bc1bae72b/22b7ac97-76c3-40e5-a84b-120981abc765) {{(pid=104615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:26:57.044221 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-13346782-fc59-461d-9256-91948b5acc04 demo admin] Publish callbacks [] for port (22b7ac97-76c3-40e5-a84b-120981abc765), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:57.165845 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-13346782-fc59-461d-9256-91948b5acc04 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791799515441'] for port (22b7ac97-76c3-40e5-a84b-120981abc765), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:57.206931 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13346782-fc59-461d-9256-91948b5acc04 demo admin] Network 6db324a0-41f0-4440-95df-83df441784f6 is already hosted by enough agents. {{(pid=104615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:26:57.211515 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.base_scheduler [None req-13346782-fc59-461d-9256-91948b5acc04 demo admin] Resources bound (agent type, host, resource id): {{(pid=104615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:26:57.215894 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13346782-fc59-461d-9256-91948b5acc04 demo admin] Received port after_create {{(pid=104615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:26:57.218935 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13346782-fc59-461d-9256-91948b5acc04 demo admin] Pushing event updated for resources: {'Port': ['ID=22b7ac97-76c3-40e5-a84b-120981abc765,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:57.499650 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:57.545284 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-13346782-fc59-461d-9256-91948b5acc04 demo admin] Publish callbacks [] for router_gateway (766c7c72-d8aa-4e43-b152-ef1ec884e58b), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:57.739371 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-13346782-fc59-461d-9256-91948b5acc04 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-663326', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60967'] for router (766c7c72-d8aa-4e43-b152-ef1ec884e58b), precommit_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:57.742695 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-13346782-fc59-461d-9256-91948b5acc04 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-663317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-663308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-682469'] for router (766c7c72-d8aa-4e43-b152-ef1ec884e58b), after_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:57.844403 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13346782-fc59-461d-9256-91948b5acc04 demo admin] Router 766c7c72-d8aa-4e43-b152-ef1ec884e58b has already been hosted by L3 agent 9df6ec88-276d-42f5-acd2-7e289451d5e3 {{(pid=104615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:26:57.945576 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13346782-fc59-461d-9256-91948b5acc04 demo admin] Notify agent at l3_agent.dv-cinder-828805-4-iscsi the message routers_updated {{(pid=104615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:26:57.949541 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-13346782-fc59-461d-9256-91948b5acc04 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:57.951270 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-13346782-fc59-461d-9256-91948b5acc04 demo admin] 10.222.0.24 "PUT /v2.0/routers/766c7c72-d8aa-4e43-b152-ef1ec884e58b HTTP/1.1" status: 200 len: 889 time: 1.8041973 May 27 03:26:59.481524 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 40a6a077-bcf2-4e3a-9e26-847fd08e9b5d up at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:26:59.524083 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Provisioning complete for port 40a6a077-bcf2-4e3a-9e26-847fd08e9b5d triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:26:59.524498 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (40a6a077-bcf2-4e3a-9e26-847fd08e9b5d), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:59.593470 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Current status of the port 40a6a077-bcf2-4e3a-9e26-847fd08e9b5d is: ACTIVE; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:27:00.389690 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 60348) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:27:00.545707 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-a8d5633a-293d-4851-845f-17a6e077fff7 admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1548910 May 27 03:27:01.094712 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bf7bd5-c093-40a9-a108-a6944daf22f8 None None] Sync routers for ids ['766c7c72-d8aa-4e43-b152-ef1ec884e58b'] in dv-cinder-828805-4-iscsi {{(pid=104616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:27:01.108257 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bf7bd5-c093-40a9-a108-a6944daf22f8 None None] Routers {'766c7c72-d8aa-4e43-b152-ef1ec884e58b'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:27:01.108911 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-90bf7bd5-c093-40a9-a108-a6944daf22f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:26:47Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['766c7c72-d8aa-4e43-b152-ef1ec884e58b'], 'active': True} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:01.313645 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvr_db [None req-90bf7bd5-c093-40a9-a108-a6944daf22f8 None None] Set router 766c7c72-d8aa-4e43-b152-ef1ec884e58b gateway port host: dv-cinder-828805-4-iscsi {{(pid=104616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:27:01.477078 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:01.520266 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:01.691902 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-90bf7bd5-c093-40a9-a108-a6944daf22f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '766c7c72-d8aa-4e43-b152-ef1ec884e58b', 'name': 'router1', 'tenant_id': '9dbc862abb4247f69fc1a65f462d65ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '22b7ac97-76c3-40e5-a84b-120981abc765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:38Z', 'updated_at': '2022-05-27T03:26:57Z', 'revision_number': 4, 'project_id': '9dbc862abb4247f69fc1a65f462d65ce', 'gw_port': {'id': '22b7ac97-76c3-40e5-a84b-120981abc765', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a8:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '766c7c72-d8aa-4e43-b152-ef1ec884e58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:56Z', 'updated_at': '2022-05-27T03:26:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_interfaces': [{'id': '40a6a077-bcf2-4e3a-9e26-847fd08e9b5d', 'name': '', 'network_id': '56ca5805-bb0b-456f-bc5d-5e1ba8626540', 'tenant_id': '9dbc862abb4247f69fc1a65f462d65ce', 'mac_address': 'fa:16:3e:4e:8e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766c7c72-d8aa-4e43-b152-ef1ec884e58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b85be858-2077-4e11-8103-ab6b9c84cb1e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:48Z', 'updated_at': '2022-05-27T03:26:52Z', 'revision_number': 5, 'project_id': '9dbc862abb4247f69fc1a65f462d65ce', 'subnets': [{'id': 'b85be858-2077-4e11-8103-ab6b9c84cb1e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '13e71623-3c8c-48fb-9a5b-289549de7132'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:01.816050 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bf7bd5-c093-40a9-a108-a6944daf22f8 None None] Checking router: 766c7c72-d8aa-4e43-b152-ef1ec884e58b for host: dv-cinder-828805-4-iscsi {{(pid=104616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:27:01.816798 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bf7bd5-c093-40a9-a108-a6944daf22f8 None None] Updating router 766c7c72-d8aa-4e43-b152-ef1ec884e58b port 22b7ac97-76c3-40e5-a84b-120981abc765 binding host dv-cinder-828805-4-iscsi {{(pid=104616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:27:01.869935 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-90bf7bd5-c093-40a9-a108-a6944daf22f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (22b7ac97-76c3-40e5-a84b-120981abc765), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:02.219050 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-90bf7bd5-c093-40a9-a108-a6944daf22f8 None None] Publish callbacks [] for port (22b7ac97-76c3-40e5-a84b-120981abc765), precommit_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:02.324876 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-90bf7bd5-c093-40a9-a108-a6944daf22f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (22b7ac97-76c3-40e5-a84b-120981abc765), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:02.345186 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=22 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:02.349192 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=59 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:02.379470 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.managers [None req-90bf7bd5-c093-40a9-a108-a6944daf22f8 None None] Attempting to bind port 22b7ac97-76c3-40e5-a84b-120981abc765 on host dv-cinder-828805-4-iscsi for vnic_type normal with profile {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:27:02.379840 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.managers [None req-90bf7bd5-c093-40a9-a108-a6944daf22f8 None None] Attempting to bind port 22b7ac97-76c3-40e5-a84b-120981abc765 by drivers openvswitch,hyperv on host dv-cinder-828805-4-iscsi at level 0 using segments [{'id': '2b0e99ee-61aa-44db-85d9-9c6d208f29d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6db324a0-41f0-4440-95df-83df441784f6'}] {{(pid=104616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:27:02.380309 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bf7bd5-c093-40a9-a108-a6944daf22f8 None None] Attempting to bind port 22b7ac97-76c3-40e5-a84b-120981abc765 on network 6db324a0-41f0-4440-95df-83df441784f6 {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:27:02.391175 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bf7bd5-c093-40a9-a108-a6944daf22f8 None None] Checking agent: {'id': '917d01f3-4a27-4590-ae14-da14d21a1e88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 26, 21), 'started_at': datetime.datetime(2022, 5, 27, 3, 26, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:27:02.391552 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bf7bd5-c093-40a9-a108-a6944daf22f8 None None] Checking segment: {'id': '2b0e99ee-61aa-44db-85d9-9c6d208f29d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6db324a0-41f0-4440-95df-83df441784f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:27:02.391956 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-90bf7bd5-c093-40a9-a108-a6944daf22f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:02.392345 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bf7bd5-c093-40a9-a108-a6944daf22f8 None None] Bound using segment: {'id': '2b0e99ee-61aa-44db-85d9-9c6d208f29d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6db324a0-41f0-4440-95df-83df441784f6'} {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:27:02.392886 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.managers [None req-90bf7bd5-c093-40a9-a108-a6944daf22f8 None None] Bound port: 22b7ac97-76c3-40e5-a84b-120981abc765, host: dv-cinder-828805-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b0e99ee-61aa-44db-85d9-9c6d208f29d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6db324a0-41f0-4440-95df-83df441784f6'}}] {{(pid=104616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:27:02.393516 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-90bf7bd5-c093-40a9-a108-a6944daf22f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (22b7ac97-76c3-40e5-a84b-120981abc765), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:02.395027 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909dcf7a-1008-44d0-a4c3-210720f99726 None None] Pushing event updated for resources: {'Port': ['ID=22b7ac97-76c3-40e5-a84b-120981abc765,revision_number=2']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:02.507757 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-90bf7bd5-c093-40a9-a108-a6944daf22f8 None None] For port 22b7ac97-76c3-40e5-a84b-120981abc765, host dv-cinder-828805-4-iscsi, cleared binding levels {{(pid=104616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:27:02.511147 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-90bf7bd5-c093-40a9-a108-a6944daf22f8 None None] For port 22b7ac97-76c3-40e5-a84b-120981abc765, host dv-cinder-828805-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=22b7ac97-76c3-40e5-a84b-120981abc765,segment=NetworkSegment(2b0e99ee-61aa-44db-85d9-9c6d208f29d9),segment_id=2b0e99ee-61aa-44db-85d9-9c6d208f29d9)] {{(pid=104616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:27:02.582427 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-90bf7bd5-c093-40a9-a108-a6944daf22f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (22b7ac97-76c3-40e5-a84b-120981abc765), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:02.649944 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909dcf7a-1008-44d0-a4c3-210720f99726 None None] Pushing event updated for resources: {'Port': ['ID=22b7ac97-76c3-40e5-a84b-120981abc765,revision_number=3']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:02.652838 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bf7bd5-c093-40a9-a108-a6944daf22f8 None None] Routers {'766c7c72-d8aa-4e43-b152-ef1ec884e58b'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:27:02.653481 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-90bf7bd5-c093-40a9-a108-a6944daf22f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:26:47Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['766c7c72-d8aa-4e43-b152-ef1ec884e58b'], 'active': True} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:02.767193 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvr_db [None req-90bf7bd5-c093-40a9-a108-a6944daf22f8 None None] Set router 766c7c72-d8aa-4e43-b152-ef1ec884e58b gateway port host: dv-cinder-828805-4-iscsi {{(pid=104616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:27:02.882261 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:02.890699 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:02.977648 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-90bf7bd5-c093-40a9-a108-a6944daf22f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '766c7c72-d8aa-4e43-b152-ef1ec884e58b', 'name': 'router1', 'tenant_id': '9dbc862abb4247f69fc1a65f462d65ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '22b7ac97-76c3-40e5-a84b-120981abc765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:38Z', 'updated_at': '2022-05-27T03:26:57Z', 'revision_number': 4, 'project_id': '9dbc862abb4247f69fc1a65f462d65ce', 'gw_port': {'id': '22b7ac97-76c3-40e5-a84b-120981abc765', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a8:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '766c7c72-d8aa-4e43-b152-ef1ec884e58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:56Z', 'updated_at': '2022-05-27T03:27:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_interfaces': [{'id': '40a6a077-bcf2-4e3a-9e26-847fd08e9b5d', 'name': '', 'network_id': '56ca5805-bb0b-456f-bc5d-5e1ba8626540', 'tenant_id': '9dbc862abb4247f69fc1a65f462d65ce', 'mac_address': 'fa:16:3e:4e:8e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766c7c72-d8aa-4e43-b152-ef1ec884e58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b85be858-2077-4e11-8103-ab6b9c84cb1e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:48Z', 'updated_at': '2022-05-27T03:26:52Z', 'revision_number': 5, 'project_id': '9dbc862abb4247f69fc1a65f462d65ce', 'subnets': [{'id': 'b85be858-2077-4e11-8103-ab6b9c84cb1e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '13e71623-3c8c-48fb-9a5b-289549de7132'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:03.003617 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bf7bd5-c093-40a9-a108-a6944daf22f8 None None] The sync data for ids ['766c7c72-d8aa-4e43-b152-ef1ec884e58b'] in dv-cinder-828805-4-iscsi is: [{'id': '766c7c72-d8aa-4e43-b152-ef1ec884e58b', 'name': 'router1', 'tenant_id': '9dbc862abb4247f69fc1a65f462d65ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '22b7ac97-76c3-40e5-a84b-120981abc765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:38Z', 'updated_at': '2022-05-27T03:26:57Z', 'revision_number': 4, 'project_id': '9dbc862abb4247f69fc1a65f462d65ce', 'gw_port': {'id': '22b7ac97-76c3-40e5-a84b-120981abc765', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a8:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '766c7c72-d8aa-4e43-b152-ef1ec884e58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:56Z', 'updated_at': '2022-05-27T03:27:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_interfaces': [{'id': '40a6a077-bcf2-4e3a-9e26-847fd08e9b5d', 'name': '', 'network_id': '56ca5805-bb0b-456f-bc5d-5e1ba8626540', 'tenant_id': '9dbc862abb4247f69fc1a65f462d65ce', 'mac_address': 'fa:16:3e:4e:8e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766c7c72-d8aa-4e43-b152-ef1ec884e58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b85be858-2077-4e11-8103-ab6b9c84cb1e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:48Z', 'updated_at': '2022-05-27T03:26:52Z', 'revision_number': 5, 'project_id': '9dbc862abb4247f69fc1a65f462d65ce', 'subnets': [{'id': 'b85be858-2077-4e11-8103-ab6b9c84cb1e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '13e71623-3c8c-48fb-9a5b-289549de7132'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:27:03.534746 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 22b7ac97-76c3-40e5-a84b-120981abc765 up at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:27:03.588044 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Provisioning complete for port 22b7ac97-76c3-40e5-a84b-120981abc765 triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:27:03.588740 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (22b7ac97-76c3-40e5-a84b-120981abc765), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:03.706188 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Current status of the port 22b7ac97-76c3-40e5-a84b-120981abc765 is: DOWN; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:27:03.706809 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (22b7ac97-76c3-40e5-a84b-120981abc765), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:03.753069 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] For port 22b7ac97-76c3-40e5-a84b-120981abc765, host dv-cinder-828805-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=22b7ac97-76c3-40e5-a84b-120981abc765,segment=NetworkSegment(2b0e99ee-61aa-44db-85d9-9c6d208f29d9),segment_id=2b0e99ee-61aa-44db-85d9-9c6d208f29d9)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:27:03.816594 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (22b7ac97-76c3-40e5-a84b-120981abc765), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:03.886861 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Pushing event updated for resources: {'Port': ['ID=22b7ac97-76c3-40e5-a84b-120981abc765,revision_number=4']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:05.504285 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 22b7ac97-76c3-40e5-a84b-120981abc765 up at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:27:05.558918 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Provisioning complete for port 22b7ac97-76c3-40e5-a84b-120981abc765 triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:27:05.559528 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (22b7ac97-76c3-40e5-a84b-120981abc765), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:05.640977 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Current status of the port 22b7ac97-76c3-40e5-a84b-120981abc765 is: ACTIVE; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:27:10.538898 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=79 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:10.542481 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=41 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:13.746628 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.agents_db [None req-cbb77ebc-65ec-4caa-a8b3-81c074906866 None None] Agent healthcheck: found 5 active agents {{(pid=104617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:27:14.678493 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-1148c171-d8d8-4664-89b1-d860a624be6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (b322252d-fb9d-4652-a830-647fed26b29a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:16.907235 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-77e450ee-f31f-4272-8ed1-6302b0f63122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (9df6ec88-276d-42f5-acd2-7e289451d5e3), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:18.118869 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-584d7fde-7d72-4642-9601-b182cfb78c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (413fc6aa-3a5a-4281-abfd-a440a67afb4a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:19.245262 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f446-e12c-45b2-8c38-3579950c1c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (785c7416-4bf9-40d9-a08f-c797a61a0436), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:20.873138 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (917d01f3-4a27-4590-ae14-da14d21a1e88), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:26.758302 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=5 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:27.786694 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=5 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:30.784715 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=79,neutron:UPDATE=2 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:30.786667 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=50,neutron:UPDATE=5 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:44.706198 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-2c60964a-5f49-4f40-805d-9baca4ded6e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (b322252d-fb9d-4652-a830-647fed26b29a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:46.895156 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-8bef186e-166f-4bd3-aefe-d672b1ce10f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (9df6ec88-276d-42f5-acd2-7e289451d5e3), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:48.106180 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-584d7fde-7d72-4642-9601-b182cfb78c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (413fc6aa-3a5a-4281-abfd-a440a67afb4a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:49.214484 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f446-e12c-45b2-8c38-3579950c1c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (785c7416-4bf9-40d9-a08f-c797a61a0436), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:50.745783 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.agents_db [None req-cbb77ebc-65ec-4caa-a8b3-81c074906866 None None] Agent healthcheck: found 5 active agents {{(pid=104617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:27:50.849108 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (917d01f3-4a27-4590-ae14-da14d21a1e88), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:00.777426 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:00.785573 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=28,neutron:UPDATE=4 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:12.741319 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=3 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:12.743183 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:14.665307 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-2218c361-800a-4c2c-b6f9-f0dc2d7a4178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (b322252d-fb9d-4652-a830-647fed26b29a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:16.939763 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-60b15bf8-6ec6-4c60-a4ed-9575f6d2eace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (9df6ec88-276d-42f5-acd2-7e289451d5e3), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:18.218187 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-584d7fde-7d72-4642-9601-b182cfb78c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (413fc6aa-3a5a-4281-abfd-a440a67afb4a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:19.213683 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f446-e12c-45b2-8c38-3579950c1c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (785c7416-4bf9-40d9-a08f-c797a61a0436), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:20.687108 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 60884) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:20.747033 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.pecan_wsgi.hooks.translation [None req-c48c76d6-6a3a-4c59-920e-cb466a231eb0 admin admin] GET failed (client error): The resource could not be found. May 27 03:28:20.748324 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-c48c76d6-6a3a-4c59-920e-cb466a231eb0 admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0602744 May 27 03:28:20.853806 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (917d01f3-4a27-4590-ae14-da14d21a1e88), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:21.002390 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3c1f4d-e62f-4aa4-8291-b6465d829066 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:21.003823 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-fc3c1f4d-e62f-4aa4-8291-b6465d829066 admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2514327 May 27 03:28:23.234304 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 60894) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:23.331991 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed9bc45-7b31-4d88-9b15-d0b6a4dbcf1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:23.331991 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-4ed9bc45-7b31-4d88-9b15-d0b6a4dbcf1f admin admin] 10.222.0.24 "GET /v2.0/subnets/b85be858-2077-4e11-8103-ab6b9c84cb1e HTTP/1.1" status: 200 len: 849 time: 0.0948017 May 27 03:28:23.340395 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [None req-d51d971b-26dc-4a59-87b5-db0de53c23f7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:28:23.427639 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-d51d971b-26dc-4a59-87b5-db0de53c23f7 admin admin] Publish callbacks [] for subnet (b85be858-2077-4e11-8103-ab6b9c84cb1e), before_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:23.670973 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-d51d971b-26dc-4a59-87b5-db0de53c23f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791799905756'] for subnet (b85be858-2077-4e11-8103-ab6b9c84cb1e), after_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:23.704844 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51d971b-26dc-4a59-87b5-db0de53c23f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:23.705427 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-d51d971b-26dc-4a59-87b5-db0de53c23f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-373421'] for subnet (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:23.710068 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb64e81-6c05-445f-b135-167722514d6a None None] Network 56ca5805-bb0b-456f-bc5d-5e1ba8626540 requested from dv-cinder-828805-4-iscsi {{(pid=104616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:28:23.719487 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-d51d971b-26dc-4a59-87b5-db0de53c23f7 admin admin] 10.222.0.24 "PUT /v2.0/subnets/b85be858-2077-4e11-8103-ab6b9c84cb1e HTTP/1.1" status: 200 len: 868 time: 0.3825197 May 27 03:28:23.739541 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51d971b-26dc-4a59-87b5-db0de53c23f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b85be858-2077-4e11-8103-ab6b9c84cb1e,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:23.747735 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d971b-26dc-4a59-87b5-db0de53c23f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:23.748109 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d971b-26dc-4a59-87b5-db0de53c23f7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:23.748439 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d971b-26dc-4a59-87b5-db0de53c23f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:23.748785 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d971b-26dc-4a59-87b5-db0de53c23f7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:23.749121 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d971b-26dc-4a59-87b5-db0de53c23f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:23.749453 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d971b-26dc-4a59-87b5-db0de53c23f7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:23.749781 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d971b-26dc-4a59-87b5-db0de53c23f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:23.750116 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d971b-26dc-4a59-87b5-db0de53c23f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:23.750455 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d971b-26dc-4a59-87b5-db0de53c23f7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:23.750785 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d971b-26dc-4a59-87b5-db0de53c23f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:23.751170 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d971b-26dc-4a59-87b5-db0de53c23f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:23.751501 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d971b-26dc-4a59-87b5-db0de53c23f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:23.751825 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d971b-26dc-4a59-87b5-db0de53c23f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:23.752147 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d971b-26dc-4a59-87b5-db0de53c23f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:23.752466 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d971b-26dc-4a59-87b5-db0de53c23f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:24.007978 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-ef4f4929-9651-4da3-8ab1-de7e9cee7c63 None None] Provisioning complete for port 40a6a077-bcf2-4e3a-9e26-847fd08e9b5d triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:28:24.008423 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-ef4f4929-9651-4da3-8ab1-de7e9cee7c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (40a6a077-bcf2-4e3a-9e26-847fd08e9b5d), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:24.082654 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-ef4f4929-9651-4da3-8ab1-de7e9cee7c63 None None] Current status of the port 40a6a077-bcf2-4e3a-9e26-847fd08e9b5d is: ACTIVE; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:28:24.091051 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-ef4f4929-9651-4da3-8ab1-de7e9cee7c63 None None] Provisioning complete for port 0142b7c7-fc98-474f-a0c6-26d4f2697c51 triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:28:24.091436 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-ef4f4929-9651-4da3-8ab1-de7e9cee7c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (0142b7c7-fc98-474f-a0c6-26d4f2697c51), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:24.160596 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-ef4f4929-9651-4da3-8ab1-de7e9cee7c63 None None] Current status of the port 0142b7c7-fc98-474f-a0c6-26d4f2697c51 is: ACTIVE; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:28:25.934796 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 60904) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:26.131153 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd4dff6-32db-4f2d-ae92-193484be46a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:26.131569 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd4dff6-32db-4f2d-ae92-193484be46a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:26.133140 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-efd4dff6-32db-4f2d-ae92-193484be46a2 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1973779 May 27 03:28:27.745844 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.agents_db [None req-cbb77ebc-65ec-4caa-a8b3-81c074906866 None None] Agent healthcheck: found 5 active agents {{(pid=104617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:28:28.379882 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 60912) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:28.510504 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6155441-4bd1-436f-a695-687674ab3522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:28.511020 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6155441-4bd1-436f-a695-687674ab3522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:28.512546 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-b6155441-4bd1-436f-a695-687674ab3522 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1317265 May 27 03:28:30.714894 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 60920) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:30.855032 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb6fcdf-e64c-48aa-b62c-c5e85cb41a76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:30.856407 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-9fb6fcdf-e64c-48aa-b62c-c5e85cb41a76 admin admin] 10.222.0.24 "GET /v2.0/networks/56ca5805-bb0b-456f-bc5d-5e1ba8626540 HTTP/1.1" status: 200 len: 869 time: 0.1405356 May 27 03:28:33.082128 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 60928) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:33.207404 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31c68a2-ee8d-43df-b18b-5d33a3c9a9bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:33.208766 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-b31c68a2-ee8d-43df-b18b-5d33a3c9a9bf admin admin] 10.222.0.24 "GET /v2.0/networks/6db324a0-41f0-4440-95df-83df441784f6 HTTP/1.1" status: 200 len: 886 time: 0.1256676 May 27 03:28:33.742276 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=52,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:33.744080 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=45,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:34.157942 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=51,neutron:UPDATE=2 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:34.158811 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=41,neutron:UPDATE=3 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:35.397522 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 60938) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:35.522351 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87441182-6d74-401e-a11a-4b8171e693be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:35.522806 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87441182-6d74-401e-a11a-4b8171e693be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:35.524357 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-87441182-6d74-401e-a11a-4b8171e693be admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1258309 May 27 03:28:37.739126 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 60946) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:37.828561 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743b714d-7926-42b7-bebe-f620f2bf3833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:37.829011 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743b714d-7926-42b7-bebe-f620f2bf3833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:37.830484 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-743b714d-7926-42b7-bebe-f620f2bf3833 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0904229 May 27 03:28:40.029840 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 60954) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:40.114701 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fda04c6-80cf-4c77-8c8f-9e1124c4f482 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:40.116593 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-3fda04c6-80cf-4c77-8c8f-9e1124c4f482 admin admin] 10.222.0.24 "GET /v2.0/subnets/1196ed2a-e255-42ad-b78e-696bc1bae72b HTTP/1.1" status: 200 len: 816 time: 0.0852513 May 27 03:28:40.748623 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=4 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:40.749482 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=4 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:42.373325 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 60962) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:42.467629 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0851b7-1e79-4d80-8433-decee8928a86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:42.468960 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-df0851b7-1e79-4d80-8433-decee8928a86 admin admin] 10.222.0.24 "GET /v2.0/subnets/b85be858-2077-4e11-8103-ab6b9c84cb1e HTTP/1.1" status: 200 len: 868 time: 0.0946794 May 27 03:28:44.698541 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-dd6d01c9-6f68-4229-9c0a-7095b2b29c60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (b322252d-fb9d-4652-a830-647fed26b29a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:46.904420 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-bf1a042c-310f-433a-b00e-3f1ea8920397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (9df6ec88-276d-42f5-acd2-7e289451d5e3), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:48.098340 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-584d7fde-7d72-4642-9601-b182cfb78c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (413fc6aa-3a5a-4281-abfd-a440a67afb4a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:49.218279 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f446-e12c-45b2-8c38-3579950c1c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (785c7416-4bf9-40d9-a08f-c797a61a0436), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:50.858630 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (917d01f3-4a27-4590-ae14-da14d21a1e88), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:52.461495 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=80 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:52.464437 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=83 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:00.791577 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:00.796481 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:04.745210 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.agents_db [None req-cbb77ebc-65ec-4caa-a8b3-81c074906866 None None] Agent healthcheck: found 5 active agents {{(pid=104617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:29:14.680306 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-4875ea61-4437-43b4-a52a-eb288db09c6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (b322252d-fb9d-4652-a830-647fed26b29a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:16.914492 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-d69b0883-0e85-4574-947a-ec2d6b97e60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (9df6ec88-276d-42f5-acd2-7e289451d5e3), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:17.740562 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=18 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:17.745362 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=16 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:18.114071 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-584d7fde-7d72-4642-9601-b182cfb78c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (413fc6aa-3a5a-4281-abfd-a440a67afb4a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:19.223093 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f446-e12c-45b2-8c38-3579950c1c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (785c7416-4bf9-40d9-a08f-c797a61a0436), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:20.864070 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (917d01f3-4a27-4590-ae14-da14d21a1e88), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:22.618581 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 32788) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:29:22.666236 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [None req-6de73764-19dd-49ec-b6c8-9583a822ac7f admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 03:29:22.667251 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-6de73764-19dd-49ec-b6c8-9583a822ac7f admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0477171 May 27 03:29:24.979156 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 32796) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:29:25.039354 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a2d7677-bed0-475c-94fc-5ad1906cfc53 admin admin] GET failed (client error): The resource could not be found. May 27 03:29:25.040594 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-6a2d7677-bed0-475c-94fc-5ad1906cfc53 admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0605199 May 27 03:29:25.123773 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2788814-016a-4a13-bfe0-12b78628da7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:25.125212 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-b2788814-016a-4a13-bfe0-12b78628da7b admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0806346 May 27 03:29:27.365338 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 32804) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:29:27.413699 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.v2.base [None req-60489f33-256d-40e6-a323-1fc3b4f2c537 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=104615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:29:27.525778 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60489f33-256d-40e6-a323-1fc3b4f2c537 admin admin] Made reservation on behalf of 4d3e8df9c2aa4b4588906f73830bd805 for: {'network': 1} {{(pid=104615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:29:27.528243 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-60489f33-256d-40e6-a323-1fc3b4f2c537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for network (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:27.555124 dv-cinder-828805-4-iscsi neutron-server[104615]: WARNING neutron.services.revisions.revision_plugin [None req-60489f33-256d-40e6-a323-1fc3b4f2c537 admin admin] Could not find related network for resource to bump revision. May 27 03:29:27.568255 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60489f33-256d-40e6-a323-1fc3b4f2c537 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=104615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:29:27.578764 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-60489f33-256d-40e6-a323-1fc3b4f2c537 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791800041063', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545'] for segment (4dfd0fc6-8ff0-4336-8235-08c93afdee7d), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:27.579183 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.db.segments_db [None req-60489f33-256d-40e6-a323-1fc3b4f2c537 admin admin] Added segment 4dfd0fc6-8ff0-4336-8235-08c93afdee7d of type vlan for network c6037343-b7a1-41f8-9d44-d45ce1eee2e2 May 27 03:29:27.626379 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-60489f33-256d-40e6-a323-1fc3b4f2c537 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791799485040'] for network (c6037343-b7a1-41f8-9d44-d45ce1eee2e2), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:27.725686 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-60489f33-256d-40e6-a323-1fc3b4f2c537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395'] for network (c6037343-b7a1-41f8-9d44-d45ce1eee2e2), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:27.726725 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60489f33-256d-40e6-a323-1fc3b4f2c537 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:27.727318 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-60489f33-256d-40e6-a323-1fc3b4f2c537 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-373421'] for network (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:27.814214 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60489f33-256d-40e6-a323-1fc3b4f2c537 admin admin] Pushing event updated for resources: {'Network': ['ID=c6037343-b7a1-41f8-9d44-d45ce1eee2e2,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:27.820798 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60489f33-256d-40e6-a323-1fc3b4f2c537 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:27.821137 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60489f33-256d-40e6-a323-1fc3b4f2c537 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:27.821487 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60489f33-256d-40e6-a323-1fc3b4f2c537 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:27.821819 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60489f33-256d-40e6-a323-1fc3b4f2c537 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:27.822144 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60489f33-256d-40e6-a323-1fc3b4f2c537 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:27.822463 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60489f33-256d-40e6-a323-1fc3b4f2c537 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:27.822781 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60489f33-256d-40e6-a323-1fc3b4f2c537 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:27.826738 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60489f33-256d-40e6-a323-1fc3b4f2c537 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:27.826738 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60489f33-256d-40e6-a323-1fc3b4f2c537 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:27.826738 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60489f33-256d-40e6-a323-1fc3b4f2c537 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:27.826738 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60489f33-256d-40e6-a323-1fc3b4f2c537 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:27.826738 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60489f33-256d-40e6-a323-1fc3b4f2c537 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:27.826738 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60489f33-256d-40e6-a323-1fc3b4f2c537 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:27.826738 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60489f33-256d-40e6-a323-1fc3b4f2c537 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:27.826738 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60489f33-256d-40e6-a323-1fc3b4f2c537 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:27.837006 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Network c6037343-b7a1-41f8-9d44-d45ce1eee2e2 details requested by agent ovs-agent-dv-cinder-828805-4-iscsi with host dv-cinder-828805-4-iscsi {{(pid=104616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:29:27.853997 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-60489f33-256d-40e6-a323-1fc3b4f2c537 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.4876132 May 27 03:29:30.090625 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 32812) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:29:30.150688 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa00806c-bf12-4c04-8cea-2fddf1667cef admin admin] GET failed (client error): The resource could not be found. May 27 03:29:30.152005 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-aa00806c-bf12-4c04-8cea-2fddf1667cef admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0604174 May 27 03:29:30.224126 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3dbe96e-2210-4a63-b7a4-875a56e55ef1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:30.225530 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-a3dbe96e-2210-4a63-b7a4-875a56e55ef1 admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0695994 May 27 03:29:30.234945 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.v2.base [None req-0860dd6d-5110-467c-ad21-58920721b557 admin admin] Request body: {'subnet': {'network_id': 'c6037343-b7a1-41f8-9d44-d45ce1eee2e2', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=104615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:29:30.302589 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0860dd6d-5110-467c-ad21-58920721b557 admin admin] Made reservation on behalf of 4d3e8df9c2aa4b4588906f73830bd805 for: {'subnet': 1} {{(pid=104615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:29:30.304815 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-0860dd6d-5110-467c-ad21-58920721b557 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:30.549089 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-0860dd6d-5110-467c-ad21-58920721b557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395'] for subnet (bb739ef4-3ca0-4f45-96d0-633413ee7abc), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:30.604017 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0860dd6d-5110-467c-ad21-58920721b557 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb739ef4-3ca0-4f45-96d0-633413ee7abc,revision_number=0']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:30.613702 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0860dd6d-5110-467c-ad21-58920721b557 admin admin] Checking segment: {'id': '4dfd0fc6-8ff0-4336-8235-08c93afdee7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c6037343-b7a1-41f8-9d44-d45ce1eee2e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:29:30.614048 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0860dd6d-5110-467c-ad21-58920721b557 admin admin] Network hostable DHCP agents. Network: c6037343-b7a1-41f8-9d44-d45ce1eee2e2, hostable agents: ['b322252d-fb9d-4652-a830-647fed26b29a'], hosted agents: [] {{(pid=104615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:29:30.674579 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0860dd6d-5110-467c-ad21-58920721b557 admin admin] Network c6037343-b7a1-41f8-9d44-d45ce1eee2e2 is scheduled to be hosted by DHCP agent b322252d-fb9d-4652-a830-647fed26b29a with binding_index 1 {{(pid=104615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:29:30.679729 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:30.822860 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.base_scheduler [None req-0860dd6d-5110-467c-ad21-58920721b557 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-4-iscsi, c6037343-b7a1-41f8-9d44-d45ce1eee2e2) {{(pid=104615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:29:30.827045 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0860dd6d-5110-467c-ad21-58920721b557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:30.827896 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-0860dd6d-5110-467c-ad21-58920721b557 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-373421'] for subnet (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:30.834805 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea75257-290d-47f3-80f8-16f69f5493db None None] Network c6037343-b7a1-41f8-9d44-d45ce1eee2e2 requested from dv-cinder-828805-4-iscsi {{(pid=104616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:29:30.929873 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-0860dd6d-5110-467c-ad21-58920721b557 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6980512 May 27 03:29:30.949990 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf6ed1a-2ef0-4eec-a2fc-1f493563daa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa70b6f22-5e3f-55f6-a93b-19dd150a441c-c6037343-b7a1-41f8-9d44-d45ce1eee2e2', 'network_id': 'c6037343-b7a1-41f8-9d44-d45ce1eee2e2', 'project_id': '4d3e8df9c2aa4b4588906f73830bd805', 'fixed_ips': [{'subnet_id': 'bb739ef4-3ca0-4f45-96d0-633413ee7abc'}]}} from dv-cinder-828805-4-iscsi. {{(pid=104616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 03:29:30.951022 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-9bf6ed1a-2ef0-4eec-a2fc-1f493563daa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (None), before_create {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:31.101926 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.db_base_plugin_common [None req-9bf6ed1a-2ef0-4eec-a2fc-1f493563daa4 None None] Allocated IP 192.168.233.2 (c6037343-b7a1-41f8-9d44-d45ce1eee2e2/bb739ef4-3ca0-4f45-96d0-633413ee7abc/7e3d08ba-36cf-46c4-b572-a13a8c468d17) {{(pid=104616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:29:31.249709 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-9bf6ed1a-2ef0-4eec-a2fc-1f493563daa4 None None] Publish callbacks [] for port (7e3d08ba-36cf-46c4-b572-a13a8c468d17), precommit_create {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:31.349160 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-9bf6ed1a-2ef0-4eec-a2fc-1f493563daa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791799515441'] for port (7e3d08ba-36cf-46c4-b572-a13a8c468d17), after_create {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:31.482083 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf6ed1a-2ef0-4eec-a2fc-1f493563daa4 None None] Network c6037343-b7a1-41f8-9d44-d45ce1eee2e2 is already hosted by enough agents. {{(pid=104616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:29:31.486613 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.scheduler.base_scheduler [None req-9bf6ed1a-2ef0-4eec-a2fc-1f493563daa4 None None] Resources bound (agent type, host, resource id): {{(pid=104616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:29:31.491160 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf6ed1a-2ef0-4eec-a2fc-1f493563daa4 None None] Received port after_create {{(pid=104616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:29:31.495897 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf6ed1a-2ef0-4eec-a2fc-1f493563daa4 None None] Pushing event updated for resources: {'Port': ['ID=7e3d08ba-36cf-46c4-b572-a13a8c468d17,revision_number=1']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:31.506410 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf6ed1a-2ef0-4eec-a2fc-1f493563daa4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:31.506694 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf6ed1a-2ef0-4eec-a2fc-1f493563daa4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:31.507088 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf6ed1a-2ef0-4eec-a2fc-1f493563daa4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:31.507442 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf6ed1a-2ef0-4eec-a2fc-1f493563daa4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:31.507772 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf6ed1a-2ef0-4eec-a2fc-1f493563daa4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:31.508099 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf6ed1a-2ef0-4eec-a2fc-1f493563daa4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:31.508425 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf6ed1a-2ef0-4eec-a2fc-1f493563daa4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:31.508744 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf6ed1a-2ef0-4eec-a2fc-1f493563daa4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:31.509066 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf6ed1a-2ef0-4eec-a2fc-1f493563daa4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:31.509383 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf6ed1a-2ef0-4eec-a2fc-1f493563daa4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:31.509703 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf6ed1a-2ef0-4eec-a2fc-1f493563daa4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:31.510039 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf6ed1a-2ef0-4eec-a2fc-1f493563daa4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:31.510357 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf6ed1a-2ef0-4eec-a2fc-1f493563daa4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:31.510672 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf6ed1a-2ef0-4eec-a2fc-1f493563daa4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:31.511015 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf6ed1a-2ef0-4eec-a2fc-1f493563daa4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:31.561809 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.managers [None req-9bf6ed1a-2ef0-4eec-a2fc-1f493563daa4 None None] Attempting to bind port 7e3d08ba-36cf-46c4-b572-a13a8c468d17 on host dv-cinder-828805-4-iscsi for vnic_type normal with profile {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:29:31.562173 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.managers [None req-9bf6ed1a-2ef0-4eec-a2fc-1f493563daa4 None None] Attempting to bind port 7e3d08ba-36cf-46c4-b572-a13a8c468d17 by drivers openvswitch,hyperv on host dv-cinder-828805-4-iscsi at level 0 using segments [{'id': '4dfd0fc6-8ff0-4336-8235-08c93afdee7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c6037343-b7a1-41f8-9d44-d45ce1eee2e2'}] {{(pid=104616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:29:31.562529 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf6ed1a-2ef0-4eec-a2fc-1f493563daa4 None None] Attempting to bind port 7e3d08ba-36cf-46c4-b572-a13a8c468d17 on network c6037343-b7a1-41f8-9d44-d45ce1eee2e2 {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:29:31.568343 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf6ed1a-2ef0-4eec-a2fc-1f493563daa4 None None] Checking agent: {'id': '917d01f3-4a27-4590-ae14-da14d21a1e88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 26, 21), 'started_at': datetime.datetime(2022, 5, 27, 3, 26, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:29:31.568691 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf6ed1a-2ef0-4eec-a2fc-1f493563daa4 None None] Checking segment: {'id': '4dfd0fc6-8ff0-4336-8235-08c93afdee7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c6037343-b7a1-41f8-9d44-d45ce1eee2e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:29:31.569081 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-9bf6ed1a-2ef0-4eec-a2fc-1f493563daa4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:31.569461 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf6ed1a-2ef0-4eec-a2fc-1f493563daa4 None None] Bound using segment: {'id': '4dfd0fc6-8ff0-4336-8235-08c93afdee7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c6037343-b7a1-41f8-9d44-d45ce1eee2e2'} {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:29:31.569912 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.managers [None req-9bf6ed1a-2ef0-4eec-a2fc-1f493563daa4 None None] Bound port: 7e3d08ba-36cf-46c4-b572-a13a8c468d17, host: dv-cinder-828805-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dfd0fc6-8ff0-4336-8235-08c93afdee7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c6037343-b7a1-41f8-9d44-d45ce1eee2e2'}}] {{(pid=104616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:29:31.570282 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-9bf6ed1a-2ef0-4eec-a2fc-1f493563daa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (7e3d08ba-36cf-46c4-b572-a13a8c468d17), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:31.632223 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-9bf6ed1a-2ef0-4eec-a2fc-1f493563daa4 None None] For port 7e3d08ba-36cf-46c4-b572-a13a8c468d17, host dv-cinder-828805-4-iscsi, cleared binding levels {{(pid=104616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:29:31.635282 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-9bf6ed1a-2ef0-4eec-a2fc-1f493563daa4 None None] For port 7e3d08ba-36cf-46c4-b572-a13a8c468d17, host dv-cinder-828805-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=7e3d08ba-36cf-46c4-b572-a13a8c468d17,segment=NetworkSegment(4dfd0fc6-8ff0-4336-8235-08c93afdee7d),segment_id=4dfd0fc6-8ff0-4336-8235-08c93afdee7d)] {{(pid=104616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:29:31.703960 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-9bf6ed1a-2ef0-4eec-a2fc-1f493563daa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (7e3d08ba-36cf-46c4-b572-a13a8c468d17), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:31.764328 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf6ed1a-2ef0-4eec-a2fc-1f493563daa4 None None] Pushing event updated for resources: {'Port': ['ID=7e3d08ba-36cf-46c4-b572-a13a8c468d17,revision_number=2']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:32.625080 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60ffbed-5919-488d-8e50-6bac4884bab4 None None] Network c6037343-b7a1-41f8-9d44-d45ce1eee2e2 requested from dv-cinder-828805-4-iscsi {{(pid=104616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:29:32.650757 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:32.683473 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-ef6c7a44-d163-4ed2-b35f-301e44222799 None None] Provisioning complete for port 7e3d08ba-36cf-46c4-b572-a13a8c468d17 triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:29:32.683862 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-ef6c7a44-d163-4ed2-b35f-301e44222799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (7e3d08ba-36cf-46c4-b572-a13a8c468d17), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:32.685268 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:UPDATE=9,neutron:SELECT=86,neutron:INSERT=5 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:32.809524 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-ef6c7a44-d163-4ed2-b35f-301e44222799 None None] Current status of the port 7e3d08ba-36cf-46c4-b572-a13a8c468d17 is: DOWN; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:29:32.809906 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-ef6c7a44-d163-4ed2-b35f-301e44222799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (7e3d08ba-36cf-46c4-b572-a13a8c468d17), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:32.856229 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-ef6c7a44-d163-4ed2-b35f-301e44222799 None None] For port 7e3d08ba-36cf-46c4-b572-a13a8c468d17, host dv-cinder-828805-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=7e3d08ba-36cf-46c4-b572-a13a8c468d17,segment=NetworkSegment(4dfd0fc6-8ff0-4336-8235-08c93afdee7d),segment_id=4dfd0fc6-8ff0-4336-8235-08c93afdee7d)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:32.964940 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-ef6c7a44-d163-4ed2-b35f-301e44222799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (7e3d08ba-36cf-46c4-b572-a13a8c468d17), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:33.032053 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6c7a44-d163-4ed2-b35f-301e44222799 None None] Pushing event updated for resources: {'Port': ['ID=7e3d08ba-36cf-46c4-b572-a13a8c468d17,revision_number=3']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:33.285775 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-02c3f5e7-6dd6-478d-9212-e7247f3f07e4 None None] Provisioning complete for port 7e3d08ba-36cf-46c4-b572-a13a8c468d17 triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:29:33.286211 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-02c3f5e7-6dd6-478d-9212-e7247f3f07e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (7e3d08ba-36cf-46c4-b572-a13a8c468d17), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:33.366608 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-02c3f5e7-6dd6-478d-9212-e7247f3f07e4 None None] Current status of the port 7e3d08ba-36cf-46c4-b572-a13a8c468d17 is: ACTIVE; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:29:33.571951 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 7e3d08ba-36cf-46c4-b572-a13a8c468d17 up at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:29:33.622534 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Provisioning complete for port 7e3d08ba-36cf-46c4-b572-a13a8c468d17 triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:29:33.623213 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (7e3d08ba-36cf-46c4-b572-a13a8c468d17), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:33.694145 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Current status of the port 7e3d08ba-36cf-46c4-b572-a13a8c468d17 is: ACTIVE; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:29:40.846209 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=73,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:41.746326 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.agents_db [None req-cbb77ebc-65ec-4caa-a8b3-81c074906866 None None] Agent healthcheck: found 5 active agents {{(pid=104617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:29:44.668280 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-19988269-b6ac-49aa-8deb-fc25daf662e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (b322252d-fb9d-4652-a830-647fed26b29a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:46.931123 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-79abc0ae-1bdc-41b1-941a-e88d3653a15c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (9df6ec88-276d-42f5-acd2-7e289451d5e3), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:48.040389 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:48.142745 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-584d7fde-7d72-4642-9601-b182cfb78c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (413fc6aa-3a5a-4281-abfd-a440a67afb4a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:49.240037 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f446-e12c-45b2-8c38-3579950c1c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (785c7416-4bf9-40d9-a08f-c797a61a0436), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:50.884222 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (917d01f3-4a27-4590-ae14-da14d21a1e88), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:54.739173 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=2 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:54.752517 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=6 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:00.795922 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:00.801868 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=60,neutron:UPDATE=3 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:12.738169 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=1 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:12.739429 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:DELETE=1 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:14.655704 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-07338235-a94d-446d-a92f-d0648561fdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (b322252d-fb9d-4652-a830-647fed26b29a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:16.913155 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-2b379a88-eaa1-49b8-8ce2-5d9fdc0c5a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (9df6ec88-276d-42f5-acd2-7e289451d5e3), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:18.107501 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-584d7fde-7d72-4642-9601-b182cfb78c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (413fc6aa-3a5a-4281-abfd-a440a67afb4a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:18.745212 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.agents_db [None req-cbb77ebc-65ec-4caa-a8b3-81c074906866 None None] Agent healthcheck: found 5 active agents {{(pid=104617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:30:19.215758 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f446-e12c-45b2-8c38-3579950c1c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (785c7416-4bf9-40d9-a08f-c797a61a0436), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:20.855681 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (917d01f3-4a27-4590-ae14-da14d21a1e88), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:30.800537 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:30.802400 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:31.748689 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=3 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:31.749538 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=5 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:44.654954 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-cc081aea-e09a-435e-9c1d-f88447e4a647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (b322252d-fb9d-4652-a830-647fed26b29a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:47.016596 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-88220be7-cbcb-45e0-8c54-a3fe0f739d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (9df6ec88-276d-42f5-acd2-7e289451d5e3), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:48.163794 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-584d7fde-7d72-4642-9601-b182cfb78c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (413fc6aa-3a5a-4281-abfd-a440a67afb4a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:49.294735 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f446-e12c-45b2-8c38-3579950c1c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (785c7416-4bf9-40d9-a08f-c797a61a0436), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:50.912172 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (917d01f3-4a27-4590-ae14-da14d21a1e88), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:55.744391 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.agents_db [None req-cbb77ebc-65ec-4caa-a8b3-81c074906866 None None] Agent healthcheck: found 5 active agents {{(pid=104617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:31:00.807181 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:00.809070 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:12.307446 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=17 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:12.309314 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=17 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:14.647951 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-01167982-e550-45c7-83dc-8495b929305f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (b322252d-fb9d-4652-a830-647fed26b29a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:16.926474 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-359fda39-db32-4c62-9e8d-19092dedf30a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (9df6ec88-276d-42f5-acd2-7e289451d5e3), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:18.127272 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-584d7fde-7d72-4642-9601-b182cfb78c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (413fc6aa-3a5a-4281-abfd-a440a67afb4a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:19.265387 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f446-e12c-45b2-8c38-3579950c1c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (785c7416-4bf9-40d9-a08f-c797a61a0436), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:20.882055 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (917d01f3-4a27-4590-ae14-da14d21a1e88), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:21.674135 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 32852) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:21.679758 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [None req-094da1d0-1c9b-44b8-a4e4-e7ba16b6867f tempest-verify_tempest_config-1399281279 tempest-verify_tempest_config-1399281279-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 03:31:21.680749 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-094da1d0-1c9b-44b8-a4e4-e7ba16b6867f tempest-verify_tempest_config-1399281279 tempest-verify_tempest_config-1399281279-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0056503 May 27 03:31:22.164503 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 32870) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:22.267603 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-92dcc584-4d14-479f-9331-089b709a9c62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:22.341018 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-92dcc584-4d14-479f-9331-089b709a9c62 admin admin] Publish callbacks [] for security_group (9539aa85-8267-464e-8815-c89a50ab7d4d), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:22.423511 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-92dcc584-4d14-479f-9331-089b709a9c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (9539aa85-8267-464e-8815-c89a50ab7d4d), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:22.467449 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dcc584-4d14-479f-9331-089b709a9c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9539aa85-8267-464e-8815-c89a50ab7d4d,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:22.472669 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-92dcc584-4d14-479f-9331-089b709a9c62 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dcaa6a38ac84497daf8344247e53f0d3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3071616 May 27 03:31:22.475627 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 32874) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:22.476893 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dcc584-4d14-479f-9331-089b709a9c62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:22.477234 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dcc584-4d14-479f-9331-089b709a9c62 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:22.477571 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dcc584-4d14-479f-9331-089b709a9c62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:22.477900 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dcc584-4d14-479f-9331-089b709a9c62 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:22.478224 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dcc584-4d14-479f-9331-089b709a9c62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:22.478545 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dcc584-4d14-479f-9331-089b709a9c62 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:22.478884 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dcc584-4d14-479f-9331-089b709a9c62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:22.479203 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dcc584-4d14-479f-9331-089b709a9c62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:22.479712 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dcc584-4d14-479f-9331-089b709a9c62 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:22.479978 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dcc584-4d14-479f-9331-089b709a9c62 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:22.480297 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dcc584-4d14-479f-9331-089b709a9c62 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:22.480629 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dcc584-4d14-479f-9331-089b709a9c62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:22.480946 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dcc584-4d14-479f-9331-089b709a9c62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:22.481263 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dcc584-4d14-479f-9331-089b709a9c62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:22.481572 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dcc584-4d14-479f-9331-089b709a9c62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:22.531903 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-618f9efa-b693-4318-9478-42158e73d8b1 admin admin] Publish callbacks [] for security_group (9539aa85-8267-464e-8815-c89a50ab7d4d), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:22.551810 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-618f9efa-b693-4318-9478-42158e73d8b1 admin admin] Publish callbacks [] for security_group (9539aa85-8267-464e-8815-c89a50ab7d4d), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:22.704246 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-618f9efa-b693-4318-9478-42158e73d8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (9539aa85-8267-464e-8815-c89a50ab7d4d), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:22.706735 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-618f9efa-b693-4318-9478-42158e73d8b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:22.707896 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-618f9efa-b693-4318-9478-42158e73d8b1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9539aa85-8267-464e-8815-c89a50ab7d4d HTTP/1.1" status: 204 len: 168 time: 0.2312837 May 27 03:31:22.715628 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618f9efa-b693-4318-9478-42158e73d8b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9539aa85-8267-464e-8815-c89a50ab7d4d,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:22.722624 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618f9efa-b693-4318-9478-42158e73d8b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:22.722988 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618f9efa-b693-4318-9478-42158e73d8b1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:22.723331 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618f9efa-b693-4318-9478-42158e73d8b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:22.723667 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618f9efa-b693-4318-9478-42158e73d8b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:22.723997 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618f9efa-b693-4318-9478-42158e73d8b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:22.724324 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618f9efa-b693-4318-9478-42158e73d8b1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:22.724649 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618f9efa-b693-4318-9478-42158e73d8b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:22.724972 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618f9efa-b693-4318-9478-42158e73d8b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:22.725297 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618f9efa-b693-4318-9478-42158e73d8b1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:22.725619 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618f9efa-b693-4318-9478-42158e73d8b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:22.725965 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618f9efa-b693-4318-9478-42158e73d8b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:22.726295 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618f9efa-b693-4318-9478-42158e73d8b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:22.726617 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618f9efa-b693-4318-9478-42158e73d8b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:22.726966 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618f9efa-b693-4318-9478-42158e73d8b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:22.727286 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618f9efa-b693-4318-9478-42158e73d8b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:30.800555 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:32.465980 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=15,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:32.471383 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=24,neutron:INSERT=5 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:32.718864 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:32.719632 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=20,neutron:DELETE=2 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:32.743010 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.agents_db [None req-cbb77ebc-65ec-4caa-a8b3-81c074906866 None None] Agent healthcheck: found 5 active agents {{(pid=104617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:31:32.746703 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:44.647693 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-bfddba5e-fc70-403f-8c06-668b56cd2d04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (b322252d-fb9d-4652-a830-647fed26b29a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:45.755703 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=3 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:45.760546 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=5 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:46.949919 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-12216ac1-d28d-4836-b9bd-46ed1032a472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (9df6ec88-276d-42f5-acd2-7e289451d5e3), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:48.182456 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-584d7fde-7d72-4642-9601-b182cfb78c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (413fc6aa-3a5a-4281-abfd-a440a67afb4a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:49.246574 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f446-e12c-45b2-8c38-3579950c1c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (785c7416-4bf9-40d9-a08f-c797a61a0436), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:50.864037 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (917d01f3-4a27-4590-ae14-da14d21a1e88), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:00.799361 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:00.800653 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:09.741724 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.agents_db [None req-cbb77ebc-65ec-4caa-a8b3-81c074906866 None None] Agent healthcheck: found 5 active agents {{(pid=104617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:32:12.742854 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=1 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:14.697864 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-8bdef6d1-bc00-44a1-b47d-22c64bc9f010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (b322252d-fb9d-4652-a830-647fed26b29a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:16.926063 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-be4b08c1-9433-4d3f-b0fa-b803ad381a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (9df6ec88-276d-42f5-acd2-7e289451d5e3), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:18.115208 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-584d7fde-7d72-4642-9601-b182cfb78c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (413fc6aa-3a5a-4281-abfd-a440a67afb4a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:19.283715 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f446-e12c-45b2-8c38-3579950c1c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (785c7416-4bf9-40d9-a08f-c797a61a0436), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:20.890176 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (917d01f3-4a27-4590-ae14-da14d21a1e88), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:27.742908 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=1 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:27.743664 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:DELETE=1,neutron:SELECT=9 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:30.805216 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:30.808079 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:44.660269 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-a0430f40-41ab-48e8-a339-eaee8206ed8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (b322252d-fb9d-4652-a830-647fed26b29a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:46.740648 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.agents_db [None req-cbb77ebc-65ec-4caa-a8b3-81c074906866 None None] Agent healthcheck: found 5 active agents {{(pid=104617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:32:46.922631 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-b28fe9f8-2637-4290-a7bb-2516f27bc4a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (9df6ec88-276d-42f5-acd2-7e289451d5e3), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:48.130458 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-584d7fde-7d72-4642-9601-b182cfb78c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (413fc6aa-3a5a-4281-abfd-a440a67afb4a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:49.239052 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f446-e12c-45b2-8c38-3579950c1c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (785c7416-4bf9-40d9-a08f-c797a61a0436), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:50.913159 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (917d01f3-4a27-4590-ae14-da14d21a1e88), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:59.757553 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=2 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:59.762436 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=6 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:00.791384 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:00.798434 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:12.152336 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-680972'] for agent (134bae73-502b-4599-bb47-129fee8818a4), after_create {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:12.311509 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=13 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:12.315397 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=13 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:14.660796 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-dea8904e-2fa0-4de6-b01e-1f15a9773667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (b322252d-fb9d-4652-a830-647fed26b29a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:16.944597 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-52376317-75c1-47bc-862f-524d8f164cea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (9df6ec88-276d-42f5-acd2-7e289451d5e3), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:18.118605 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-584d7fde-7d72-4642-9601-b182cfb78c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (413fc6aa-3a5a-4281-abfd-a440a67afb4a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:19.242028 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f446-e12c-45b2-8c38-3579950c1c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (785c7416-4bf9-40d9-a08f-c797a61a0436), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:20.878212 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (917d01f3-4a27-4590-ae14-da14d21a1e88), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:23.740032 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.agents_db [None req-cbb77ebc-65ec-4caa-a8b3-81c074906866 None None] Agent healthcheck: found 6 active agents {{(pid=104617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:33:24.765897 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 32954) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:33:24.872707 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-40e794d0-60aa-4b7d-a658-c3f254d0598f admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1057243 May 27 03:33:27.111622 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 32964) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:33:27.165483 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-74ee5c67-eafd-49f5-919b-24edab3e2982 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0527871 May 27 03:33:30.800471 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:30.801328 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=8,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:34.862224 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:36.753324 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=4 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:36.758173 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=4 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:37.160946 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=3 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:42.155089 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (134bae73-502b-4599-bb47-129fee8818a4), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:44.654436 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-8d3efe12-fdac-4504-8da1-3c95e4f7e162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (b322252d-fb9d-4652-a830-647fed26b29a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:46.934498 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-21c21cd5-fcf2-4b8d-9c9c-f820b836d965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (9df6ec88-276d-42f5-acd2-7e289451d5e3), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:48.162803 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-584d7fde-7d72-4642-9601-b182cfb78c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (413fc6aa-3a5a-4281-abfd-a440a67afb4a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:49.265399 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f446-e12c-45b2-8c38-3579950c1c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (785c7416-4bf9-40d9-a08f-c797a61a0436), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:50.865982 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (917d01f3-4a27-4590-ae14-da14d21a1e88), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:00.738975 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.agents_db [None req-cbb77ebc-65ec-4caa-a8b3-81c074906866 None None] Agent healthcheck: found 6 active agents {{(pid=104617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:34:00.800265 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:00.806196 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:12.144852 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (134bae73-502b-4599-bb47-129fee8818a4), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:13.759272 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=4 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:13.764111 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:14.685161 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-1e4cd0cb-aed2-4a0c-85e2-9a95afca3839 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (b322252d-fb9d-4652-a830-647fed26b29a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:16.950393 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-91dcda4d-e53c-4f18-a7ba-6b48b1a42ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (9df6ec88-276d-42f5-acd2-7e289451d5e3), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:18.144939 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-584d7fde-7d72-4642-9601-b182cfb78c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (413fc6aa-3a5a-4281-abfd-a440a67afb4a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:19.246368 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f446-e12c-45b2-8c38-3579950c1c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (785c7416-4bf9-40d9-a08f-c797a61a0436), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:20.902701 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (917d01f3-4a27-4590-ae14-da14d21a1e88), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:30.807736 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:30.811065 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:37.738729 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.agents_db [None req-cbb77ebc-65ec-4caa-a8b3-81c074906866 None None] Agent healthcheck: found 6 active agents {{(pid=104617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:34:42.141618 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (134bae73-502b-4599-bb47-129fee8818a4), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:44.681236 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-064680b5-bf5a-4f03-95fb-6e7025f231d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (b322252d-fb9d-4652-a830-647fed26b29a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:46.952740 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-198f97e9-3888-4808-9a74-011cd3de7d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (9df6ec88-276d-42f5-acd2-7e289451d5e3), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:48.126626 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-584d7fde-7d72-4642-9601-b182cfb78c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (413fc6aa-3a5a-4281-abfd-a440a67afb4a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:49.243921 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f446-e12c-45b2-8c38-3579950c1c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (785c7416-4bf9-40d9-a08f-c797a61a0436), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:50.756356 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=4 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:50.760755 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=4 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:50.872696 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (917d01f3-4a27-4590-ae14-da14d21a1e88), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:00.799902 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:00.802212 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:06.134068 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 33172) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:06.466167 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [None req-cdf47d04-be7e-46b7-a6e9-da537c81f2f5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1297989686-network', 'tenant_id': '1377b9e588bd44f3b29b03728c418151'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:35:06.492714 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 33202) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:06.523877 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 33212) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:06.538608 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf47d04-be7e-46b7-a6e9-da537c81f2f5 admin admin] Made reservation on behalf of 1377b9e588bd44f3b29b03728c418151 for: {'network': 1} {{(pid=104614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:35:06.541298 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-cdf47d04-be7e-46b7-a6e9-da537c81f2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for network (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:06.550347 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-cdf47d04-be7e-46b7-a6e9-da537c81f2f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:06.633955 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-cdf47d04-be7e-46b7-a6e9-da537c81f2f5 admin admin] Publish callbacks [] for security_group (eb82d0bf-ee3a-4318-8fb9-9a4859beb3f9), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:06.748771 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-cdf47d04-be7e-46b7-a6e9-da537c81f2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (eb82d0bf-ee3a-4318-8fb9-9a4859beb3f9), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:06.781066 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdf47d04-be7e-46b7-a6e9-da537c81f2f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=104614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:35:06.786828 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf47d04-be7e-46b7-a6e9-da537c81f2f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb82d0bf-ee3a-4318-8fb9-9a4859beb3f9,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:06.799123 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf47d04-be7e-46b7-a6e9-da537c81f2f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:06.799464 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf47d04-be7e-46b7-a6e9-da537c81f2f5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:06.799820 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf47d04-be7e-46b7-a6e9-da537c81f2f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:06.800166 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf47d04-be7e-46b7-a6e9-da537c81f2f5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:06.800497 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf47d04-be7e-46b7-a6e9-da537c81f2f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:06.800826 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf47d04-be7e-46b7-a6e9-da537c81f2f5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:06.801149 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf47d04-be7e-46b7-a6e9-da537c81f2f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:06.801467 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf47d04-be7e-46b7-a6e9-da537c81f2f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:06.801806 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf47d04-be7e-46b7-a6e9-da537c81f2f5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:06.802134 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf47d04-be7e-46b7-a6e9-da537c81f2f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:06.802506 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf47d04-be7e-46b7-a6e9-da537c81f2f5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:06.803546 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf47d04-be7e-46b7-a6e9-da537c81f2f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:06.808675 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf47d04-be7e-46b7-a6e9-da537c81f2f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:06.808675 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf47d04-be7e-46b7-a6e9-da537c81f2f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:06.808675 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf47d04-be7e-46b7-a6e9-da537c81f2f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:06.808675 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf47d04-be7e-46b7-a6e9-da537c81f2f5 admin admin] Tracked resource versions report: May 27 03:35:06.808675 dv-cinder-828805-4-iscsi neutron-server[104614]: pushed versions: May 27 03:35:06.808675 dv-cinder-828805-4-iscsi neutron-server[104614]: { 'AddressGroup': {'1.2'}, May 27 03:35:06.808675 dv-cinder-828805-4-iscsi neutron-server[104614]: 'Agent': {'1.1'}, May 27 03:35:06.808675 dv-cinder-828805-4-iscsi neutron-server[104614]: 'ConntrackHelper': {'1.0'}, May 27 03:35:06.808675 dv-cinder-828805-4-iscsi neutron-server[104614]: 'LocalIPAssociation': {'1.0'}, May 27 03:35:06.808675 dv-cinder-828805-4-iscsi neutron-server[104614]: 'Log': {'1.0'}, May 27 03:35:06.808675 dv-cinder-828805-4-iscsi neutron-server[104614]: 'NDPProxy': {'1.0'}, May 27 03:35:06.808675 dv-cinder-828805-4-iscsi neutron-server[104614]: 'Network': {'1.1'}, May 27 03:35:06.808675 dv-cinder-828805-4-iscsi neutron-server[104614]: 'Port': {'1.7'}, May 27 03:35:06.808675 dv-cinder-828805-4-iscsi neutron-server[104614]: 'PortForwarding': {'1.3'}, May 27 03:35:06.808675 dv-cinder-828805-4-iscsi neutron-server[104614]: 'QosPolicy': {'1.10'}, May 27 03:35:06.808675 dv-cinder-828805-4-iscsi neutron-server[104614]: 'SecurityGroup': {'1.5'}, May 27 03:35:06.808675 dv-cinder-828805-4-iscsi neutron-server[104614]: 'SecurityGroupRule': {'1.2'}, May 27 03:35:06.808675 dv-cinder-828805-4-iscsi neutron-server[104614]: 'SubPort': {'1.0'}, May 27 03:35:06.808675 dv-cinder-828805-4-iscsi neutron-server[104614]: 'Subnet': {'1.1'}, May 27 03:35:06.808675 dv-cinder-828805-4-iscsi neutron-server[104614]: 'Trunk': {'1.1'}} May 27 03:35:06.808675 dv-cinder-828805-4-iscsi neutron-server[104614]: consumer versions: May 27 03:35:06.808675 dv-cinder-828805-4-iscsi neutron-server[104614]: { DHCP agent@dv-cinder-828805-4-iscsi: {}, May 27 03:35:06.808675 dv-cinder-828805-4-iscsi neutron-server[104614]: HyperV agent@hv-cinder-82880: {}, May 27 03:35:06.808675 dv-cinder-828805-4-iscsi neutron-server[104614]: L3 agent@dv-cinder-828805-4-iscsi: {}, May 27 03:35:06.808675 dv-cinder-828805-4-iscsi neutron-server[104614]: Metadata agent@dv-cinder-828805-4-iscsi: {}, May 27 03:35:06.808675 dv-cinder-828805-4-iscsi neutron-server[104614]: Metering agent@dv-cinder-828805-4-iscsi: {}, May 27 03:35:06.808675 dv-cinder-828805-4-iscsi neutron-server[104614]: Open vSwitch agent@dv-cinder-828805-4-iscsi: { 'AddressGroup': '1.2', May 27 03:35:06.808675 dv-cinder-828805-4-iscsi neutron-server[104614]: 'Agent': '1.1', May 27 03:35:06.808675 dv-cinder-828805-4-iscsi neutron-server[104614]: 'ConntrackHelper': '1.0', May 27 03:35:06.808675 dv-cinder-828805-4-iscsi neutron-server[104614]: 'LocalIPAssociation': '1.0', May 27 03:35:06.808675 dv-cinder-828805-4-iscsi neutron-server[104614]: 'Log': '1.0', May 27 03:35:06.808675 dv-cinder-828805-4-iscsi neutron-server[104614]: 'NDPProxy': '1.0', May 27 03:35:06.808675 dv-cinder-828805-4-iscsi neutron-server[104614]: 'Network': '1.1', May 27 03:35:06.808675 dv-cinder-828805-4-iscsi neutron-server[104614]: 'Port': '1.7', May 27 03:35:06.808675 dv-cinder-828805-4-iscsi neutron-server[104614]: 'PortForwarding': '1.3', May 27 03:35:06.808675 dv-cinder-828805-4-iscsi neutron-server[104614]: 'QosPolicy': '1.10', May 27 03:35:06.808675 dv-cinder-828805-4-iscsi neutron-server[104614]: 'SecurityGroup': '1.5', May 27 03:35:06.808675 dv-cinder-828805-4-iscsi neutron-server[104614]: 'SecurityGroupRule': '1.2', May 27 03:35:06.808675 dv-cinder-828805-4-iscsi neutron-server[104614]: 'SubPort': '1.0', May 27 03:35:06.808675 dv-cinder-828805-4-iscsi neutron-server[104614]: 'Subnet': '1.1', May 27 03:35:06.808675 dv-cinder-828805-4-iscsi neutron-server[104614]: 'Trunk': '1.1'}} May 27 03:35:06.808675 dv-cinder-828805-4-iscsi neutron-server[104614]: {{(pid=104614) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 03:35:06.811186 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-cdf47d04-be7e-46b7-a6e9-da537c81f2f5 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791800041063', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545'] for segment (62c563a9-fe72-4adb-8d7c-17b2299b5d3d), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:06.811186 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.db.segments_db [None req-cdf47d04-be7e-46b7-a6e9-da537c81f2f5 admin admin] Added segment 62c563a9-fe72-4adb-8d7c-17b2299b5d3d of type vlan for network 85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1 May 27 03:35:06.858315 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-cdf47d04-be7e-46b7-a6e9-da537c81f2f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791799485040'] for network (85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:06.928947 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.v2.base [None req-9d4df958-be6f-4514-a1d8-7db49de289c5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1037525343-network', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a'}} {{(pid=104615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:35:06.951756 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-cdf47d04-be7e-46b7-a6e9-da537c81f2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395'] for network (85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:06.951756 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf47d04-be7e-46b7-a6e9-da537c81f2f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:06.951756 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-cdf47d04-be7e-46b7-a6e9-da537c81f2f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-373421'] for network (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:06.965352 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.v2.base [None req-7d5cd487-8bf5-4117-a5c4-f227dffa03e0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-993099482-network', 'tenant_id': 'e3b236cd8e9049e6acdeb545f5d3382d'}} {{(pid=104615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:35:07.014830 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d4df958-be6f-4514-a1d8-7db49de289c5 admin admin] Made reservation on behalf of 8ae1382d8f774b5db702d78e3bed622a for: {'network': 1} {{(pid=104615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:35:07.017246 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-9d4df958-be6f-4514-a1d8-7db49de289c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for network (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:07.018491 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf47d04-be7e-46b7-a6e9-da537c81f2f5 admin admin] Pushing event updated for resources: {'Network': ['ID=85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:07.026686 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-9d4df958-be6f-4514-a1d8-7db49de289c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:07.030113 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Network 85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1 details requested by agent ovs-agent-dv-cinder-828805-4-iscsi with host dv-cinder-828805-4-iscsi {{(pid=104616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:35:07.047396 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-cdf47d04-be7e-46b7-a6e9-da537c81f2f5 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.9117532 May 27 03:35:07.049710 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 33228) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:07.055697 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [None req-6213084a-7997-4533-bba6-217926c2bac6 admin admin] Request body: {'subnet': {'network_id': '85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1297989686-subnet', 'tenant_id': '1377b9e588bd44f3b29b03728c418151', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:35:07.126453 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-9d4df958-be6f-4514-a1d8-7db49de289c5 admin admin] Publish callbacks [] for security_group (4f3f0507-00ee-4438-871c-b87f7b4eef15), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:07.127351 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5cd487-8bf5-4117-a5c4-f227dffa03e0 admin admin] Made reservation on behalf of e3b236cd8e9049e6acdeb545f5d3382d for: {'network': 1} {{(pid=104615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:35:07.129633 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-7d5cd487-8bf5-4117-a5c4-f227dffa03e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for network (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:07.137859 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-7d5cd487-8bf5-4117-a5c4-f227dffa03e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:07.161005 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6213084a-7997-4533-bba6-217926c2bac6 admin admin] Made reservation on behalf of 1377b9e588bd44f3b29b03728c418151 for: {'subnet': 1} {{(pid=104614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:35:07.164554 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-6213084a-7997-4533-bba6-217926c2bac6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:07.213308 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-7d5cd487-8bf5-4117-a5c4-f227dffa03e0 admin admin] Publish callbacks [] for security_group (a3fa7bf4-dcc8-4eb5-9014-7e3889333b8d), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:07.223638 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-9d4df958-be6f-4514-a1d8-7db49de289c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (4f3f0507-00ee-4438-871c-b87f7b4eef15), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:07.269898 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4df958-be6f-4514-a1d8-7db49de289c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f3f0507-00ee-4438-871c-b87f7b4eef15,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:07.280053 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d4df958-be6f-4514-a1d8-7db49de289c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=104615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:35:07.283461 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4df958-be6f-4514-a1d8-7db49de289c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:07.284009 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4df958-be6f-4514-a1d8-7db49de289c5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:07.284562 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4df958-be6f-4514-a1d8-7db49de289c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:07.285279 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4df958-be6f-4514-a1d8-7db49de289c5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:07.286098 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4df958-be6f-4514-a1d8-7db49de289c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:07.286609 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4df958-be6f-4514-a1d8-7db49de289c5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:07.287202 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4df958-be6f-4514-a1d8-7db49de289c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:07.287726 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4df958-be6f-4514-a1d8-7db49de289c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:07.288247 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4df958-be6f-4514-a1d8-7db49de289c5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:07.289331 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4df958-be6f-4514-a1d8-7db49de289c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:07.289861 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4df958-be6f-4514-a1d8-7db49de289c5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:07.290391 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4df958-be6f-4514-a1d8-7db49de289c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:07.290948 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4df958-be6f-4514-a1d8-7db49de289c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:07.291473 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4df958-be6f-4514-a1d8-7db49de289c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:07.292232 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4df958-be6f-4514-a1d8-7db49de289c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:07.293607 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4df958-be6f-4514-a1d8-7db49de289c5 admin admin] Tracked resource versions report: May 27 03:35:07.293607 dv-cinder-828805-4-iscsi neutron-server[104615]: pushed versions: May 27 03:35:07.293607 dv-cinder-828805-4-iscsi neutron-server[104615]: { 'AddressGroup': {'1.2'}, May 27 03:35:07.293607 dv-cinder-828805-4-iscsi neutron-server[104615]: 'Agent': {'1.1'}, May 27 03:35:07.293607 dv-cinder-828805-4-iscsi neutron-server[104615]: 'ConntrackHelper': {'1.0'}, May 27 03:35:07.293607 dv-cinder-828805-4-iscsi neutron-server[104615]: 'LocalIPAssociation': {'1.0'}, May 27 03:35:07.293607 dv-cinder-828805-4-iscsi neutron-server[104615]: 'Log': {'1.0'}, May 27 03:35:07.293607 dv-cinder-828805-4-iscsi neutron-server[104615]: 'NDPProxy': {'1.0'}, May 27 03:35:07.293607 dv-cinder-828805-4-iscsi neutron-server[104615]: 'Network': {'1.1'}, May 27 03:35:07.293607 dv-cinder-828805-4-iscsi neutron-server[104615]: 'Port': {'1.7'}, May 27 03:35:07.293607 dv-cinder-828805-4-iscsi neutron-server[104615]: 'PortForwarding': {'1.3'}, May 27 03:35:07.293607 dv-cinder-828805-4-iscsi neutron-server[104615]: 'QosPolicy': {'1.10'}, May 27 03:35:07.293607 dv-cinder-828805-4-iscsi neutron-server[104615]: 'SecurityGroup': {'1.5'}, May 27 03:35:07.293607 dv-cinder-828805-4-iscsi neutron-server[104615]: 'SecurityGroupRule': {'1.2'}, May 27 03:35:07.293607 dv-cinder-828805-4-iscsi neutron-server[104615]: 'SubPort': {'1.0'}, May 27 03:35:07.293607 dv-cinder-828805-4-iscsi neutron-server[104615]: 'Subnet': {'1.1'}, May 27 03:35:07.293607 dv-cinder-828805-4-iscsi neutron-server[104615]: 'Trunk': {'1.1'}} May 27 03:35:07.293607 dv-cinder-828805-4-iscsi neutron-server[104615]: consumer versions: May 27 03:35:07.293607 dv-cinder-828805-4-iscsi neutron-server[104615]: { DHCP agent@dv-cinder-828805-4-iscsi: {}, May 27 03:35:07.293607 dv-cinder-828805-4-iscsi neutron-server[104615]: HyperV agent@hv-cinder-82880: {}, May 27 03:35:07.293607 dv-cinder-828805-4-iscsi neutron-server[104615]: L3 agent@dv-cinder-828805-4-iscsi: {}, May 27 03:35:07.293607 dv-cinder-828805-4-iscsi neutron-server[104615]: Metadata agent@dv-cinder-828805-4-iscsi: {}, May 27 03:35:07.293607 dv-cinder-828805-4-iscsi neutron-server[104615]: Metering agent@dv-cinder-828805-4-iscsi: {}, May 27 03:35:07.293607 dv-cinder-828805-4-iscsi neutron-server[104615]: Open vSwitch agent@dv-cinder-828805-4-iscsi: { 'AddressGroup': '1.2', May 27 03:35:07.293607 dv-cinder-828805-4-iscsi neutron-server[104615]: 'Agent': '1.1', May 27 03:35:07.293607 dv-cinder-828805-4-iscsi neutron-server[104615]: 'ConntrackHelper': '1.0', May 27 03:35:07.293607 dv-cinder-828805-4-iscsi neutron-server[104615]: 'LocalIPAssociation': '1.0', May 27 03:35:07.293607 dv-cinder-828805-4-iscsi neutron-server[104615]: 'Log': '1.0', May 27 03:35:07.293607 dv-cinder-828805-4-iscsi neutron-server[104615]: 'NDPProxy': '1.0', May 27 03:35:07.293607 dv-cinder-828805-4-iscsi neutron-server[104615]: 'Network': '1.1', May 27 03:35:07.293607 dv-cinder-828805-4-iscsi neutron-server[104615]: 'Port': '1.7', May 27 03:35:07.293607 dv-cinder-828805-4-iscsi neutron-server[104615]: 'PortForwarding': '1.3', May 27 03:35:07.293607 dv-cinder-828805-4-iscsi neutron-server[104615]: 'QosPolicy': '1.10', May 27 03:35:07.293607 dv-cinder-828805-4-iscsi neutron-server[104615]: 'SecurityGroup': '1.5', May 27 03:35:07.293607 dv-cinder-828805-4-iscsi neutron-server[104615]: 'SecurityGroupRule': '1.2', May 27 03:35:07.293607 dv-cinder-828805-4-iscsi neutron-server[104615]: 'SubPort': '1.0', May 27 03:35:07.293607 dv-cinder-828805-4-iscsi neutron-server[104615]: 'Subnet': '1.1', May 27 03:35:07.293607 dv-cinder-828805-4-iscsi neutron-server[104615]: 'Trunk': '1.1'}} May 27 03:35:07.293607 dv-cinder-828805-4-iscsi neutron-server[104615]: {{(pid=104615) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 03:35:07.326744 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-7d5cd487-8bf5-4117-a5c4-f227dffa03e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (a3fa7bf4-dcc8-4eb5-9014-7e3889333b8d), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:07.344477 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d5cd487-8bf5-4117-a5c4-f227dffa03e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=104615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:35:07.359682 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-7d5cd487-8bf5-4117-a5c4-f227dffa03e0 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791800041063', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545'] for segment (52bbd8f8-c275-43bb-b64e-f50ded9d01b1), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:07.360428 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.db.segments_db [None req-7d5cd487-8bf5-4117-a5c4-f227dffa03e0 admin admin] Added segment 52bbd8f8-c275-43bb-b64e-f50ded9d01b1 of type vlan for network eb82f03a-aca5-4360-8d95-46822d61d016 May 27 03:35:07.411011 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-9d4df958-be6f-4514-a1d8-7db49de289c5 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791800041063', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545'] for segment (4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:07.411416 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.db.segments_db [None req-9d4df958-be6f-4514-a1d8-7db49de289c5 admin admin] Added segment 4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6 of type vlan for network 24e2e56a-4202-49e3-9751-4bcdb4e8a6ed May 27 03:35:07.441421 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-6213084a-7997-4533-bba6-217926c2bac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395'] for subnet (01cacb82-b9b5-47d7-9a65-bacc84dba8c5), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:07.466342 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-7d5cd487-8bf5-4117-a5c4-f227dffa03e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791799485040'] for network (eb82f03a-aca5-4360-8d95-46822d61d016), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:07.488646 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6213084a-7997-4533-bba6-217926c2bac6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01cacb82-b9b5-47d7-9a65-bacc84dba8c5,revision_number=0']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:07.501950 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-9d4df958-be6f-4514-a1d8-7db49de289c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791799485040'] for network (24e2e56a-4202-49e3-9751-4bcdb4e8a6ed), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:07.516763 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=77,neutron:INSERT=20,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:07.532171 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5cd487-8bf5-4117-a5c4-f227dffa03e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3fa7bf4-dcc8-4eb5-9014-7e3889333b8d,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:07.553995 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6213084a-7997-4533-bba6-217926c2bac6 admin admin] Checking segment: {'id': '62c563a9-fe72-4adb-8d7c-17b2299b5d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:35:07.558997 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6213084a-7997-4533-bba6-217926c2bac6 admin admin] Network hostable DHCP agents. Network: 85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1, hostable agents: ['b322252d-fb9d-4652-a830-647fed26b29a'], hosted agents: [] {{(pid=104614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:35:07.606594 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-9d4df958-be6f-4514-a1d8-7db49de289c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395'] for network (24e2e56a-4202-49e3-9751-4bcdb4e8a6ed), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:07.608907 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4df958-be6f-4514-a1d8-7db49de289c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:07.612763 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-9d4df958-be6f-4514-a1d8-7db49de289c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-373421'] for network (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:07.637977 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=69,neutron:INSERT=26,neutron:UPDATE=5 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:07.649098 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-7d5cd487-8bf5-4117-a5c4-f227dffa03e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395'] for network (eb82f03a-aca5-4360-8d95-46822d61d016), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:07.650767 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5cd487-8bf5-4117-a5c4-f227dffa03e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:07.651561 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-7d5cd487-8bf5-4117-a5c4-f227dffa03e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-373421'] for network (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:07.702488 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6213084a-7997-4533-bba6-217926c2bac6 admin admin] Network 85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1 is scheduled to be hosted by DHCP agent b322252d-fb9d-4652-a830-647fed26b29a with binding_index 1 {{(pid=104614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:35:07.738300 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-9d4df958-be6f-4514-a1d8-7db49de289c5 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.2445028 May 27 03:35:07.746160 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 33258) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:07.751140 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [None req-87c09ff3-33ab-4203-ada1-590093b2b48b admin admin] Request body: {'subnet': {'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1037525343-subnet', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:35:07.760398 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4df958-be6f-4514-a1d8-7db49de289c5 admin admin] Pushing event updated for resources: {'Network': ['ID=24e2e56a-4202-49e3-9751-4bcdb4e8a6ed,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:07.771313 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Network 24e2e56a-4202-49e3-9751-4bcdb4e8a6ed details requested by agent ovs-agent-dv-cinder-828805-4-iscsi with host dv-cinder-828805-4-iscsi {{(pid=104616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:35:07.801306 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.base_scheduler [None req-6213084a-7997-4533-bba6-217926c2bac6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-4-iscsi, 85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1) {{(pid=104614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:35:07.806252 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6213084a-7997-4533-bba6-217926c2bac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:07.808089 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-6213084a-7997-4533-bba6-217926c2bac6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-373421'] for subnet (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:07.821697 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5cd487-8bf5-4117-a5c4-f227dffa03e0 admin admin] Pushing event updated for resources: {'Network': ['ID=eb82f03a-aca5-4360-8d95-46822d61d016,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:07.835298 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b9f3f5-03c1-4cbf-bb45-f03223edd97f None None] Network 85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1 requested from dv-cinder-828805-4-iscsi {{(pid=104616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:35:07.837206 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Network eb82f03a-aca5-4360-8d95-46822d61d016 details requested by agent ovs-agent-dv-cinder-828805-4-iscsi with host dv-cinder-828805-4-iscsi {{(pid=104616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:35:07.867084 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-7d5cd487-8bf5-4117-a5c4-f227dffa03e0 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.3375292 May 27 03:35:07.867084 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 33270) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:07.872007 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.v2.base [None req-0125c210-c67d-4690-9010-8795928bd0c6 admin admin] Request body: {'subnet': {'network_id': 'eb82f03a-aca5-4360-8d95-46822d61d016', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-993099482-subnet', 'tenant_id': 'e3b236cd8e9049e6acdeb545f5d3382d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:35:07.898429 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-6213084a-7997-4533-bba6-217926c2bac6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8472269 May 27 03:35:07.903407 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 33276) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:07.914863 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.v2.base [None req-03734b83-08f1-481f-b7d3-f320a37d6222 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1297989686-router', 'tenant_id': '1377b9e588bd44f3b29b03728c418151', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6'}}} {{(pid=104615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:35:07.936129 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:07.974443 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c09ff3-33ab-4203-ada1-590093b2b48b admin admin] Made reservation on behalf of 8ae1382d8f774b5db702d78e3bed622a for: {'subnet': 1} {{(pid=104614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:35:07.977405 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-87c09ff3-33ab-4203-ada1-590093b2b48b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:08.029038 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0125c210-c67d-4690-9010-8795928bd0c6 admin admin] Made reservation on behalf of e3b236cd8e9049e6acdeb545f5d3382d for: {'subnet': 1} {{(pid=104615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:35:08.031597 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-0125c210-c67d-4690-9010-8795928bd0c6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:08.035844 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165a6c42-b358-4aa8-8f8e-f6a28a6c3b1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa70b6f22-5e3f-55f6-a93b-19dd150a441c-85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1', 'network_id': '85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1', 'project_id': '1377b9e588bd44f3b29b03728c418151', 'fixed_ips': [{'subnet_id': '01cacb82-b9b5-47d7-9a65-bacc84dba8c5'}]}} from dv-cinder-828805-4-iscsi. {{(pid=104616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 03:35:08.038727 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-165a6c42-b358-4aa8-8f8e-f6a28a6c3b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (None), before_create {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:08.039766 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:08.082044 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-03734b83-08f1-481f-b7d3-f320a37d6222 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-682096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60928'] for router (9dce0fe0-324d-48e2-a80a-7d852b22e51c), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:08.085039 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-03734b83-08f1-481f-b7d3-f320a37d6222 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-537747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60985'] for router (9dce0fe0-324d-48e2-a80a-7d852b22e51c), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:08.271647 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.db_base_plugin_common [None req-165a6c42-b358-4aa8-8f8e-f6a28a6c3b1f None None] Allocated IP 172.20.0.2 (85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1/01cacb82-b9b5-47d7-9a65-bacc84dba8c5/a3e8bcf9-3c65-4209-bf1b-5969ea6c77ab) {{(pid=104616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:35:08.281948 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-03734b83-08f1-481f-b7d3-f320a37d6222 admin admin] Publish callbacks [] for router_controller (9dce0fe0-324d-48e2-a80a-7d852b22e51c), precommit_add_association {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:08.389709 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-87c09ff3-33ab-4203-ada1-590093b2b48b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395'] for subnet (7dc15780-a98b-4250-9509-853069c6707a), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:08.453556 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-165a6c42-b358-4aa8-8f8e-f6a28a6c3b1f None None] Publish callbacks [] for port (a3e8bcf9-3c65-4209-bf1b-5969ea6c77ab), precommit_create {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:08.481451 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c09ff3-33ab-4203-ada1-590093b2b48b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dc15780-a98b-4250-9509-853069c6707a,revision_number=0']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:08.484210 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-0125c210-c67d-4690-9010-8795928bd0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395'] for subnet (f4ce285c-bbd1-45d6-b579-899a73df1f0f), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:08.508268 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c09ff3-33ab-4203-ada1-590093b2b48b admin admin] Checking segment: {'id': '4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:35:08.508645 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c09ff3-33ab-4203-ada1-590093b2b48b admin admin] Network hostable DHCP agents. Network: 24e2e56a-4202-49e3-9751-4bcdb4e8a6ed, hostable agents: ['b322252d-fb9d-4652-a830-647fed26b29a'], hosted agents: [] {{(pid=104614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:35:08.547808 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-165a6c42-b358-4aa8-8f8e-f6a28a6c3b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791799515441'] for port (a3e8bcf9-3c65-4209-bf1b-5969ea6c77ab), after_create {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:08.592941 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165a6c42-b358-4aa8-8f8e-f6a28a6c3b1f None None] Network 85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1 is already hosted by enough agents. {{(pid=104616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:35:08.596053 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.scheduler.base_scheduler [None req-165a6c42-b358-4aa8-8f8e-f6a28a6c3b1f None None] Resources bound (agent type, host, resource id): {{(pid=104616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:35:08.603620 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165a6c42-b358-4aa8-8f8e-f6a28a6c3b1f None None] Received port after_create {{(pid=104616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:35:08.617605 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165a6c42-b358-4aa8-8f8e-f6a28a6c3b1f None None] Pushing event updated for resources: {'Port': ['ID=a3e8bcf9-3c65-4209-bf1b-5969ea6c77ab,revision_number=1']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:08.626417 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0125c210-c67d-4690-9010-8795928bd0c6 admin admin] Checking segment: {'id': '52bbd8f8-c275-43bb-b64e-f50ded9d01b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'eb82f03a-aca5-4360-8d95-46822d61d016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:35:08.627045 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0125c210-c67d-4690-9010-8795928bd0c6 admin admin] Network hostable DHCP agents. Network: eb82f03a-aca5-4360-8d95-46822d61d016, hostable agents: ['b322252d-fb9d-4652-a830-647fed26b29a'], hosted agents: [] {{(pid=104615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:35:08.629408 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c09ff3-33ab-4203-ada1-590093b2b48b admin admin] Network 24e2e56a-4202-49e3-9751-4bcdb4e8a6ed is scheduled to be hosted by DHCP agent b322252d-fb9d-4652-a830-647fed26b29a with binding_index 1 {{(pid=104614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:35:08.630552 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-03734b83-08f1-481f-b7d3-f320a37d6222 admin admin] Publish callbacks [] for router_gateway (9dce0fe0-324d-48e2-a80a-7d852b22e51c), precommit_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:08.636194 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0125c210-c67d-4690-9010-8795928bd0c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4ce285c-bbd1-45d6-b579-899a73df1f0f,revision_number=0']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:08.670520 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165a6c42-b358-4aa8-8f8e-f6a28a6c3b1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:08.670885 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165a6c42-b358-4aa8-8f8e-f6a28a6c3b1f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:08.671243 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165a6c42-b358-4aa8-8f8e-f6a28a6c3b1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:08.671594 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165a6c42-b358-4aa8-8f8e-f6a28a6c3b1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:08.671900 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165a6c42-b358-4aa8-8f8e-f6a28a6c3b1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:08.672224 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165a6c42-b358-4aa8-8f8e-f6a28a6c3b1f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:08.672655 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165a6c42-b358-4aa8-8f8e-f6a28a6c3b1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:08.672981 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165a6c42-b358-4aa8-8f8e-f6a28a6c3b1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:08.673298 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165a6c42-b358-4aa8-8f8e-f6a28a6c3b1f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:08.673619 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165a6c42-b358-4aa8-8f8e-f6a28a6c3b1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:08.673934 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165a6c42-b358-4aa8-8f8e-f6a28a6c3b1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:08.674316 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165a6c42-b358-4aa8-8f8e-f6a28a6c3b1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:08.674583 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165a6c42-b358-4aa8-8f8e-f6a28a6c3b1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:08.674915 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165a6c42-b358-4aa8-8f8e-f6a28a6c3b1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:08.675229 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165a6c42-b358-4aa8-8f8e-f6a28a6c3b1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:08.676386 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165a6c42-b358-4aa8-8f8e-f6a28a6c3b1f None None] Tracked resource versions report: May 27 03:35:08.676386 dv-cinder-828805-4-iscsi neutron-server[104616]: pushed versions: May 27 03:35:08.676386 dv-cinder-828805-4-iscsi neutron-server[104616]: { 'AddressGroup': {'1.2'}, May 27 03:35:08.676386 dv-cinder-828805-4-iscsi neutron-server[104616]: 'Agent': {'1.1'}, May 27 03:35:08.676386 dv-cinder-828805-4-iscsi neutron-server[104616]: 'ConntrackHelper': {'1.0'}, May 27 03:35:08.676386 dv-cinder-828805-4-iscsi neutron-server[104616]: 'LocalIPAssociation': {'1.0'}, May 27 03:35:08.676386 dv-cinder-828805-4-iscsi neutron-server[104616]: 'Log': {'1.0'}, May 27 03:35:08.676386 dv-cinder-828805-4-iscsi neutron-server[104616]: 'NDPProxy': {'1.0'}, May 27 03:35:08.676386 dv-cinder-828805-4-iscsi neutron-server[104616]: 'Network': {'1.1'}, May 27 03:35:08.676386 dv-cinder-828805-4-iscsi neutron-server[104616]: 'Port': {'1.7'}, May 27 03:35:08.676386 dv-cinder-828805-4-iscsi neutron-server[104616]: 'PortForwarding': {'1.3'}, May 27 03:35:08.676386 dv-cinder-828805-4-iscsi neutron-server[104616]: 'QosPolicy': {'1.10'}, May 27 03:35:08.676386 dv-cinder-828805-4-iscsi neutron-server[104616]: 'SecurityGroup': {'1.5'}, May 27 03:35:08.676386 dv-cinder-828805-4-iscsi neutron-server[104616]: 'SecurityGroupRule': {'1.2'}, May 27 03:35:08.676386 dv-cinder-828805-4-iscsi neutron-server[104616]: 'SubPort': {'1.0'}, May 27 03:35:08.676386 dv-cinder-828805-4-iscsi neutron-server[104616]: 'Subnet': {'1.1'}, May 27 03:35:08.676386 dv-cinder-828805-4-iscsi neutron-server[104616]: 'Trunk': {'1.1'}} May 27 03:35:08.676386 dv-cinder-828805-4-iscsi neutron-server[104616]: consumer versions: May 27 03:35:08.676386 dv-cinder-828805-4-iscsi neutron-server[104616]: { DHCP agent@dv-cinder-828805-4-iscsi: {}, May 27 03:35:08.676386 dv-cinder-828805-4-iscsi neutron-server[104616]: HyperV agent@hv-cinder-82880: {}, May 27 03:35:08.676386 dv-cinder-828805-4-iscsi neutron-server[104616]: L3 agent@dv-cinder-828805-4-iscsi: {}, May 27 03:35:08.676386 dv-cinder-828805-4-iscsi neutron-server[104616]: Metadata agent@dv-cinder-828805-4-iscsi: {}, May 27 03:35:08.676386 dv-cinder-828805-4-iscsi neutron-server[104616]: Metering agent@dv-cinder-828805-4-iscsi: {}, May 27 03:35:08.676386 dv-cinder-828805-4-iscsi neutron-server[104616]: Open vSwitch agent@dv-cinder-828805-4-iscsi: { 'AddressGroup': '1.2', May 27 03:35:08.676386 dv-cinder-828805-4-iscsi neutron-server[104616]: 'Agent': '1.1', May 27 03:35:08.676386 dv-cinder-828805-4-iscsi neutron-server[104616]: 'ConntrackHelper': '1.0', May 27 03:35:08.676386 dv-cinder-828805-4-iscsi neutron-server[104616]: 'LocalIPAssociation': '1.0', May 27 03:35:08.676386 dv-cinder-828805-4-iscsi neutron-server[104616]: 'Log': '1.0', May 27 03:35:08.676386 dv-cinder-828805-4-iscsi neutron-server[104616]: 'NDPProxy': '1.0', May 27 03:35:08.676386 dv-cinder-828805-4-iscsi neutron-server[104616]: 'Network': '1.1', May 27 03:35:08.676386 dv-cinder-828805-4-iscsi neutron-server[104616]: 'Port': '1.7', May 27 03:35:08.676386 dv-cinder-828805-4-iscsi neutron-server[104616]: 'PortForwarding': '1.3', May 27 03:35:08.676386 dv-cinder-828805-4-iscsi neutron-server[104616]: 'QosPolicy': '1.10', May 27 03:35:08.676386 dv-cinder-828805-4-iscsi neutron-server[104616]: 'SecurityGroup': '1.5', May 27 03:35:08.676386 dv-cinder-828805-4-iscsi neutron-server[104616]: 'SecurityGroupRule': '1.2', May 27 03:35:08.676386 dv-cinder-828805-4-iscsi neutron-server[104616]: 'SubPort': '1.0', May 27 03:35:08.676386 dv-cinder-828805-4-iscsi neutron-server[104616]: 'Subnet': '1.1', May 27 03:35:08.676386 dv-cinder-828805-4-iscsi neutron-server[104616]: 'Trunk': '1.1'}} May 27 03:35:08.676386 dv-cinder-828805-4-iscsi neutron-server[104616]: {{(pid=104616) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 03:35:08.707045 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.managers [None req-165a6c42-b358-4aa8-8f8e-f6a28a6c3b1f None None] Attempting to bind port a3e8bcf9-3c65-4209-bf1b-5969ea6c77ab on host dv-cinder-828805-4-iscsi for vnic_type normal with profile {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:35:08.707513 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.managers [None req-165a6c42-b358-4aa8-8f8e-f6a28a6c3b1f None None] Attempting to bind port a3e8bcf9-3c65-4209-bf1b-5969ea6c77ab by drivers openvswitch,hyperv on host dv-cinder-828805-4-iscsi at level 0 using segments [{'id': '62c563a9-fe72-4adb-8d7c-17b2299b5d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1'}] {{(pid=104616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:35:08.708367 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165a6c42-b358-4aa8-8f8e-f6a28a6c3b1f None None] Attempting to bind port a3e8bcf9-3c65-4209-bf1b-5969ea6c77ab on network 85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1 {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:35:08.715685 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165a6c42-b358-4aa8-8f8e-f6a28a6c3b1f None None] Checking agent: {'id': '917d01f3-4a27-4590-ae14-da14d21a1e88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 26, 21), 'started_at': datetime.datetime(2022, 5, 27, 3, 26, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:35:08.716055 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165a6c42-b358-4aa8-8f8e-f6a28a6c3b1f None None] Checking segment: {'id': '62c563a9-fe72-4adb-8d7c-17b2299b5d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:35:08.716441 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-165a6c42-b358-4aa8-8f8e-f6a28a6c3b1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:08.716829 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165a6c42-b358-4aa8-8f8e-f6a28a6c3b1f None None] Bound using segment: {'id': '62c563a9-fe72-4adb-8d7c-17b2299b5d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1'} {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:35:08.717294 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.managers [None req-165a6c42-b358-4aa8-8f8e-f6a28a6c3b1f None None] Bound port: a3e8bcf9-3c65-4209-bf1b-5969ea6c77ab, host: dv-cinder-828805-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62c563a9-fe72-4adb-8d7c-17b2299b5d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1'}}] {{(pid=104616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:35:08.717673 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-165a6c42-b358-4aa8-8f8e-f6a28a6c3b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (a3e8bcf9-3c65-4209-bf1b-5969ea6c77ab), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:08.769027 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.base_scheduler [None req-87c09ff3-33ab-4203-ada1-590093b2b48b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-4-iscsi, 24e2e56a-4202-49e3-9751-4bcdb4e8a6ed) {{(pid=104614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:35:08.773520 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c09ff3-33ab-4203-ada1-590093b2b48b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:08.774098 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-87c09ff3-33ab-4203-ada1-590093b2b48b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-373421'] for subnet (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:08.783915 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36068ef6-55d6-4a4e-87a6-519aed6682fe None None] Network 24e2e56a-4202-49e3-9751-4bcdb4e8a6ed requested from dv-cinder-828805-4-iscsi {{(pid=104616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:35:08.850608 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0125c210-c67d-4690-9010-8795928bd0c6 admin admin] Network eb82f03a-aca5-4360-8d95-46822d61d016 is scheduled to be hosted by DHCP agent b322252d-fb9d-4652-a830-647fed26b29a with binding_index 1 {{(pid=104615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:35:08.859086 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-87c09ff3-33ab-4203-ada1-590093b2b48b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1048052 May 27 03:35:08.859086 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 33308) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:08.859306 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [None req-e6a8d461-9070-4216-8b27-380c6d411919 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1037525343-router', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6'}}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:35:08.867220 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.base_scheduler [None req-0125c210-c67d-4690-9010-8795928bd0c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-4-iscsi, eb82f03a-aca5-4360-8d95-46822d61d016) {{(pid=104615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:35:08.873608 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0125c210-c67d-4690-9010-8795928bd0c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:08.874192 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-0125c210-c67d-4690-9010-8795928bd0c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-373421'] for subnet (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:08.879379 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-165a6c42-b358-4aa8-8f8e-f6a28a6c3b1f None None] For port a3e8bcf9-3c65-4209-bf1b-5969ea6c77ab, host dv-cinder-828805-4-iscsi, cleared binding levels {{(pid=104616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:35:09.088680 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a9b8b5-0c2d-4630-a6c0-34b88c6d363e None None] Network eb82f03a-aca5-4360-8d95-46822d61d016 requested from dv-cinder-828805-4-iscsi {{(pid=104616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:35:09.088680 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:09.096948 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:09.101985 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-165a6c42-b358-4aa8-8f8e-f6a28a6c3b1f None None] For port a3e8bcf9-3c65-4209-bf1b-5969ea6c77ab, host dv-cinder-828805-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=a3e8bcf9-3c65-4209-bf1b-5969ea6c77ab,segment=NetworkSegment(62c563a9-fe72-4adb-8d7c-17b2299b5d3d),segment_id=62c563a9-fe72-4adb-8d7c-17b2299b5d3d)] {{(pid=104616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:35:09.101985 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:09.108872 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-e6a8d461-9070-4216-8b27-380c6d411919 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-682096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60928'] for router (58b91349-0dd3-4b11-9ad0-c33bf6a873c9), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:09.108872 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-e6a8d461-9070-4216-8b27-380c6d411919 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-537747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60985'] for router (58b91349-0dd3-4b11-9ad0-c33bf6a873c9), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:09.113109 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-165a6c42-b358-4aa8-8f8e-f6a28a6c3b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (a3e8bcf9-3c65-4209-bf1b-5969ea6c77ab), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:09.120446 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-0125c210-c67d-4690-9010-8795928bd0c6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1998029 May 27 03:35:09.125816 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-e6a8d461-9070-4216-8b27-380c6d411919 admin admin] Publish callbacks [] for router_controller (58b91349-0dd3-4b11-9ad0-c33bf6a873c9), precommit_add_association {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:09.178058 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114e577d-a613-45de-b4a6-352d6a8210ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa70b6f22-5e3f-55f6-a93b-19dd150a441c-24e2e56a-4202-49e3-9751-4bcdb4e8a6ed', 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed', 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'fixed_ips': [{'subnet_id': '7dc15780-a98b-4250-9509-853069c6707a'}]}} from dv-cinder-828805-4-iscsi. {{(pid=104616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 03:35:09.180246 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-114e577d-a613-45de-b4a6-352d6a8210ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (None), before_create {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:09.200053 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41afb5f-2faf-4f55-9757-6640742cf7c8 None None] Network eb82f03a-aca5-4360-8d95-46822d61d016 requested from dv-cinder-828805-4-iscsi {{(pid=104616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:35:09.219272 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-03734b83-08f1-481f-b7d3-f320a37d6222 admin admin] Publish callbacks [] for router_gateway (9dce0fe0-324d-48e2-a80a-7d852b22e51c), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:09.241376 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-03734b83-08f1-481f-b7d3-f320a37d6222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:09.306853 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165a6c42-b358-4aa8-8f8e-f6a28a6c3b1f None None] Pushing event updated for resources: {'Port': ['ID=a3e8bcf9-3c65-4209-bf1b-5969ea6c77ab,revision_number=2']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:09.342958 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:09.407469 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.db.db_base_plugin_common [None req-03734b83-08f1-481f-b7d3-f320a37d6222 admin admin] Allocated IP 172.27.0.47 (6db324a0-41f0-4440-95df-83df441784f6/1196ed2a-e255-42ad-b78e-696bc1bae72b/09312a9e-0482-4437-a8c2-cb7c6c16159a) {{(pid=104615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:35:09.689976 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.db_base_plugin_common [None req-114e577d-a613-45de-b4a6-352d6a8210ad None None] Allocated IP 172.20.0.2 (24e2e56a-4202-49e3-9751-4bcdb4e8a6ed/7dc15780-a98b-4250-9509-853069c6707a/286e436d-d347-4904-aab3-3f6f572f09dc) {{(pid=104616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:35:09.700499 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-03734b83-08f1-481f-b7d3-f320a37d6222 admin admin] Publish callbacks [] for port (09312a9e-0482-4437-a8c2-cb7c6c16159a), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:09.815106 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 33382) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:09.819262 dv-cinder-828805-4-iscsi neutron-server[104615]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 27 03:35:09.832609 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-e6a8d461-9070-4216-8b27-380c6d411919 admin admin] Publish callbacks [] for router_gateway (58b91349-0dd3-4b11-9ad0-c33bf6a873c9), precommit_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:09.884316 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-03734b83-08f1-481f-b7d3-f320a37d6222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791799515441'] for port (09312a9e-0482-4437-a8c2-cb7c6c16159a), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:09.967120 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device a3e8bcf9-3c65-4209-bf1b-5969ea6c77ab up at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:35:10.034601 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03734b83-08f1-481f-b7d3-f320a37d6222 admin admin] Network 6db324a0-41f0-4440-95df-83df441784f6 is already hosted by enough agents. {{(pid=104615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:35:10.035731 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03734b83-08f1-481f-b7d3-f320a37d6222 admin admin] Pushing event updated for resources: {'Port': ['ID=09312a9e-0482-4437-a8c2-cb7c6c16159a,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:10.051007 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.base_scheduler [None req-03734b83-08f1-481f-b7d3-f320a37d6222 admin admin] Resources bound (agent type, host, resource id): {{(pid=104615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:35:10.090630 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Provisioning complete for port a3e8bcf9-3c65-4209-bf1b-5969ea6c77ab triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:35:10.091181 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (a3e8bcf9-3c65-4209-bf1b-5969ea6c77ab), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:10.128794 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-114e577d-a613-45de-b4a6-352d6a8210ad None None] Publish callbacks [] for port (286e436d-d347-4904-aab3-3f6f572f09dc), precommit_create {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:10.199785 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Current status of the port a3e8bcf9-3c65-4209-bf1b-5969ea6c77ab is: DOWN; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:35:10.200393 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (a3e8bcf9-3c65-4209-bf1b-5969ea6c77ab), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:10.260701 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-114e577d-a613-45de-b4a6-352d6a8210ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791799515441'] for port (286e436d-d347-4904-aab3-3f6f572f09dc), after_create {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:10.271396 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:10.275315 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-e6a8d461-9070-4216-8b27-380c6d411919 admin admin] Publish callbacks [] for router_gateway (58b91349-0dd3-4b11-9ad0-c33bf6a873c9), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:10.289242 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03734b83-08f1-481f-b7d3-f320a37d6222 admin admin] Received port after_create {{(pid=104615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:35:10.298441 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] For port a3e8bcf9-3c65-4209-bf1b-5969ea6c77ab, host dv-cinder-828805-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=a3e8bcf9-3c65-4209-bf1b-5969ea6c77ab,segment=NetworkSegment(62c563a9-fe72-4adb-8d7c-17b2299b5d3d),segment_id=62c563a9-fe72-4adb-8d7c-17b2299b5d3d)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:10.325512 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-e6a8d461-9070-4216-8b27-380c6d411919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:10.344329 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c1ae1-5d67-4584-aafa-75e284bf1acb req-add97222-d3ae-4c22-ae0b-1ff42bd00382 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:10.346524 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4b9c1ae1-5d67-4584-aafa-75e284bf1acb req-add97222-d3ae-4c22-ae0b-1ff42bd00382 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] 10.222.0.24 "GET /v2.0/networks?id=eb82f03a-aca5-4360-8d95-46822d61d016 HTTP/1.1" status: 200 len: 811 time: 0.5292964 May 27 03:35:10.390722 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114e577d-a613-45de-b4a6-352d6a8210ad None None] Network 24e2e56a-4202-49e3-9751-4bcdb4e8a6ed is already hosted by enough agents. {{(pid=104616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:35:10.392399 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (a3e8bcf9-3c65-4209-bf1b-5969ea6c77ab), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:10.399926 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.scheduler.base_scheduler [None req-114e577d-a613-45de-b4a6-352d6a8210ad None None] Resources bound (agent type, host, resource id): {{(pid=104616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:35:10.416437 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114e577d-a613-45de-b4a6-352d6a8210ad None None] Received port after_create {{(pid=104616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:35:10.473166 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4b9c1ae1-5d67-4584-aafa-75e284bf1acb req-dbee6a0a-69ef-4e3a-b2be-37b0c68db3c7 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] 10.222.0.24 "GET /v2.0/quotas/e3b236cd8e9049e6acdeb545f5d3382d HTTP/1.1" status: 200 len: 375 time: 0.0539157 May 27 03:35:10.614680 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.db_base_plugin_common [None req-e6a8d461-9070-4216-8b27-380c6d411919 admin admin] Allocated IP 172.27.0.233 (6db324a0-41f0-4440-95df-83df441784f6/1196ed2a-e255-42ad-b78e-696bc1bae72b/62ebc377-0475-46f8-8fc4-d2dc60188684) {{(pid=104614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:35:10.625568 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114e577d-a613-45de-b4a6-352d6a8210ad None None] Pushing event updated for resources: {'Port': ['ID=286e436d-d347-4904-aab3-3f6f572f09dc,revision_number=1']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:10.628225 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4b9c1ae1-5d67-4584-aafa-75e284bf1acb req-4f098b21-48cb-4868-86df-9fa11321bf14 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e3b236cd8e9049e6acdeb545f5d3382d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1489189 May 27 03:35:10.665037 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 33420) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:10.708214 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:10.721159 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:10.732399 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 33426) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:10.759120 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:10.766302 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.managers [None req-114e577d-a613-45de-b4a6-352d6a8210ad None None] Attempting to bind port 286e436d-d347-4904-aab3-3f6f572f09dc on host dv-cinder-828805-4-iscsi for vnic_type normal with profile {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:35:10.766668 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.managers [None req-114e577d-a613-45de-b4a6-352d6a8210ad None None] Attempting to bind port 286e436d-d347-4904-aab3-3f6f572f09dc by drivers openvswitch,hyperv on host dv-cinder-828805-4-iscsi at level 0 using segments [{'id': '4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed'}] {{(pid=104616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:35:10.775221 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114e577d-a613-45de-b4a6-352d6a8210ad None None] Attempting to bind port 286e436d-d347-4904-aab3-3f6f572f09dc on network 24e2e56a-4202-49e3-9751-4bcdb4e8a6ed {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:35:10.811729 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114e577d-a613-45de-b4a6-352d6a8210ad None None] Checking agent: {'id': '917d01f3-4a27-4590-ae14-da14d21a1e88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 26, 21), 'started_at': datetime.datetime(2022, 5, 27, 3, 26, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:35:10.812102 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114e577d-a613-45de-b4a6-352d6a8210ad None None] Checking segment: {'id': '4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:35:10.812503 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-114e577d-a613-45de-b4a6-352d6a8210ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:10.812895 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114e577d-a613-45de-b4a6-352d6a8210ad None None] Bound using segment: {'id': '4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed'} {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:35:10.813357 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.managers [None req-114e577d-a613-45de-b4a6-352d6a8210ad None None] Bound port: 286e436d-d347-4904-aab3-3f6f572f09dc, host: dv-cinder-828805-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed'}}] {{(pid=104616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:35:10.813731 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-114e577d-a613-45de-b4a6-352d6a8210ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (286e436d-d347-4904-aab3-3f6f572f09dc), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:10.830325 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Pushing event updated for resources: {'Port': ['ID=a3e8bcf9-3c65-4209-bf1b-5969ea6c77ab,revision_number=3']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:10.855934 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-e6a8d461-9070-4216-8b27-380c6d411919 admin admin] Publish callbacks [] for port (62ebc377-0475-46f8-8fc4-d2dc60188684), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:10.857558 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-03734b83-08f1-481f-b7d3-f320a37d6222 admin admin] Publish callbacks [] for router_gateway (9dce0fe0-324d-48e2-a80a-7d852b22e51c), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:10.937320 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-c1ef3bce-57a2-4df6-85f2-f91e9a7d7345 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:10.978890 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8899dfa6-08ec-4442-ac5b-d03d69b08f14 None None] Network 85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1 requested from dv-cinder-828805-4-iscsi {{(pid=104616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:35:11.028743 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-1f557334-2ef3-406e-98a4-b3324eb66931 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:11.036120 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:11.059573 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [req-4b9c1ae1-5d67-4584-aafa-75e284bf1acb req-5ed64440-9c78-4389-8461-a36a2187cc38 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 03:35:11.060621 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4b9c1ae1-5d67-4584-aafa-75e284bf1acb req-5ed64440-9c78-4389-8461-a36a2187cc38 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2252343 May 27 03:35:11.061005 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-114e577d-a613-45de-b4a6-352d6a8210ad None None] For port 286e436d-d347-4904-aab3-3f6f572f09dc, host dv-cinder-828805-4-iscsi, cleared binding levels {{(pid=104616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:35:11.064405 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-c3f0e3f7-24d1-43cc-889d-b76afb94e37c None None] Provisioning complete for port a3e8bcf9-3c65-4209-bf1b-5969ea6c77ab triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:35:11.065393 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-c3f0e3f7-24d1-43cc-889d-b76afb94e37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (a3e8bcf9-3c65-4209-bf1b-5969ea6c77ab), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:11.108858 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-114e577d-a613-45de-b4a6-352d6a8210ad None None] For port 286e436d-d347-4904-aab3-3f6f572f09dc, host dv-cinder-828805-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=286e436d-d347-4904-aab3-3f6f572f09dc,segment=NetworkSegment(4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6),segment_id=4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6)] {{(pid=104616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:35:11.181823 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-c1ef3bce-57a2-4df6-85f2-f91e9a7d7345 admin admin] Publish callbacks [] for security_group (60098ae8-79cf-4e61-a703-84a9fb2e5314), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:11.230348 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-e6a8d461-9070-4216-8b27-380c6d411919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791799515441'] for port (62ebc377-0475-46f8-8fc4-d2dc60188684), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:11.231012 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-114e577d-a613-45de-b4a6-352d6a8210ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (286e436d-d347-4904-aab3-3f6f572f09dc), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:11.265220 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-c3f0e3f7-24d1-43cc-889d-b76afb94e37c None None] Current status of the port a3e8bcf9-3c65-4209-bf1b-5969ea6c77ab is: ACTIVE; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:35:11.282765 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-c1ef3bce-57a2-4df6-85f2-f91e9a7d7345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (60098ae8-79cf-4e61-a703-84a9fb2e5314), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:11.321317 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-1f557334-2ef3-406e-98a4-b3324eb66931 admin admin] Publish callbacks [] for security_group (b5f9e327-13cc-4e1a-9434-3eec6832728e), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:11.351631 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ef3bce-57a2-4df6-85f2-f91e9a7d7345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60098ae8-79cf-4e61-a703-84a9fb2e5314,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:11.361684 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a8d461-9070-4216-8b27-380c6d411919 admin admin] Network 6db324a0-41f0-4440-95df-83df441784f6 is already hosted by enough agents. {{(pid=104614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:35:11.365632 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.base_scheduler [None req-e6a8d461-9070-4216-8b27-380c6d411919 admin admin] Resources bound (agent type, host, resource id): {{(pid=104614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:35:11.372230 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-c1ef3bce-57a2-4df6-85f2-f91e9a7d7345 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2adb235324be4907ac4e0be5e0e901dd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7059267 May 27 03:35:11.379116 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a8d461-9070-4216-8b27-380c6d411919 admin admin] Received port after_create {{(pid=104614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:35:11.379345 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114e577d-a613-45de-b4a6-352d6a8210ad None None] Pushing event updated for resources: {'Port': ['ID=286e436d-d347-4904-aab3-3f6f572f09dc,revision_number=2']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:11.415335 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 33448) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:11.430698 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a8d461-9070-4216-8b27-380c6d411919 admin admin] Pushing event updated for resources: {'Port': ['ID=62ebc377-0475-46f8-8fc4-d2dc60188684,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:11.437573 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-1f557334-2ef3-406e-98a4-b3324eb66931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (b5f9e327-13cc-4e1a-9434-3eec6832728e), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:11.486986 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4b9c1ae1-5d67-4584-aafa-75e284bf1acb req-f8e8e092-71c1-44a9-aa4f-c655add89b74 service neutron] 10.222.0.24 "GET /v2.0/networks/eb82f03a-aca5-4360-8d95-46822d61d016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541694 May 27 03:35:11.530266 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-03734b83-08f1-481f-b7d3-f320a37d6222 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663299'] for router (9dce0fe0-324d-48e2-a80a-7d852b22e51c), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:11.573959 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-1f557334-2ef3-406e-98a4-b3324eb66931 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c1d79b4ed73547e8ac943686bc7661df&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8404288 May 27 03:35:11.583248 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 33452) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:11.588421 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f557334-2ef3-406e-98a4-b3324eb66931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f9e327-13cc-4e1a-9434-3eec6832728e,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:11.635137 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-8face74e-e354-41c6-a924-4ec2305e4fe3 None None] Provisioning complete for port a3e8bcf9-3c65-4209-bf1b-5969ea6c77ab triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:35:11.635621 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-8face74e-e354-41c6-a924-4ec2305e4fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (a3e8bcf9-3c65-4209-bf1b-5969ea6c77ab), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:11.679368 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-3108c1bc-ad14-4fb1-97d0-446a35e47a85 admin admin] Publish callbacks [] for security_group (60098ae8-79cf-4e61-a703-84a9fb2e5314), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:11.767792 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-8face74e-e354-41c6-a924-4ec2305e4fe3 None None] Current status of the port a3e8bcf9-3c65-4209-bf1b-5969ea6c77ab is: ACTIVE; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:35:11.790223 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-3108c1bc-ad14-4fb1-97d0-446a35e47a85 admin admin] Publish callbacks [] for security_group (60098ae8-79cf-4e61-a703-84a9fb2e5314), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:11.857552 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4b9c1ae1-5d67-4584-aafa-75e284bf1acb req-032fb42c-7a16-4d69-ac5d-f95d55848a3d service neutron] 10.222.0.24 "GET /v2.0/networks/eb82f03a-aca5-4360-8d95-46822d61d016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3583074 May 27 03:35:11.957045 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:11.962082 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-e6a8d461-9070-4216-8b27-380c6d411919 admin admin] Publish callbacks [] for router_gateway (58b91349-0dd3-4b11-9ad0-c33bf6a873c9), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:11.979375 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 286e436d-d347-4904-aab3-3f6f572f09dc up at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:35:12.030058 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-47281e15-4c46-4fa2-8be3-f831150f2560 admin admin] Publish callbacks [] for security_group (b5f9e327-13cc-4e1a-9434-3eec6832728e), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:12.044102 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 33458) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:12.063065 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-3108c1bc-ad14-4fb1-97d0-446a35e47a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (60098ae8-79cf-4e61-a703-84a9fb2e5314), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:12.065599 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-3108c1bc-ad14-4fb1-97d0-446a35e47a85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:12.066775 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-3108c1bc-ad14-4fb1-97d0-446a35e47a85 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/60098ae8-79cf-4e61-a703-84a9fb2e5314 HTTP/1.1" status: 204 len: 168 time: 0.6450496 May 27 03:35:12.092113 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-47281e15-4c46-4fa2-8be3-f831150f2560 admin admin] Publish callbacks [] for security_group (b5f9e327-13cc-4e1a-9434-3eec6832728e), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:12.094197 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3108c1bc-ad14-4fb1-97d0-446a35e47a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60098ae8-79cf-4e61-a703-84a9fb2e5314,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:12.114757 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Provisioning complete for port 286e436d-d347-4904-aab3-3f6f572f09dc triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:35:12.123374 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (286e436d-d347-4904-aab3-3f6f572f09dc), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:12.171987 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03734b83-08f1-481f-b7d3-f320a37d6222 admin admin] Router 9dce0fe0-324d-48e2-a80a-7d852b22e51c is scheduled to L3 agent 9df6ec88-276d-42f5-acd2-7e289451d5e3 with binding_index 1 {{(pid=104615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:35:12.250555 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Current status of the port 286e436d-d347-4904-aab3-3f6f572f09dc is: DOWN; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:35:12.260427 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (286e436d-d347-4904-aab3-3f6f572f09dc), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:12.343499 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 33484) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:12.363962 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=6 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:12.370256 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=20 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:12.373961 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (134bae73-502b-4599-bb47-129fee8818a4), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:12.386812 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] For port 286e436d-d347-4904-aab3-3f6f572f09dc, host dv-cinder-828805-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=286e436d-d347-4904-aab3-3f6f572f09dc,segment=NetworkSegment(4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6),segment_id=4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:12.390281 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:12.423935 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-47281e15-4c46-4fa2-8be3-f831150f2560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (b5f9e327-13cc-4e1a-9434-3eec6832728e), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:12.426727 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-47281e15-4c46-4fa2-8be3-f831150f2560 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:12.430786 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-47281e15-4c46-4fa2-8be3-f831150f2560 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b5f9e327-13cc-4e1a-9434-3eec6832728e HTTP/1.1" status: 204 len: 168 time: 0.8366575 May 27 03:35:12.459756 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-c217f629-dd2a-47dc-9439-58e9bc91bb00 req-ae6b47aa-91c6-4c19-8795-271bd7ac2abe tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b512bc5-a49b-4745-9fee-f78929ca3611 HTTP/1.1" status: 200 len: 210 time: 0.1150608 May 27 03:35:12.466117 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03734b83-08f1-481f-b7d3-f320a37d6222 admin admin] Notify agent at l3_agent.dv-cinder-828805-4-iscsi the message routers_updated {{(pid=104615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:35:12.468248 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47281e15-4c46-4fa2-8be3-f831150f2560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f9e327-13cc-4e1a-9434-3eec6832728e,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:12.499720 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f03442-f10d-4892-a216-33608d11364a None None] Sync routers for ids ['9dce0fe0-324d-48e2-a80a-7d852b22e51c'] in dv-cinder-828805-4-iscsi {{(pid=104617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:35:12.521067 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-910eea5c-6493-4113-a170-699010131a5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:12.532346 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f03442-f10d-4892-a216-33608d11364a None None] Routers {'9dce0fe0-324d-48e2-a80a-7d852b22e51c'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:35:12.532993 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-60f03442-f10d-4892-a216-33608d11364a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:34:47Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['9dce0fe0-324d-48e2-a80a-7d852b22e51c'], 'active': True} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:12.535964 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (286e436d-d347-4904-aab3-3f6f572f09dc), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:12.537563 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device a3e8bcf9-3c65-4209-bf1b-5969ea6c77ab up at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:35:12.565359 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-e6a8d461-9070-4216-8b27-380c6d411919 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663299'] for router (58b91349-0dd3-4b11-9ad0-c33bf6a873c9), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:12.608534 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-03734b83-08f1-481f-b7d3-f320a37d6222 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:12.612486 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-03734b83-08f1-481f-b7d3-f320a37d6222 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.7053967 May 27 03:35:12.612836 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 33500) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:12.671731 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:12.675178 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Provisioning complete for port a3e8bcf9-3c65-4209-bf1b-5969ea6c77ab triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:35:12.675666 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (a3e8bcf9-3c65-4209-bf1b-5969ea6c77ab), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:12.768992 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:12.791708 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Pushing event updated for resources: {'Port': ['ID=286e436d-d347-4904-aab3-3f6f572f09dc,revision_number=3']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:12.819637 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:12.865812 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Current status of the port a3e8bcf9-3c65-4209-bf1b-5969ea6c77ab is: ACTIVE; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:35:12.879343 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvr_db [None req-60f03442-f10d-4892-a216-33608d11364a None None] Set router 9dce0fe0-324d-48e2-a80a-7d852b22e51c gateway port host: dv-cinder-828805-4-iscsi {{(pid=104617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:35:12.893199 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:12.949534 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5604db-594d-40ee-9179-071d2d07c310 None None] Network 24e2e56a-4202-49e3-9751-4bcdb4e8a6ed requested from dv-cinder-828805-4-iscsi {{(pid=104616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:35:12.955156 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-910eea5c-6493-4113-a170-699010131a5a admin admin] Publish callbacks [] for security_group (2396b265-7752-4ed6-a8b2-37660ead061c), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:13.014543 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-910eea5c-6493-4113-a170-699010131a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (2396b265-7752-4ed6-a8b2-37660ead061c), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:13.015427 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-e2c8de43-d8d9-4dcf-86c4-40b456ccb498 None None] Provisioning complete for port 286e436d-d347-4904-aab3-3f6f572f09dc triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:35:13.015810 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-e2c8de43-d8d9-4dcf-86c4-40b456ccb498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (286e436d-d347-4904-aab3-3f6f572f09dc), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:13.126257 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-910eea5c-6493-4113-a170-699010131a5a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fe3e221d39d8476a9a79989e792590e9&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0794168 May 27 03:35:13.135305 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910eea5c-6493-4113-a170-699010131a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2396b265-7752-4ed6-a8b2-37660ead061c,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:13.138614 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 33504) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:13.145876 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a8d461-9070-4216-8b27-380c6d411919 admin admin] Router 58b91349-0dd3-4b11-9ad0-c33bf6a873c9 is scheduled to L3 agent 9df6ec88-276d-42f5-acd2-7e289451d5e3 with binding_index 1 {{(pid=104614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:35:13.187564 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-60f03442-f10d-4892-a216-33608d11364a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dce0fe0-324d-48e2-a80a-7d852b22e51c', 'name': 'tempest-AttachVolumeShelveTestJSON-1297989686-router', 'tenant_id': '1377b9e588bd44f3b29b03728c418151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '09312a9e-0482-4437-a8c2-cb7c6c16159a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:08Z', 'updated_at': '2022-05-27T03:35:10Z', 'revision_number': 3, 'project_id': '1377b9e588bd44f3b29b03728c418151', 'gw_port': {'id': '09312a9e-0482-4437-a8c2-cb7c6c16159a', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:35:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dce0fe0-324d-48e2-a80a-7d852b22e51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:09Z', 'updated_at': '2022-05-27T03:35:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi'}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:13.188144 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-e2c8de43-d8d9-4dcf-86c4-40b456ccb498 None None] Current status of the port 286e436d-d347-4904-aab3-3f6f572f09dc is: ACTIVE; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:35:13.234434 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f03442-f10d-4892-a216-33608d11364a None None] Checking router: 9dce0fe0-324d-48e2-a80a-7d852b22e51c for host: dv-cinder-828805-4-iscsi {{(pid=104617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:35:13.234785 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f03442-f10d-4892-a216-33608d11364a None None] Updating router 9dce0fe0-324d-48e2-a80a-7d852b22e51c port 09312a9e-0482-4437-a8c2-cb7c6c16159a binding host dv-cinder-828805-4-iscsi {{(pid=104617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:35:13.283669 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron_lib.callbacks.manager [None req-60f03442-f10d-4892-a216-33608d11364a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (09312a9e-0482-4437-a8c2-cb7c6c16159a), before_update {{(pid=104617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:13.355381 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-05f5c145-c4f3-4a37-b851-84c79af4a782 admin admin] Publish callbacks [] for security_group (2396b265-7752-4ed6-a8b2-37660ead061c), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:13.400481 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-05f5c145-c4f3-4a37-b851-84c79af4a782 admin admin] Publish callbacks [] for security_group (2396b265-7752-4ed6-a8b2-37660ead061c), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:13.410279 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a8d461-9070-4216-8b27-380c6d411919 admin admin] Notify agent at l3_agent.dv-cinder-828805-4-iscsi the message routers_updated {{(pid=104614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:35:13.421675 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef18ffc-32e0-4594-9bc7-fe638c4d86e4 None None] Sync routers for ids ['58b91349-0dd3-4b11-9ad0-c33bf6a873c9'] in dv-cinder-828805-4-iscsi {{(pid=104616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:35:13.438815 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef18ffc-32e0-4594-9bc7-fe638c4d86e4 None None] Routers {'58b91349-0dd3-4b11-9ad0-c33bf6a873c9'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:35:13.439775 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-7ef18ffc-32e0-4594-9bc7-fe638c4d86e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:34:47Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['58b91349-0dd3-4b11-9ad0-c33bf6a873c9'], 'active': True} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:13.453831 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 33510) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:13.500366 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 33516) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:13.527134 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-4b878329-dbbe-47bb-8d1e-079fa70beb31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:13.560904 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-e6a8d461-9070-4216-8b27-380c6d411919 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:13.565929 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-e6a8d461-9070-4216-8b27-380c6d411919 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.7099001 May 27 03:35:13.566593 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 33522) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:13.660126 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-05f5c145-c4f3-4a37-b851-84c79af4a782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (2396b265-7752-4ed6-a8b2-37660ead061c), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:13.663735 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-05f5c145-c4f3-4a37-b851-84c79af4a782 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:13.665542 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-05f5c145-c4f3-4a37-b851-84c79af4a782 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2396b265-7752-4ed6-a8b2-37660ead061c HTTP/1.1" status: 204 len: 168 time: 0.5267427 May 27 03:35:13.671201 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-d5841ca2-b847-4107-92c4-dfe8bba1c7fd None None] Provisioning complete for port 286e436d-d347-4904-aab3-3f6f572f09dc triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:35:13.671677 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-d5841ca2-b847-4107-92c4-dfe8bba1c7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (286e436d-d347-4904-aab3-3f6f572f09dc), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:13.689930 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f5c145-c4f3-4a37-b851-84c79af4a782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2396b265-7752-4ed6-a8b2-37660ead061c,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:13.852839 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvr_db [None req-7ef18ffc-32e0-4594-9bc7-fe638c4d86e4 None None] Set router 58b91349-0dd3-4b11-9ad0-c33bf6a873c9 gateway port host: dv-cinder-828805-4-iscsi {{(pid=104616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:35:13.862936 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-118b9dbe-abfd-45c3-8dae-61c646081eb2 req-d85c3acd-01bf-46bf-86db-49d08a03bd0f tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b512bc5-a49b-4745-9fee-f78929ca3611 HTTP/1.1" status: 200 len: 210 time: 0.1731124 May 27 03:35:13.919332 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:14.010663 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-12542417-6b1c-49cf-a0c9-06c9655e375f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:14.034427 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron_lib.callbacks.manager [None req-60f03442-f10d-4892-a216-33608d11364a None None] Publish callbacks [] for port (09312a9e-0482-4437-a8c2-cb7c6c16159a), precommit_update {{(pid=104617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:14.056999 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-4b878329-dbbe-47bb-8d1e-079fa70beb31 admin admin] Publish callbacks [] for security_group (0de85bb7-2c49-434d-bf0f-fbb6067ff3f5), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:14.101178 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron_lib.callbacks.manager [None req-60f03442-f10d-4892-a216-33608d11364a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (09312a9e-0482-4437-a8c2-cb7c6c16159a), after_update {{(pid=104617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:14.107475 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-16d97a2c-9b5e-4eaa-8f2f-8070a1256590 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:14.156671 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.managers [None req-60f03442-f10d-4892-a216-33608d11364a None None] Attempting to bind port 09312a9e-0482-4437-a8c2-cb7c6c16159a on host dv-cinder-828805-4-iscsi for vnic_type normal with profile {{(pid=104617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:35:14.157274 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.managers [None req-60f03442-f10d-4892-a216-33608d11364a None None] Attempting to bind port 09312a9e-0482-4437-a8c2-cb7c6c16159a by drivers openvswitch,hyperv on host dv-cinder-828805-4-iscsi at level 0 using segments [{'id': '2b0e99ee-61aa-44db-85d9-9c6d208f29d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6db324a0-41f0-4440-95df-83df441784f6'}] {{(pid=104617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:35:14.158482 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f03442-f10d-4892-a216-33608d11364a None None] Attempting to bind port 09312a9e-0482-4437-a8c2-cb7c6c16159a on network 6db324a0-41f0-4440-95df-83df441784f6 {{(pid=104617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:35:14.179948 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 286e436d-d347-4904-aab3-3f6f572f09dc up at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:35:14.242162 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=100 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:14.276512 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:14.277672 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f03442-f10d-4892-a216-33608d11364a None None] Checking agent: {'id': '917d01f3-4a27-4590-ae14-da14d21a1e88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 26, 21), 'started_at': datetime.datetime(2022, 5, 27, 3, 26, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:35:14.277943 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f03442-f10d-4892-a216-33608d11364a None None] Checking segment: {'id': '2b0e99ee-61aa-44db-85d9-9c6d208f29d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6db324a0-41f0-4440-95df-83df441784f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:35:14.282488 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron_lib.callbacks.manager [None req-60f03442-f10d-4892-a216-33608d11364a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:14.282918 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f03442-f10d-4892-a216-33608d11364a None None] Bound using segment: {'id': '2b0e99ee-61aa-44db-85d9-9c6d208f29d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6db324a0-41f0-4440-95df-83df441784f6'} {{(pid=104617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:35:14.283415 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.managers [None req-60f03442-f10d-4892-a216-33608d11364a None None] Bound port: 09312a9e-0482-4437-a8c2-cb7c6c16159a, host: dv-cinder-828805-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b0e99ee-61aa-44db-85d9-9c6d208f29d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6db324a0-41f0-4440-95df-83df441784f6'}}] {{(pid=104617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:35:14.283805 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron_lib.callbacks.manager [None req-60f03442-f10d-4892-a216-33608d11364a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (09312a9e-0482-4437-a8c2-cb7c6c16159a), before_update {{(pid=104617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:14.293692 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e4ddef-2a52-48d2-8367-84cd53493511 None None] Pushing event updated for resources: {'Port': ['ID=09312a9e-0482-4437-a8c2-cb7c6c16159a,revision_number=2']} {{(pid=104617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:14.306278 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.db.db_base_plugin_common [None req-12542417-6b1c-49cf-a0c9-06c9655e375f admin admin] Allocated IP 172.20.0.1 (85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1/01cacb82-b9b5-47d7-9a65-bacc84dba8c5/19443ba5-603e-48f8-9354-515c2abc8c0a) {{(pid=104615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:35:14.316666 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-d5841ca2-b847-4107-92c4-dfe8bba1c7fd None None] Current status of the port 286e436d-d347-4904-aab3-3f6f572f09dc is: ACTIVE; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:35:14.374899 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Provisioning complete for port 286e436d-d347-4904-aab3-3f6f572f09dc triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:35:14.381502 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (286e436d-d347-4904-aab3-3f6f572f09dc), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:14.384914 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4ddef-2a52-48d2-8367-84cd53493511 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:14.385264 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4ddef-2a52-48d2-8367-84cd53493511 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:14.385600 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4ddef-2a52-48d2-8367-84cd53493511 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:14.385950 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4ddef-2a52-48d2-8367-84cd53493511 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:14.386277 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4ddef-2a52-48d2-8367-84cd53493511 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:14.386741 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4ddef-2a52-48d2-8367-84cd53493511 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:14.392664 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4ddef-2a52-48d2-8367-84cd53493511 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:14.402169 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4ddef-2a52-48d2-8367-84cd53493511 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:14.402590 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4ddef-2a52-48d2-8367-84cd53493511 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:14.402945 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4ddef-2a52-48d2-8367-84cd53493511 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:14.403276 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4ddef-2a52-48d2-8367-84cd53493511 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:14.403762 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4ddef-2a52-48d2-8367-84cd53493511 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:14.404088 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4ddef-2a52-48d2-8367-84cd53493511 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:14.404406 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4ddef-2a52-48d2-8367-84cd53493511 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:14.404816 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4ddef-2a52-48d2-8367-84cd53493511 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:14.412587 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4ddef-2a52-48d2-8367-84cd53493511 None None] Tracked resource versions report: May 27 03:35:14.412587 dv-cinder-828805-4-iscsi neutron-server[104617]: pushed versions: May 27 03:35:14.412587 dv-cinder-828805-4-iscsi neutron-server[104617]: { 'AddressGroup': {'1.2'}, May 27 03:35:14.412587 dv-cinder-828805-4-iscsi neutron-server[104617]: 'Agent': {'1.1'}, May 27 03:35:14.412587 dv-cinder-828805-4-iscsi neutron-server[104617]: 'ConntrackHelper': {'1.0'}, May 27 03:35:14.412587 dv-cinder-828805-4-iscsi neutron-server[104617]: 'LocalIPAssociation': {'1.0'}, May 27 03:35:14.412587 dv-cinder-828805-4-iscsi neutron-server[104617]: 'Log': {'1.0'}, May 27 03:35:14.412587 dv-cinder-828805-4-iscsi neutron-server[104617]: 'NDPProxy': {'1.0'}, May 27 03:35:14.412587 dv-cinder-828805-4-iscsi neutron-server[104617]: 'Network': {'1.1'}, May 27 03:35:14.412587 dv-cinder-828805-4-iscsi neutron-server[104617]: 'Port': {'1.7'}, May 27 03:35:14.412587 dv-cinder-828805-4-iscsi neutron-server[104617]: 'PortForwarding': {'1.3'}, May 27 03:35:14.412587 dv-cinder-828805-4-iscsi neutron-server[104617]: 'QosPolicy': {'1.10'}, May 27 03:35:14.412587 dv-cinder-828805-4-iscsi neutron-server[104617]: 'SecurityGroup': {'1.5'}, May 27 03:35:14.412587 dv-cinder-828805-4-iscsi neutron-server[104617]: 'SecurityGroupRule': {'1.2'}, May 27 03:35:14.412587 dv-cinder-828805-4-iscsi neutron-server[104617]: 'SubPort': {'1.0'}, May 27 03:35:14.412587 dv-cinder-828805-4-iscsi neutron-server[104617]: 'Subnet': {'1.1'}, May 27 03:35:14.412587 dv-cinder-828805-4-iscsi neutron-server[104617]: 'Trunk': {'1.1'}} May 27 03:35:14.412587 dv-cinder-828805-4-iscsi neutron-server[104617]: consumer versions: May 27 03:35:14.412587 dv-cinder-828805-4-iscsi neutron-server[104617]: { DHCP agent@dv-cinder-828805-4-iscsi: {}, May 27 03:35:14.412587 dv-cinder-828805-4-iscsi neutron-server[104617]: HyperV agent@hv-cinder-82880: {}, May 27 03:35:14.412587 dv-cinder-828805-4-iscsi neutron-server[104617]: L3 agent@dv-cinder-828805-4-iscsi: {}, May 27 03:35:14.412587 dv-cinder-828805-4-iscsi neutron-server[104617]: Metadata agent@dv-cinder-828805-4-iscsi: {}, May 27 03:35:14.412587 dv-cinder-828805-4-iscsi neutron-server[104617]: Metering agent@dv-cinder-828805-4-iscsi: {}, May 27 03:35:14.412587 dv-cinder-828805-4-iscsi neutron-server[104617]: Open vSwitch agent@dv-cinder-828805-4-iscsi: { 'AddressGroup': '1.2', May 27 03:35:14.412587 dv-cinder-828805-4-iscsi neutron-server[104617]: 'Agent': '1.1', May 27 03:35:14.412587 dv-cinder-828805-4-iscsi neutron-server[104617]: 'ConntrackHelper': '1.0', May 27 03:35:14.412587 dv-cinder-828805-4-iscsi neutron-server[104617]: 'LocalIPAssociation': '1.0', May 27 03:35:14.412587 dv-cinder-828805-4-iscsi neutron-server[104617]: 'Log': '1.0', May 27 03:35:14.412587 dv-cinder-828805-4-iscsi neutron-server[104617]: 'NDPProxy': '1.0', May 27 03:35:14.412587 dv-cinder-828805-4-iscsi neutron-server[104617]: 'Network': '1.1', May 27 03:35:14.412587 dv-cinder-828805-4-iscsi neutron-server[104617]: 'Port': '1.7', May 27 03:35:14.412587 dv-cinder-828805-4-iscsi neutron-server[104617]: 'PortForwarding': '1.3', May 27 03:35:14.412587 dv-cinder-828805-4-iscsi neutron-server[104617]: 'QosPolicy': '1.10', May 27 03:35:14.412587 dv-cinder-828805-4-iscsi neutron-server[104617]: 'SecurityGroup': '1.5', May 27 03:35:14.412587 dv-cinder-828805-4-iscsi neutron-server[104617]: 'SecurityGroupRule': '1.2', May 27 03:35:14.412587 dv-cinder-828805-4-iscsi neutron-server[104617]: 'SubPort': '1.0', May 27 03:35:14.412587 dv-cinder-828805-4-iscsi neutron-server[104617]: 'Subnet': '1.1', May 27 03:35:14.412587 dv-cinder-828805-4-iscsi neutron-server[104617]: 'Trunk': '1.1'}} May 27 03:35:14.412587 dv-cinder-828805-4-iscsi neutron-server[104617]: {{(pid=104617) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 03:35:14.498480 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-4b878329-dbbe-47bb-8d1e-079fa70beb31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (0de85bb7-2c49-434d-bf0f-fbb6067ff3f5), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:14.502652 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=6 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:14.508885 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-16d97a2c-9b5e-4eaa-8f2f-8070a1256590 admin admin] Publish callbacks [] for security_group (eb098558-5fc4-4302-80a3-8263a6077a79), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:14.515017 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-7ef18ffc-32e0-4594-9bc7-fe638c4d86e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'name': 'tempest-AttachVolumeNegativeTest-1037525343-router', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '62ebc377-0475-46f8-8fc4-d2dc60188684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:08Z', 'updated_at': '2022-05-27T03:35:11Z', 'revision_number': 3, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'gw_port': {'id': '62ebc377-0475-46f8-8fc4-d2dc60188684', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:10Z', 'updated_at': '2022-05-27T03:35:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi'}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:14.522096 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.db [None req-60f03442-f10d-4892-a216-33608d11364a None None] For port 09312a9e-0482-4437-a8c2-cb7c6c16159a, host dv-cinder-828805-4-iscsi, cleared binding levels {{(pid=104617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:35:14.541125 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.db [None req-60f03442-f10d-4892-a216-33608d11364a None None] For port 09312a9e-0482-4437-a8c2-cb7c6c16159a, host dv-cinder-828805-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=09312a9e-0482-4437-a8c2-cb7c6c16159a,segment=NetworkSegment(2b0e99ee-61aa-44db-85d9-9c6d208f29d9),segment_id=2b0e99ee-61aa-44db-85d9-9c6d208f29d9)] {{(pid=104617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:35:14.561770 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef18ffc-32e0-4594-9bc7-fe638c4d86e4 None None] Checking router: 58b91349-0dd3-4b11-9ad0-c33bf6a873c9 for host: dv-cinder-828805-4-iscsi {{(pid=104616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:35:14.562640 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef18ffc-32e0-4594-9bc7-fe638c4d86e4 None None] Updating router 58b91349-0dd3-4b11-9ad0-c33bf6a873c9 port 62ebc377-0475-46f8-8fc4-d2dc60188684 binding host dv-cinder-828805-4-iscsi {{(pid=104616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:35:14.569042 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-12542417-6b1c-49cf-a0c9-06c9655e375f admin admin] Publish callbacks [] for port (19443ba5-603e-48f8-9354-515c2abc8c0a), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:14.574730 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-4b878329-dbbe-47bb-8d1e-079fa70beb31 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=273b7489aee041468a745ea43761cb02&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0733340 May 27 03:35:14.575508 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b878329-dbbe-47bb-8d1e-079fa70beb31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de85bb7-2c49-434d-bf0f-fbb6067ff3f5,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:14.579984 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 33550) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:14.637840 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-16d97a2c-9b5e-4eaa-8f2f-8070a1256590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (eb098558-5fc4-4302-80a3-8263a6077a79), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:14.670058 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron_lib.callbacks.manager [None req-60f03442-f10d-4892-a216-33608d11364a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (09312a9e-0482-4437-a8c2-cb7c6c16159a), after_update {{(pid=104617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:14.690966 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-f550f193-b28b-4569-9705-9f757e46dcac admin admin] Publish callbacks [] for security_group (0de85bb7-2c49-434d-bf0f-fbb6067ff3f5), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:14.726360 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-f550f193-b28b-4569-9705-9f757e46dcac admin admin] Publish callbacks [] for security_group (0de85bb7-2c49-434d-bf0f-fbb6067ff3f5), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:14.741193 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d97a2c-9b5e-4eaa-8f2f-8070a1256590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb098558-5fc4-4302-80a3-8263a6077a79,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:14.759313 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-16d97a2c-9b5e-4eaa-8f2f-8070a1256590 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5f8d42bcfc0947baa7debb6c4eb692c7&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3021305 May 27 03:35:14.760330 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-a757cb19-de4b-4e46-9c3d-dab76fe7723d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:14.763592 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 33560) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:14.803673 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.agents_db [None req-cbb77ebc-65ec-4caa-a8b3-81c074906866 None None] Agent healthcheck: found 6 active agents {{(pid=104617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:35:14.820924 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f03442-f10d-4892-a216-33608d11364a None None] Routers {'9dce0fe0-324d-48e2-a80a-7d852b22e51c'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:35:14.821574 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-60f03442-f10d-4892-a216-33608d11364a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:34:47Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['9dce0fe0-324d-48e2-a80a-7d852b22e51c'], 'active': True} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:14.840668 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-12542417-6b1c-49cf-a0c9-06c9655e375f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791799515441'] for port (19443ba5-603e-48f8-9354-515c2abc8c0a), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:14.846500 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Current status of the port 286e436d-d347-4904-aab3-3f6f572f09dc is: ACTIVE; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:35:14.871718 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=100 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:14.874904 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-7ef18ffc-32e0-4594-9bc7-fe638c4d86e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (62ebc377-0475-46f8-8fc4-d2dc60188684), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:14.917704 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12542417-6b1c-49cf-a0c9-06c9655e375f admin admin] Network 85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1 is already hosted by enough agents. {{(pid=104615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:35:14.919140 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 33568) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:14.935297 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e4ddef-2a52-48d2-8367-84cd53493511 None None] Pushing event updated for resources: {'Port': ['ID=09312a9e-0482-4437-a8c2-cb7c6c16159a,revision_number=3']} {{(pid=104617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:14.945583 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.base_scheduler [None req-12542417-6b1c-49cf-a0c9-06c9655e375f admin admin] Resources bound (agent type, host, resource id): {{(pid=104615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:35:14.956989 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-ed494ae7-8724-42a2-9e52-5a3a29130ac7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (b322252d-fb9d-4652-a830-647fed26b29a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:14.966814 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12542417-6b1c-49cf-a0c9-06c9655e375f admin admin] Received port after_create {{(pid=104615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:35:14.968349 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:14.968519 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-12542417-6b1c-49cf-a0c9-06c9655e375f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680048'] for router_interface (9dce0fe0-324d-48e2-a80a-7d852b22e51c), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:15.018182 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:15.022902 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-1541394f-4489-44d6-a6e2-ef22ae74d044 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:15.110305 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvr_db [None req-60f03442-f10d-4892-a216-33608d11364a None None] Set router 9dce0fe0-324d-48e2-a80a-7d852b22e51c gateway port host: dv-cinder-828805-4-iscsi {{(pid=104617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:35:15.321929 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-1541394f-4489-44d6-a6e2-ef22ae74d044 admin admin] Publish callbacks [] for security_group (e7df9261-df35-41d4-88d2-ee5dfd8de605), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:15.324347 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-f550f193-b28b-4569-9705-9f757e46dcac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (0de85bb7-2c49-434d-bf0f-fbb6067ff3f5), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:15.324686 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-c0329b5c-be93-4e49-8095-2bb0f499d167 admin admin] Publish callbacks [] for security_group (eb098558-5fc4-4302-80a3-8263a6077a79), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:15.335938 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-f550f193-b28b-4569-9705-9f757e46dcac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:15.337780 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-f550f193-b28b-4569-9705-9f757e46dcac admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0de85bb7-2c49-434d-bf0f-fbb6067ff3f5 HTTP/1.1" status: 204 len: 168 time: 0.7568767 May 27 03:35:15.356162 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-65f0413f-b9f3-4de7-b285-885d18bc254a None None] Provisioning complete for port 19443ba5-603e-48f8-9354-515c2abc8c0a triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:35:15.358033 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-65f0413f-b9f3-4de7-b285-885d18bc254a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (19443ba5-603e-48f8-9354-515c2abc8c0a), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:15.368534 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.db_base_plugin_common [None req-a757cb19-de4b-4e46-9c3d-dab76fe7723d admin admin] Allocated IP 172.20.0.1 (24e2e56a-4202-49e3-9751-4bcdb4e8a6ed/7dc15780-a98b-4250-9509-853069c6707a/75b932e1-ea13-44f5-9bbf-2e35c438adc1) {{(pid=104614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:35:15.436413 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f550f193-b28b-4569-9705-9f757e46dcac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de85bb7-2c49-434d-bf0f-fbb6067ff3f5,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:15.441062 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-c0329b5c-be93-4e49-8095-2bb0f499d167 admin admin] Publish callbacks [] for security_group (eb098558-5fc4-4302-80a3-8263a6077a79), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:15.462289 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-65f0413f-b9f3-4de7-b285-885d18bc254a None None] Port 19443ba5-603e-48f8-9354-515c2abc8c0a cannot update to ACTIVE because it is not bound. {{(pid=104616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:35:15.548893 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 33582) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:15.593189 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-7ef18ffc-32e0-4594-9bc7-fe638c4d86e4 None None] Publish callbacks [] for port (62ebc377-0475-46f8-8fc4-d2dc60188684), precommit_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:15.603293 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12542417-6b1c-49cf-a0c9-06c9655e375f admin admin] Pushing event updated for resources: {'Port': ['ID=19443ba5-603e-48f8-9354-515c2abc8c0a,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:15.609097 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-1541394f-4489-44d6-a6e2-ef22ae74d044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (e7df9261-df35-41d4-88d2-ee5dfd8de605), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:15.613511 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-1b429f56-6ed3-4b37-b85f-5cdc9a67ace7 req-21863ce2-2a76-4a1a-bb7c-ad18119b4dcc tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b512bc5-a49b-4745-9fee-f78929ca3611 HTTP/1.1" status: 200 len: 210 time: 0.5108924 May 27 03:35:15.630260 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:15.639151 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-60f03442-f10d-4892-a216-33608d11364a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dce0fe0-324d-48e2-a80a-7d852b22e51c', 'name': 'tempest-AttachVolumeShelveTestJSON-1297989686-router', 'tenant_id': '1377b9e588bd44f3b29b03728c418151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '09312a9e-0482-4437-a8c2-cb7c6c16159a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:08Z', 'updated_at': '2022-05-27T03:35:10Z', 'revision_number': 3, 'project_id': '1377b9e588bd44f3b29b03728c418151', 'gw_port': {'id': '09312a9e-0482-4437-a8c2-cb7c6c16159a', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:35:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dce0fe0-324d-48e2-a80a-7d852b22e51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:09Z', 'updated_at': '2022-05-27T03:35:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi'}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:15.667549 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:INSERT=6,neutron:SELECT=94 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:15.674156 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1541394f-4489-44d6-a6e2-ef22ae74d044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7df9261-df35-41d4-88d2-ee5dfd8de605,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:15.688542 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-1541394f-4489-44d6-a6e2-ef22ae74d044 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4ec6013ce82b48da8a79d818ab09bd0b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7088475 May 27 03:35:15.689876 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 33588) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:15.691715 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-7ef18ffc-32e0-4594-9bc7-fe638c4d86e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (62ebc377-0475-46f8-8fc4-d2dc60188684), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:15.732436 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f03442-f10d-4892-a216-33608d11364a None None] The sync data for ids ['9dce0fe0-324d-48e2-a80a-7d852b22e51c'] in dv-cinder-828805-4-iscsi is: [{'id': '9dce0fe0-324d-48e2-a80a-7d852b22e51c', 'name': 'tempest-AttachVolumeShelveTestJSON-1297989686-router', 'tenant_id': '1377b9e588bd44f3b29b03728c418151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '09312a9e-0482-4437-a8c2-cb7c6c16159a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:08Z', 'updated_at': '2022-05-27T03:35:10Z', 'revision_number': 3, 'project_id': '1377b9e588bd44f3b29b03728c418151', 'gw_port': {'id': '09312a9e-0482-4437-a8c2-cb7c6c16159a', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:35:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dce0fe0-324d-48e2-a80a-7d852b22e51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:09Z', 'updated_at': '2022-05-27T03:35:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi'}] {{(pid=104617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:35:15.758964 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-c0329b5c-be93-4e49-8095-2bb0f499d167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (eb098558-5fc4-4302-80a3-8263a6077a79), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:15.767541 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-c0329b5c-be93-4e49-8095-2bb0f499d167 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:15.767541 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-c0329b5c-be93-4e49-8095-2bb0f499d167 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eb098558-5fc4-4302-80a3-8263a6077a79 HTTP/1.1" status: 204 len: 168 time: 0.9994977 May 27 03:35:15.767734 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:15.772855 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-a757cb19-de4b-4e46-9c3d-dab76fe7723d admin admin] Publish callbacks [] for port (75b932e1-ea13-44f5-9bbf-2e35c438adc1), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:15.782589 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12605508-260f-47f8-a9fa-cfe73ddbbd03 None None] Pushing event updated for resources: {'Port': ['ID=62ebc377-0475-46f8-8fc4-d2dc60188684,revision_number=2']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:15.784185 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0329b5c-be93-4e49-8095-2bb0f499d167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb098558-5fc4-4302-80a3-8263a6077a79,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:15.829768 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-12542417-6b1c-49cf-a0c9-06c9655e375f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (19443ba5-603e-48f8-9354-515c2abc8c0a), before_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:15.837994 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.managers [None req-7ef18ffc-32e0-4594-9bc7-fe638c4d86e4 None None] Attempting to bind port 62ebc377-0475-46f8-8fc4-d2dc60188684 on host dv-cinder-828805-4-iscsi for vnic_type normal with profile {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:35:15.838376 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.managers [None req-7ef18ffc-32e0-4594-9bc7-fe638c4d86e4 None None] Attempting to bind port 62ebc377-0475-46f8-8fc4-d2dc60188684 by drivers openvswitch,hyperv on host dv-cinder-828805-4-iscsi at level 0 using segments [{'id': '2b0e99ee-61aa-44db-85d9-9c6d208f29d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6db324a0-41f0-4440-95df-83df441784f6'}] {{(pid=104616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:35:15.838745 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef18ffc-32e0-4594-9bc7-fe638c4d86e4 None None] Attempting to bind port 62ebc377-0475-46f8-8fc4-d2dc60188684 on network 6db324a0-41f0-4440-95df-83df441784f6 {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:35:15.877534 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef18ffc-32e0-4594-9bc7-fe638c4d86e4 None None] Checking agent: {'id': '917d01f3-4a27-4590-ae14-da14d21a1e88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 26, 21), 'started_at': datetime.datetime(2022, 5, 27, 3, 26, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:35:15.878356 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef18ffc-32e0-4594-9bc7-fe638c4d86e4 None None] Checking segment: {'id': '2b0e99ee-61aa-44db-85d9-9c6d208f29d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6db324a0-41f0-4440-95df-83df441784f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:35:15.879265 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-7ef18ffc-32e0-4594-9bc7-fe638c4d86e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:15.879733 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef18ffc-32e0-4594-9bc7-fe638c4d86e4 None None] Bound using segment: {'id': '2b0e99ee-61aa-44db-85d9-9c6d208f29d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6db324a0-41f0-4440-95df-83df441784f6'} {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:35:15.880280 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.managers [None req-7ef18ffc-32e0-4594-9bc7-fe638c4d86e4 None None] Bound port: 62ebc377-0475-46f8-8fc4-d2dc60188684, host: dv-cinder-828805-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b0e99ee-61aa-44db-85d9-9c6d208f29d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6db324a0-41f0-4440-95df-83df441784f6'}}] {{(pid=104616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:35:15.881340 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-7ef18ffc-32e0-4594-9bc7-fe638c4d86e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (62ebc377-0475-46f8-8fc4-d2dc60188684), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:15.946751 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-a757cb19-de4b-4e46-9c3d-dab76fe7723d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791799515441'] for port (75b932e1-ea13-44f5-9bbf-2e35c438adc1), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:15.957504 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-3aab4eb5-6ed9-4a6c-8eaa-12f850006c82 admin admin] Publish callbacks [] for security_group (e7df9261-df35-41d4-88d2-ee5dfd8de605), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:16.012821 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-3aab4eb5-6ed9-4a6c-8eaa-12f850006c82 admin admin] Publish callbacks [] for security_group (e7df9261-df35-41d4-88d2-ee5dfd8de605), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:16.015794 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-7ef18ffc-32e0-4594-9bc7-fe638c4d86e4 None None] For port 62ebc377-0475-46f8-8fc4-d2dc60188684, host dv-cinder-828805-4-iscsi, cleared binding levels {{(pid=104616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:35:16.022388 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-7ef18ffc-32e0-4594-9bc7-fe638c4d86e4 None None] For port 62ebc377-0475-46f8-8fc4-d2dc60188684, host dv-cinder-828805-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=62ebc377-0475-46f8-8fc4-d2dc60188684,segment=NetworkSegment(2b0e99ee-61aa-44db-85d9-9c6d208f29d9),segment_id=2b0e99ee-61aa-44db-85d9-9c6d208f29d9)] {{(pid=104616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:35:16.038060 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a757cb19-de4b-4e46-9c3d-dab76fe7723d admin admin] Network 24e2e56a-4202-49e3-9751-4bcdb4e8a6ed is already hosted by enough agents. {{(pid=104614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:35:16.041479 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.base_scheduler [None req-a757cb19-de4b-4e46-9c3d-dab76fe7723d admin admin] Resources bound (agent type, host, resource id): {{(pid=104614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:35:16.044841 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a757cb19-de4b-4e46-9c3d-dab76fe7723d admin admin] Received port after_create {{(pid=104614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:35:16.045504 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-a757cb19-de4b-4e46-9c3d-dab76fe7723d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680048'] for router_interface (58b91349-0dd3-4b11-9ad0-c33bf6a873c9), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:16.101296 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-7ef18ffc-32e0-4594-9bc7-fe638c4d86e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (62ebc377-0475-46f8-8fc4-d2dc60188684), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:16.207312 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-12542417-6b1c-49cf-a0c9-06c9655e375f admin admin] Publish callbacks [] for port (19443ba5-603e-48f8-9354-515c2abc8c0a), precommit_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:16.244851 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-3aab4eb5-6ed9-4a6c-8eaa-12f850006c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (e7df9261-df35-41d4-88d2-ee5dfd8de605), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:16.247827 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-3aab4eb5-6ed9-4a6c-8eaa-12f850006c82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:16.251478 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-3aab4eb5-6ed9-4a6c-8eaa-12f850006c82 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e7df9261-df35-41d4-88d2-ee5dfd8de605 HTTP/1.1" status: 204 len: 168 time: 0.5562303 May 27 03:35:16.252839 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [None req-6fd5751e-30a4-4b8d-bc39-62ad58226f6f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-636524070-network', 'tenant_id': '46545b5ceca74e959623f6e9d053da68'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:35:16.260574 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab4eb5-6ed9-4a6c-8eaa-12f850006c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7df9261-df35-41d4-88d2-ee5dfd8de605,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:16.276694 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef18ffc-32e0-4594-9bc7-fe638c4d86e4 None None] Routers {'58b91349-0dd3-4b11-9ad0-c33bf6a873c9'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:35:16.277383 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-7ef18ffc-32e0-4594-9bc7-fe638c4d86e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:34:47Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['58b91349-0dd3-4b11-9ad0-c33bf6a873c9'], 'active': True} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:16.313238 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-12542417-6b1c-49cf-a0c9-06c9655e375f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (19443ba5-603e-48f8-9354-515c2abc8c0a), after_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:16.315204 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-12542417-6b1c-49cf-a0c9-06c9655e375f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-373377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681152'] for router_interface (9dce0fe0-324d-48e2-a80a-7d852b22e51c), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:16.400221 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a757cb19-de4b-4e46-9c3d-dab76fe7723d admin admin] Pushing event updated for resources: {'Port': ['ID=75b932e1-ea13-44f5-9bbf-2e35c438adc1,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:16.428117 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12605508-260f-47f8-a9fa-cfe73ddbbd03 None None] Pushing event updated for resources: {'Port': ['ID=62ebc377-0475-46f8-8fc4-d2dc60188684,revision_number=3']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:16.443813 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd5751e-30a4-4b8d-bc39-62ad58226f6f admin admin] Made reservation on behalf of 46545b5ceca74e959623f6e9d053da68 for: {'network': 1} {{(pid=104614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:35:16.448741 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-6fd5751e-30a4-4b8d-bc39-62ad58226f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for network (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:16.536456 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12542417-6b1c-49cf-a0c9-06c9655e375f admin admin] Pushing event updated for resources: {'Port': ['ID=19443ba5-603e-48f8-9354-515c2abc8c0a,revision_number=2']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:16.581887 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvr_db [None req-7ef18ffc-32e0-4594-9bc7-fe638c4d86e4 None None] Set router 58b91349-0dd3-4b11-9ad0-c33bf6a873c9 gateway port host: dv-cinder-828805-4-iscsi {{(pid=104616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:35:16.608168 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-6fd5751e-30a4-4b8d-bc39-62ad58226f6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:16.641015 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12542417-6b1c-49cf-a0c9-06c9655e375f admin admin] Network 85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1 is already hosted by enough agents. {{(pid=104615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:35:16.642686 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.base_scheduler [None req-12542417-6b1c-49cf-a0c9-06c9655e375f admin admin] Resources bound (agent type, host, resource id): {{(pid=104615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:35:16.792301 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-6fd5751e-30a4-4b8d-bc39-62ad58226f6f admin admin] Publish callbacks [] for security_group (c47587d8-94ec-4261-abbf-0d8e3009432d), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:16.901918 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-6fd5751e-30a4-4b8d-bc39-62ad58226f6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (c47587d8-94ec-4261-abbf-0d8e3009432d), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:16.913066 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-60f1caa2-998c-4343-ba0b-821fe114cd60 None None] Provisioning complete for port 75b932e1-ea13-44f5-9bbf-2e35c438adc1 triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:35:16.915301 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-60f1caa2-998c-4343-ba0b-821fe114cd60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (75b932e1-ea13-44f5-9bbf-2e35c438adc1), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:16.933268 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fd5751e-30a4-4b8d-bc39-62ad58226f6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=104614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:35:16.964193 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-6fd5751e-30a4-4b8d-bc39-62ad58226f6f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791800041063', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545'] for segment (7db7ac4a-1d65-46de-ab1c-26e2ab699e0b), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:16.964586 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.db.segments_db [None req-6fd5751e-30a4-4b8d-bc39-62ad58226f6f admin admin] Added segment 7db7ac4a-1d65-46de-ab1c-26e2ab699e0b of type vlan for network 42490605-aaf7-4909-896f-48607e83855d May 27 03:35:16.987338 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12542417-6b1c-49cf-a0c9-06c9655e375f admin admin] Router 9dce0fe0-324d-48e2-a80a-7d852b22e51c has already been hosted by L3 agent 9df6ec88-276d-42f5-acd2-7e289451d5e3 {{(pid=104615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:35:17.011781 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-60f1caa2-998c-4343-ba0b-821fe114cd60 None None] Port 75b932e1-ea13-44f5-9bbf-2e35c438adc1 cannot update to ACTIVE because it is not bound. {{(pid=104616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:35:17.096141 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:17.126209 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:17.131976 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-6fd5751e-30a4-4b8d-bc39-62ad58226f6f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791799485040'] for network (42490605-aaf7-4909-896f-48607e83855d), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:17.148870 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-612b808c-aca8-45f7-bf2d-0d5065c98318 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (9df6ec88-276d-42f5-acd2-7e289451d5e3), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:17.166411 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-a757cb19-de4b-4e46-9c3d-dab76fe7723d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (75b932e1-ea13-44f5-9bbf-2e35c438adc1), before_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:17.207123 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-e5c30eb7-caa6-41e6-a683-95adb83dd46a None None] Provisioning complete for port 19443ba5-603e-48f8-9354-515c2abc8c0a triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:35:17.211080 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-e5c30eb7-caa6-41e6-a683-95adb83dd46a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (19443ba5-603e-48f8-9354-515c2abc8c0a), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:17.211398 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-7ef18ffc-32e0-4594-9bc7-fe638c4d86e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'name': 'tempest-AttachVolumeNegativeTest-1037525343-router', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '62ebc377-0475-46f8-8fc4-d2dc60188684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:08Z', 'updated_at': '2022-05-27T03:35:11Z', 'revision_number': 3, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'gw_port': {'id': '62ebc377-0475-46f8-8fc4-d2dc60188684', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:10Z', 'updated_at': '2022-05-27T03:35:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi'}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:17.219735 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd5751e-30a4-4b8d-bc39-62ad58226f6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c47587d8-94ec-4261-abbf-0d8e3009432d,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:17.227316 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-cc0d9b94-4fd2-474f-8449-5875b53e22a8 req-4d0146e0-0cf9-4eac-8ef4-913a13c19945 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b512bc5-a49b-4745-9fee-f78929ca3611 HTTP/1.1" status: 200 len: 210 time: 0.1129785 May 27 03:35:17.263831 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef18ffc-32e0-4594-9bc7-fe638c4d86e4 None None] The sync data for ids ['58b91349-0dd3-4b11-9ad0-c33bf6a873c9'] in dv-cinder-828805-4-iscsi is: [{'id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'name': 'tempest-AttachVolumeNegativeTest-1037525343-router', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '62ebc377-0475-46f8-8fc4-d2dc60188684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:08Z', 'updated_at': '2022-05-27T03:35:11Z', 'revision_number': 3, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'gw_port': {'id': '62ebc377-0475-46f8-8fc4-d2dc60188684', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:10Z', 'updated_at': '2022-05-27T03:35:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi'}] {{(pid=104616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:35:17.281931 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-e5c30eb7-caa6-41e6-a683-95adb83dd46a None None] Port 19443ba5-603e-48f8-9354-515c2abc8c0a cannot update to ACTIVE because it is not bound. {{(pid=104616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:35:17.285680 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.db.resource_extend [None req-6fd5751e-30a4-4b8d-bc39-62ad58226f6f admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:35:17.292712 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:UPDATE=4,neutron:SELECT=88,neutron:INSERT=4,neutron:DELETE=4 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:17.332992 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12542417-6b1c-49cf-a0c9-06c9655e375f admin admin] Notify agent at l3_agent.dv-cinder-828805-4-iscsi the message routers_updated {{(pid=104615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:35:17.351656 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-12542417-6b1c-49cf-a0c9-06c9655e375f admin admin] 10.222.0.24 "PUT /v2.0/routers/9dce0fe0-324d-48e2-a80a-7d852b22e51c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7377160 May 27 03:35:17.457899 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-6fd5751e-30a4-4b8d-bc39-62ad58226f6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395'] for network (42490605-aaf7-4909-896f-48607e83855d), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:17.459598 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd5751e-30a4-4b8d-bc39-62ad58226f6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:17.460444 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-6fd5751e-30a4-4b8d-bc39-62ad58226f6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-373421'] for network (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:17.556516 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd5751e-30a4-4b8d-bc39-62ad58226f6f admin admin] Pushing event updated for resources: {'Network': ['ID=42490605-aaf7-4909-896f-48607e83855d,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:17.569032 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Network 42490605-aaf7-4909-896f-48607e83855d details requested by agent ovs-agent-dv-cinder-828805-4-iscsi with host dv-cinder-828805-4-iscsi {{(pid=104616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:35:17.586150 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-6fd5751e-30a4-4b8d-bc39-62ad58226f6f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.0342710 May 27 03:35:17.590688 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 33634) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:17.596279 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.v2.base [None req-401d262b-a942-4bd6-820f-6d00b0c6e13c admin admin] Request body: {'subnet': {'network_id': '42490605-aaf7-4909-896f-48607e83855d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-636524070-subnet', 'tenant_id': '46545b5ceca74e959623f6e9d053da68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:35:17.615661 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-a757cb19-de4b-4e46-9c3d-dab76fe7723d admin admin] Publish callbacks [] for port (75b932e1-ea13-44f5-9bbf-2e35c438adc1), precommit_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:17.674605 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-a757cb19-de4b-4e46-9c3d-dab76fe7723d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (75b932e1-ea13-44f5-9bbf-2e35c438adc1), after_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:17.678902 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-a757cb19-de4b-4e46-9c3d-dab76fe7723d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-373377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681152'] for router_interface (58b91349-0dd3-4b11-9ad0-c33bf6a873c9), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:17.697778 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401d262b-a942-4bd6-820f-6d00b0c6e13c admin admin] Made reservation on behalf of 46545b5ceca74e959623f6e9d053da68 for: {'subnet': 1} {{(pid=104615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:35:17.700606 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-401d262b-a942-4bd6-820f-6d00b0c6e13c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:17.804619 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:17.820483 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a757cb19-de4b-4e46-9c3d-dab76fe7723d admin admin] Pushing event updated for resources: {'Port': ['ID=75b932e1-ea13-44f5-9bbf-2e35c438adc1,revision_number=2']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:17.903035 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a757cb19-de4b-4e46-9c3d-dab76fe7723d admin admin] Network 24e2e56a-4202-49e3-9751-4bcdb4e8a6ed is already hosted by enough agents. {{(pid=104614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:35:17.904868 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.base_scheduler [None req-a757cb19-de4b-4e46-9c3d-dab76fe7723d admin admin] Resources bound (agent type, host, resource id): {{(pid=104614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:35:17.940839 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 09312a9e-0482-4437-a8c2-cb7c6c16159a up at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:35:18.037840 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Provisioning complete for port 09312a9e-0482-4437-a8c2-cb7c6c16159a triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:35:18.039032 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (09312a9e-0482-4437-a8c2-cb7c6c16159a), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:18.074175 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=5 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:18.186934 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-401d262b-a942-4bd6-820f-6d00b0c6e13c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395'] for subnet (8e8cb58d-87c1-4009-86c5-a56fbdf4eb7e), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:18.224404 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a757cb19-de4b-4e46-9c3d-dab76fe7723d admin admin] Router 58b91349-0dd3-4b11-9ad0-c33bf6a873c9 has already been hosted by L3 agent 9df6ec88-276d-42f5-acd2-7e289451d5e3 {{(pid=104614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:35:18.238569 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Current status of the port 09312a9e-0482-4437-a8c2-cb7c6c16159a is: DOWN; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:35:18.239310 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (09312a9e-0482-4437-a8c2-cb7c6c16159a), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:18.245533 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-584d7fde-7d72-4642-9601-b182cfb78c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (413fc6aa-3a5a-4281-abfd-a440a67afb4a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:18.268276 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] For port 09312a9e-0482-4437-a8c2-cb7c6c16159a, host dv-cinder-828805-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=09312a9e-0482-4437-a8c2-cb7c6c16159a,segment=NetworkSegment(2b0e99ee-61aa-44db-85d9-9c6d208f29d9),segment_id=2b0e99ee-61aa-44db-85d9-9c6d208f29d9)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:18.337653 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (09312a9e-0482-4437-a8c2-cb7c6c16159a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:18.338875 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 62ebc377-0475-46f8-8fc4-d2dc60188684 up at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:35:18.443890 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d262b-a942-4bd6-820f-6d00b0c6e13c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e8cb58d-87c1-4009-86c5-a56fbdf4eb7e,revision_number=0']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:18.458727 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401d262b-a942-4bd6-820f-6d00b0c6e13c admin admin] Checking segment: {'id': '7db7ac4a-1d65-46de-ab1c-26e2ab699e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '42490605-aaf7-4909-896f-48607e83855d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:35:18.458727 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401d262b-a942-4bd6-820f-6d00b0c6e13c admin admin] Network hostable DHCP agents. Network: 42490605-aaf7-4909-896f-48607e83855d, hostable agents: ['b322252d-fb9d-4652-a830-647fed26b29a'], hosted agents: [] {{(pid=104615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:35:18.482044 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:18.521414 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a757cb19-de4b-4e46-9c3d-dab76fe7723d admin admin] Notify agent at l3_agent.dv-cinder-828805-4-iscsi the message routers_updated {{(pid=104614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:35:18.528723 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-e9468461-3d63-40f2-90fa-1c258ea8491c req-07723f49-4f9c-4da1-8ebb-c16211d814c2 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b512bc5-a49b-4745-9fee-f78929ca3611 HTTP/1.1" status: 200 len: 210 time: 0.0512900 May 27 03:35:18.537870 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-a757cb19-de4b-4e46-9c3d-dab76fe7723d admin admin] 10.222.0.24 "PUT /v2.0/routers/58b91349-0dd3-4b11-9ad0-c33bf6a873c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9688134 May 27 03:35:18.560206 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401d262b-a942-4bd6-820f-6d00b0c6e13c admin admin] Network 42490605-aaf7-4909-896f-48607e83855d is scheduled to be hosted by DHCP agent b322252d-fb9d-4652-a830-647fed26b29a with binding_index 1 {{(pid=104615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:35:18.566500 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-41a34abe-69a8-4511-85da-81b753d35b1d None None] Provisioning complete for port 75b932e1-ea13-44f5-9bbf-2e35c438adc1 triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:35:18.567153 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-41a34abe-69a8-4511-85da-81b753d35b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (75b932e1-ea13-44f5-9bbf-2e35c438adc1), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:18.574598 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Pushing event updated for resources: {'Port': ['ID=09312a9e-0482-4437-a8c2-cb7c6c16159a,revision_number=4']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:18.601025 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Provisioning complete for port 62ebc377-0475-46f8-8fc4-d2dc60188684 triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:35:18.601389 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (62ebc377-0475-46f8-8fc4-d2dc60188684), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:18.619276 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 33670) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:18.624025 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.v2.base [None req-8d7ce10c-e8e7-4738-99d5-48bc7bdba0a5 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2052277398', 'description': 'tempest-description--1076474762'}} {{(pid=104615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:35:18.652162 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.base_scheduler [None req-401d262b-a942-4bd6-820f-6d00b0c6e13c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-4-iscsi, 42490605-aaf7-4909-896f-48607e83855d) {{(pid=104615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:35:18.661457 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401d262b-a942-4bd6-820f-6d00b0c6e13c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:18.663120 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-401d262b-a942-4bd6-820f-6d00b0c6e13c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-373421'] for subnet (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:18.760692 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b1f157-323b-4abb-a2f4-29b54441e24d None None] Network 42490605-aaf7-4909-896f-48607e83855d requested from dv-cinder-828805-4-iscsi {{(pid=104616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:35:18.764723 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-8d7ce10c-e8e7-4738-99d5-48bc7bdba0a5 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks [] for security_group (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:18.772364 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-401d262b-a942-4bd6-820f-6d00b0c6e13c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1803148 May 27 03:35:18.806949 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-41a34abe-69a8-4511-85da-81b753d35b1d None None] Port 75b932e1-ea13-44f5-9bbf-2e35c438adc1 cannot update to ACTIVE because it is not bound. {{(pid=104616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:35:18.808075 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:18.852854 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18afa25b-79f5-45cf-9196-d74bc080fb43 None None] Sync routers for ids ['9dce0fe0-324d-48e2-a80a-7d852b22e51c'] in dv-cinder-828805-4-iscsi {{(pid=104617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:35:18.871718 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18afa25b-79f5-45cf-9196-d74bc080fb43 None None] Routers {'9dce0fe0-324d-48e2-a80a-7d852b22e51c'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:35:18.872309 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-18afa25b-79f5-45cf-9196-d74bc080fb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:35:17Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['9dce0fe0-324d-48e2-a80a-7d852b22e51c'], 'active': True} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:18.943293 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-8d7ce10c-e8e7-4738-99d5-48bc7bdba0a5 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks [] for security_group (11fca2b9-4840-4f7b-b90c-beb891e0e10f), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:19.008737 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Current status of the port 62ebc377-0475-46f8-8fc4-d2dc60188684 is: DOWN; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:35:19.009424 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (62ebc377-0475-46f8-8fc4-d2dc60188684), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:19.020446 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704ab6c5-dd29-4b6f-a099-6f45ea4853e6 None None] Network 42490605-aaf7-4909-896f-48607e83855d requested from dv-cinder-828805-4-iscsi {{(pid=104616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:35:19.049645 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-8d7ce10c-e8e7-4738-99d5-48bc7bdba0a5 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (11fca2b9-4840-4f7b-b90c-beb891e0e10f), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:19.070736 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvr_db [None req-18afa25b-79f5-45cf-9196-d74bc080fb43 None None] Set router 9dce0fe0-324d-48e2-a80a-7d852b22e51c gateway port host: dv-cinder-828805-4-iscsi {{(pid=104617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:35:19.089629 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] For port 62ebc377-0475-46f8-8fc4-d2dc60188684, host dv-cinder-828805-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=62ebc377-0475-46f8-8fc4-d2dc60188684,segment=NetworkSegment(2b0e99ee-61aa-44db-85d9-9c6d208f29d9),segment_id=2b0e99ee-61aa-44db-85d9-9c6d208f29d9)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:19.125621 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ce10c-e8e7-4738-99d5-48bc7bdba0a5 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11fca2b9-4840-4f7b-b90c-beb891e0e10f,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:19.160900 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (62ebc377-0475-46f8-8fc4-d2dc60188684), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:19.163186 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-8d7ce10c-e8e7-4738-99d5-48bc7bdba0a5 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks [] for security_group (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:19.165068 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-8d7ce10c-e8e7-4738-99d5-48bc7bdba0a5 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5444326 May 27 03:35:19.167657 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 33690) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:19.172176 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.v2.base [None req-4e2cdd68-fa39-41cc-9884-ce81a57fb153 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Request body: {'security_group_rule': {'security_group_id': '11fca2b9-4840-4f7b-b90c-beb891e0e10f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:35:19.218701 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:19.259996 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Pushing event updated for resources: {'Port': ['ID=62ebc377-0475-46f8-8fc4-d2dc60188684,revision_number=4']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:19.294753 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-4e2cdd68-fa39-41cc-9884-ce81a57fb153 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks [] for security_group_rule (9587edda-28c5-4372-a65b-70624db5b150), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:19.312072 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f446-e12c-45b2-8c38-3579950c1c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (785c7416-4bf9-40d9-a08f-c797a61a0436), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:19.344671 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-18afa25b-79f5-45cf-9196-d74bc080fb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dce0fe0-324d-48e2-a80a-7d852b22e51c', 'name': 'tempest-AttachVolumeShelveTestJSON-1297989686-router', 'tenant_id': '1377b9e588bd44f3b29b03728c418151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '09312a9e-0482-4437-a8c2-cb7c6c16159a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:08Z', 'updated_at': '2022-05-27T03:35:15Z', 'revision_number': 4, 'project_id': '1377b9e588bd44f3b29b03728c418151', 'gw_port': {'id': '09312a9e-0482-4437-a8c2-cb7c6c16159a', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:35:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dce0fe0-324d-48e2-a80a-7d852b22e51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:09Z', 'updated_at': '2022-05-27T03:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_interfaces': [{'id': '19443ba5-603e-48f8-9354-515c2abc8c0a', 'name': '', 'network_id': '85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1', 'tenant_id': '1377b9e588bd44f3b29b03728c418151', 'mac_address': 'fa:16:3e:21:ab:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dce0fe0-324d-48e2-a80a-7d852b22e51c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '01cacb82-b9b5-47d7-9a65-bacc84dba8c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:14Z', 'updated_at': '2022-05-27T03:35:15Z', 'revision_number': 2, 'project_id': '1377b9e588bd44f3b29b03728c418151', 'subnets': [{'id': '01cacb82-b9b5-47d7-9a65-bacc84dba8c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:19.365484 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-4e2cdd68-fa39-41cc-9884-ce81a57fb153 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks [] for security_group_rule (9587edda-28c5-4372-a65b-70624db5b150), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:19.369620 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18afa25b-79f5-45cf-9196-d74bc080fb43 None None] Checking router: 9dce0fe0-324d-48e2-a80a-7d852b22e51c for host: dv-cinder-828805-4-iscsi {{(pid=104617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:35:19.369975 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18afa25b-79f5-45cf-9196-d74bc080fb43 None None] Updating router 9dce0fe0-324d-48e2-a80a-7d852b22e51c port 19443ba5-603e-48f8-9354-515c2abc8c0a binding host dv-cinder-828805-4-iscsi {{(pid=104617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:35:19.405900 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron_lib.callbacks.manager [None req-18afa25b-79f5-45cf-9196-d74bc080fb43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (19443ba5-603e-48f8-9354-515c2abc8c0a), before_update {{(pid=104617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:19.438074 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-4e2cdd68-fa39-41cc-9884-ce81a57fb153 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567362'] for security_group_rule (9587edda-28c5-4372-a65b-70624db5b150), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:19.488548 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2cdd68-fa39-41cc-9884-ce81a57fb153 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9587edda-28c5-4372-a65b-70624db5b150,revision_number=0']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:19.525082 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-4e2cdd68-fa39-41cc-9884-ce81a57fb153 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:19.526318 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-4e2cdd68-fa39-41cc-9884-ce81a57fb153 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3577058 May 27 03:35:19.529309 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 33698) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:19.541458 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.v2.base [None req-af409346-1c72-4d87-b7d6-13ac1f9c962b tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Request body: {'security_group_rule': {'security_group_id': '11fca2b9-4840-4f7b-b90c-beb891e0e10f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:35:19.658103 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:19.664751 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-af409346-1c72-4d87-b7d6-13ac1f9c962b tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks [] for security_group_rule (15408566-84ba-4dd9-953b-4bcc3577cd7e), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:19.745564 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:19.830722 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-af409346-1c72-4d87-b7d6-13ac1f9c962b tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks [] for security_group_rule (15408566-84ba-4dd9-953b-4bcc3577cd7e), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:19.866928 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 09312a9e-0482-4437-a8c2-cb7c6c16159a up at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:35:19.886278 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-30977755-1a5d-4cc3-92fe-300b869988f1 req-c52badc4-58a9-4f1e-86b3-ae4319f3ab0d tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b512bc5-a49b-4745-9fee-f78929ca3611 HTTP/1.1" status: 200 len: 210 time: 0.0537353 May 27 03:35:19.887941 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:19.901373 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron_lib.callbacks.manager [None req-18afa25b-79f5-45cf-9196-d74bc080fb43 None None] Publish callbacks [] for port (19443ba5-603e-48f8-9354-515c2abc8c0a), precommit_update {{(pid=104617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:19.943815 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-af409346-1c72-4d87-b7d6-13ac1f9c962b tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567362'] for security_group_rule (15408566-84ba-4dd9-953b-4bcc3577cd7e), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:19.951300 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Provisioning complete for port 09312a9e-0482-4437-a8c2-cb7c6c16159a triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:35:19.951778 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (09312a9e-0482-4437-a8c2-cb7c6c16159a), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:19.968732 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af409346-1c72-4d87-b7d6-13ac1f9c962b tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15408566-84ba-4dd9-953b-4bcc3577cd7e,revision_number=0']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:20.000623 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron_lib.callbacks.manager [None req-18afa25b-79f5-45cf-9196-d74bc080fb43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (19443ba5-603e-48f8-9354-515c2abc8c0a), after_update {{(pid=104617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:20.002885 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c740e1d-15a7-4176-9e22-431e6694e392 None None] Sync routers for ids ['58b91349-0dd3-4b11-9ad0-c33bf6a873c9'] in dv-cinder-828805-4-iscsi {{(pid=104616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:35:20.005112 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:20.013235 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 33706) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:20.017999 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.v2.base [None req-dab7c219-0f8a-4371-aa34-5f8963c2663c tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Request body: {'security_group': {'name': 'tempest-securitygroup--699147423', 'description': 'tempest-description--611440634'}} {{(pid=104615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:35:20.018279 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c740e1d-15a7-4176-9e22-431e6694e392 None None] Routers {'58b91349-0dd3-4b11-9ad0-c33bf6a873c9'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:35:20.020336 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-8c740e1d-15a7-4176-9e22-431e6694e392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:35:17Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['58b91349-0dd3-4b11-9ad0-c33bf6a873c9'], 'active': True} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:20.053379 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-af409346-1c72-4d87-b7d6-13ac1f9c962b tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:20.054573 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-af409346-1c72-4d87-b7d6-13ac1f9c962b tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5229993 May 27 03:35:20.059476 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 33712) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:20.065878 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [None req-4fb9cd2a-e782-4d84-b52e-dfcb0097bb62 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Request body: {'floatingip': {'floating_network_id': '6db324a0-41f0-4440-95df-83df441784f6'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:35:20.110018 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28914911-6a44-4daf-bc86-99513ab20f19 None None] Pushing event updated for resources: {'Port': ['ID=19443ba5-603e-48f8-9354-515c2abc8c0a,revision_number=3']} {{(pid=104617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:20.167583 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Current status of the port 09312a9e-0482-4437-a8c2-cb7c6c16159a is: ACTIVE; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:35:20.169454 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 62ebc377-0475-46f8-8fc4-d2dc60188684 up at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:35:20.175153 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-4fb9cd2a-e782-4d84-b52e-dfcb0097bb62 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:20.191672 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.managers [None req-18afa25b-79f5-45cf-9196-d74bc080fb43 None None] Attempting to bind port 19443ba5-603e-48f8-9354-515c2abc8c0a on host dv-cinder-828805-4-iscsi for vnic_type normal with profile {{(pid=104617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:35:20.192262 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.managers [None req-18afa25b-79f5-45cf-9196-d74bc080fb43 None None] Attempting to bind port 19443ba5-603e-48f8-9354-515c2abc8c0a by drivers openvswitch,hyperv on host dv-cinder-828805-4-iscsi at level 0 using segments [{'id': '62c563a9-fe72-4adb-8d7c-17b2299b5d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1'}] {{(pid=104617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:35:20.192754 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18afa25b-79f5-45cf-9196-d74bc080fb43 None None] Attempting to bind port 19443ba5-603e-48f8-9354-515c2abc8c0a on network 85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1 {{(pid=104617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:35:20.199170 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18afa25b-79f5-45cf-9196-d74bc080fb43 None None] Checking agent: {'id': '917d01f3-4a27-4590-ae14-da14d21a1e88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 26, 21), 'started_at': datetime.datetime(2022, 5, 27, 3, 26, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:35:20.199769 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18afa25b-79f5-45cf-9196-d74bc080fb43 None None] Checking segment: {'id': '62c563a9-fe72-4adb-8d7c-17b2299b5d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:35:20.200334 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron_lib.callbacks.manager [None req-18afa25b-79f5-45cf-9196-d74bc080fb43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:20.200853 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18afa25b-79f5-45cf-9196-d74bc080fb43 None None] Bound using segment: {'id': '62c563a9-fe72-4adb-8d7c-17b2299b5d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1'} {{(pid=104617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:35:20.201454 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.managers [None req-18afa25b-79f5-45cf-9196-d74bc080fb43 None None] Bound port: 19443ba5-603e-48f8-9354-515c2abc8c0a, host: dv-cinder-828805-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62c563a9-fe72-4adb-8d7c-17b2299b5d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1'}}] {{(pid=104617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:35:20.201975 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron_lib.callbacks.manager [None req-18afa25b-79f5-45cf-9196-d74bc080fb43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (19443ba5-603e-48f8-9354-515c2abc8c0a), before_update {{(pid=104617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:20.203902 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-dab7c219-0f8a-4371-aa34-5f8963c2663c tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for security_group (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:20.320293 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvr_db [None req-8c740e1d-15a7-4176-9e22-431e6694e392 None None] Set router 58b91349-0dd3-4b11-9ad0-c33bf6a873c9 gateway port host: dv-cinder-828805-4-iscsi {{(pid=104616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:35:20.366137 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Provisioning complete for port 62ebc377-0475-46f8-8fc4-d2dc60188684 triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:35:20.366504 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (62ebc377-0475-46f8-8fc4-d2dc60188684), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:20.406616 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-dab7c219-0f8a-4371-aa34-5f8963c2663c tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for security_group (6e372f20-1cd8-4c0f-9406-74fd003f853b), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:20.407967 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.db [None req-18afa25b-79f5-45cf-9196-d74bc080fb43 None None] For port 19443ba5-603e-48f8-9354-515c2abc8c0a, host dv-cinder-828805-4-iscsi, cleared binding levels {{(pid=104617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:35:20.412367 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.db [None req-18afa25b-79f5-45cf-9196-d74bc080fb43 None None] For port 19443ba5-603e-48f8-9354-515c2abc8c0a, host dv-cinder-828805-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=19443ba5-603e-48f8-9354-515c2abc8c0a,segment=NetworkSegment(62c563a9-fe72-4adb-8d7c-17b2299b5d3d),segment_id=62c563a9-fe72-4adb-8d7c-17b2299b5d3d)] {{(pid=104617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:35:20.472085 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:20.486363 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-7efc8b1b-57f0-4d73-919b-ff0e2ea51581 None None] Provisioning complete for port 19443ba5-603e-48f8-9354-515c2abc8c0a triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:35:20.486754 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-7efc8b1b-57f0-4d73-919b-ff0e2ea51581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (19443ba5-603e-48f8-9354-515c2abc8c0a), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:20.490013 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-dab7c219-0f8a-4371-aa34-5f8963c2663c tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (6e372f20-1cd8-4c0f-9406-74fd003f853b), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:20.495104 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron_lib.callbacks.manager [None req-18afa25b-79f5-45cf-9196-d74bc080fb43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (19443ba5-603e-48f8-9354-515c2abc8c0a), after_update {{(pid=104617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:20.516413 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-4fb9cd2a-e782-4d84-b52e-dfcb0097bb62 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:20.544722 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.69', 50732) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:20.623177 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18afa25b-79f5-45cf-9196-d74bc080fb43 None None] Routers {'9dce0fe0-324d-48e2-a80a-7d852b22e51c'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:35:20.624025 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-18afa25b-79f5-45cf-9196-d74bc080fb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:35:17Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['9dce0fe0-324d-48e2-a80a-7d852b22e51c'], 'active': True} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:20.669153 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Current status of the port 62ebc377-0475-46f8-8fc4-d2dc60188684 is: ACTIVE; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:35:20.706032 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28914911-6a44-4daf-bc86-99513ab20f19 None None] Pushing event updated for resources: {'Port': ['ID=19443ba5-603e-48f8-9354-515c2abc8c0a,revision_number=4']} {{(pid=104617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:20.717257 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab7c219-0f8a-4371-aa34-5f8963c2663c tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e372f20-1cd8-4c0f-9406-74fd003f853b,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:20.764941 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:20.767816 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.db_base_plugin_common [None req-4fb9cd2a-e782-4d84-b52e-dfcb0097bb62 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Allocated IP 172.27.0.151 (6db324a0-41f0-4440-95df-83df441784f6/1196ed2a-e255-42ad-b78e-696bc1bae72b/70619bbc-6537-4c21-bf1f-4aa3503b32a9) {{(pid=104614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:35:20.887440 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-8c740e1d-15a7-4176-9e22-431e6694e392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'name': 'tempest-AttachVolumeNegativeTest-1037525343-router', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '62ebc377-0475-46f8-8fc4-d2dc60188684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:08Z', 'updated_at': '2022-05-27T03:35:16Z', 'revision_number': 4, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'gw_port': {'id': '62ebc377-0475-46f8-8fc4-d2dc60188684', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:10Z', 'updated_at': '2022-05-27T03:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_interfaces': [{'id': '75b932e1-ea13-44f5-9bbf-2e35c438adc1', 'name': '', 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'mac_address': 'fa:16:3e:0f:06:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7dc15780-a98b-4250-9509-853069c6707a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:14Z', 'updated_at': '2022-05-27T03:35:17Z', 'revision_number': 2, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'subnets': [{'id': '7dc15780-a98b-4250-9509-853069c6707a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:20.910059 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvr_db [None req-18afa25b-79f5-45cf-9196-d74bc080fb43 None None] Set router 9dce0fe0-324d-48e2-a80a-7d852b22e51c gateway port host: dv-cinder-828805-4-iscsi {{(pid=104617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:35:21.019757 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c740e1d-15a7-4176-9e22-431e6694e392 None None] Checking router: 58b91349-0dd3-4b11-9ad0-c33bf6a873c9 for host: dv-cinder-828805-4-iscsi {{(pid=104616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:35:21.020243 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c740e1d-15a7-4176-9e22-431e6694e392 None None] Updating router 58b91349-0dd3-4b11-9ad0-c33bf6a873c9 port 75b932e1-ea13-44f5-9bbf-2e35c438adc1 binding host dv-cinder-828805-4-iscsi {{(pid=104616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:35:21.059975 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-4fb9cd2a-e782-4d84-b52e-dfcb0097bb62 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks [] for port (70619bbc-6537-4c21-bf1f-4aa3503b32a9), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:21.093512 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-7efc8b1b-57f0-4d73-919b-ff0e2ea51581 None None] Current status of the port 19443ba5-603e-48f8-9354-515c2abc8c0a is: DOWN; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:35:21.095689 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-7efc8b1b-57f0-4d73-919b-ff0e2ea51581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (19443ba5-603e-48f8-9354-515c2abc8c0a), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:21.123240 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-8c740e1d-15a7-4176-9e22-431e6694e392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (75b932e1-ea13-44f5-9bbf-2e35c438adc1), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:21.143964 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:21.161053 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-dab7c219-0f8a-4371-aa34-5f8963c2663c tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for security_group (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:21.163456 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-dab7c219-0f8a-4371-aa34-5f8963c2663c tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.1486614 May 27 03:35:21.166610 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 33746) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:21.174321 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:21.184748 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [None req-bce8ec69-eb62-40bf-a4e5-51190d34703b tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Request body: {'security_group_rule': {'security_group_id': '6e372f20-1cd8-4c0f-9406-74fd003f853b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:35:21.206689 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-4fb9cd2a-e782-4d84-b52e-dfcb0097bb62 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791799515441'] for port (70619bbc-6537-4c21-bf1f-4aa3503b32a9), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:21.239209 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-24676242-d4ba-4230-858d-3c8ac6cdb96a req-1157f743-c143-4adc-bfb5-5c3ad3b0352d tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b512bc5-a49b-4745-9fee-f78929ca3611 HTTP/1.1" status: 200 len: 210 time: 0.0880647 May 27 03:35:21.251500 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=78,neutron:INSERT=14,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:21.294501 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:21.303277 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c1ae1-5d67-4584-aafa-75e284bf1acb req-b12011bd-d88c-4b36-94f1-0425eba4d063 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:21.304839 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4b9c1ae1-5d67-4584-aafa-75e284bf1acb req-b12011bd-d88c-4b36-94f1-0425eba4d063 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] 10.222.0.69 "GET /v2.0/networks?id=eb82f03a-aca5-4360-8d95-46822d61d016 HTTP/1.1" status: 200 len: 811 time: 0.7558084 May 27 03:35:21.317229 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb9cd2a-e782-4d84-b52e-dfcb0097bb62 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Network 6db324a0-41f0-4440-95df-83df441784f6 is already hosted by enough agents. {{(pid=104614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:35:21.323293 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.base_scheduler [None req-4fb9cd2a-e782-4d84-b52e-dfcb0097bb62 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Resources bound (agent type, host, resource id): {{(pid=104614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:35:21.325573 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb9cd2a-e782-4d84-b52e-dfcb0097bb62 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Pushing event updated for resources: {'Port': ['ID=70619bbc-6537-4c21-bf1f-4aa3503b32a9,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:21.329309 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb9cd2a-e782-4d84-b52e-dfcb0097bb62 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Received port after_create {{(pid=104614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:35:21.330717 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-18afa25b-79f5-45cf-9196-d74bc080fb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dce0fe0-324d-48e2-a80a-7d852b22e51c', 'name': 'tempest-AttachVolumeShelveTestJSON-1297989686-router', 'tenant_id': '1377b9e588bd44f3b29b03728c418151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '09312a9e-0482-4437-a8c2-cb7c6c16159a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:08Z', 'updated_at': '2022-05-27T03:35:15Z', 'revision_number': 4, 'project_id': '1377b9e588bd44f3b29b03728c418151', 'gw_port': {'id': '09312a9e-0482-4437-a8c2-cb7c6c16159a', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:35:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dce0fe0-324d-48e2-a80a-7d852b22e51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:09Z', 'updated_at': '2022-05-27T03:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_interfaces': [{'id': '19443ba5-603e-48f8-9354-515c2abc8c0a', 'name': '', 'network_id': '85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1', 'tenant_id': '1377b9e588bd44f3b29b03728c418151', 'mac_address': 'fa:16:3e:21:ab:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dce0fe0-324d-48e2-a80a-7d852b22e51c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '01cacb82-b9b5-47d7-9a65-bacc84dba8c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:14Z', 'updated_at': '2022-05-27T03:35:20Z', 'revision_number': 4, 'project_id': '1377b9e588bd44f3b29b03728c418151', 'subnets': [{'id': '01cacb82-b9b5-47d7-9a65-bacc84dba8c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:21.337810 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-7efc8b1b-57f0-4d73-919b-ff0e2ea51581 None None] For port 19443ba5-603e-48f8-9354-515c2abc8c0a, host dv-cinder-828805-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=19443ba5-603e-48f8-9354-515c2abc8c0a,segment=NetworkSegment(62c563a9-fe72-4adb-8d7c-17b2299b5d3d),segment_id=62c563a9-fe72-4adb-8d7c-17b2299b5d3d)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:21.367680 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18afa25b-79f5-45cf-9196-d74bc080fb43 None None] The sync data for ids ['9dce0fe0-324d-48e2-a80a-7d852b22e51c'] in dv-cinder-828805-4-iscsi is: [{'id': '9dce0fe0-324d-48e2-a80a-7d852b22e51c', 'name': 'tempest-AttachVolumeShelveTestJSON-1297989686-router', 'tenant_id': '1377b9e588bd44f3b29b03728c418151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '09312a9e-0482-4437-a8c2-cb7c6c16159a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:08Z', 'updated_at': '2022-05-27T03:35:15Z', 'revision_number': 4, 'project_id': '1377b9e588bd44f3b29b03728c418151', 'gw_port': {'id': '09312a9e-0482-4437-a8c2-cb7c6c16159a', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:35:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dce0fe0-324d-48e2-a80a-7d852b22e51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:09Z', 'updated_at': '2022-05-27T03:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_interfaces': [{'id': '19443ba5-603e-48f8-9354-515c2abc8c0a', 'name': '', 'network_id': '85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1', 'tenant_id': '1377b9e588bd44f3b29b03728c418151', 'mac_address': 'fa:16:3e:21:ab:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dce0fe0-324d-48e2-a80a-7d852b22e51c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '01cacb82-b9b5-47d7-9a65-bacc84dba8c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:14Z', 'updated_at': '2022-05-27T03:35:20Z', 'revision_number': 4, 'project_id': '1377b9e588bd44f3b29b03728c418151', 'subnets': [{'id': '01cacb82-b9b5-47d7-9a65-bacc84dba8c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:35:21.382439 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.v2.base [req-4b9c1ae1-5d67-4584-aafa-75e284bf1acb req-f95d63ff-ebe2-4f58-9d26-fe398e850cd4 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] Request body: {'port': {'device_id': '7b512bc5-a49b-4745-9fee-f78929ca3611', 'network_id': 'eb82f03a-aca5-4360-8d95-46822d61d016', 'admin_state_up': True, 'tenant_id': 'e3b236cd8e9049e6acdeb545f5d3382d'}} {{(pid=104615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:35:21.430447 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-bce8ec69-eb62-40bf-a4e5-51190d34703b tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for security_group_rule (d07b1cd9-0206-479b-971c-97b2771c47a3), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:21.506776 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (917d01f3-4a27-4590-ae14-da14d21a1e88), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:21.510693 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-7efc8b1b-57f0-4d73-919b-ff0e2ea51581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (19443ba5-603e-48f8-9354-515c2abc8c0a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:21.649779 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-4fb9cd2a-e782-4d84-b52e-dfcb0097bb62 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks [] for floatingip (b94191ee-c038-44ed-8755-dcc80fb38a1c), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:21.711735 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efc8b1b-57f0-4d73-919b-ff0e2ea51581 None None] Pushing event updated for resources: {'Port': ['ID=19443ba5-603e-48f8-9354-515c2abc8c0a,revision_number=5']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:21.769174 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-bce8ec69-eb62-40bf-a4e5-51190d34703b tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for security_group_rule (d07b1cd9-0206-479b-971c-97b2771c47a3), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:21.769944 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-392c2b91-b22d-4f7e-9ed9-1da6adb9338f None None] Provisioning complete for port 19443ba5-603e-48f8-9354-515c2abc8c0a triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:35:21.770340 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-392c2b91-b22d-4f7e-9ed9-1da6adb9338f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (19443ba5-603e-48f8-9354-515c2abc8c0a), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:21.871377 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:21.877663 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-4fb9cd2a-e782-4d84-b52e-dfcb0097bb62 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (70619bbc-6537-4c21-bf1f-4aa3503b32a9), before_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:21.886898 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-bce8ec69-eb62-40bf-a4e5-51190d34703b tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567362'] for security_group_rule (d07b1cd9-0206-479b-971c-97b2771c47a3), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:21.920910 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce8ec69-eb62-40bf-a4e5-51190d34703b tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d07b1cd9-0206-479b-971c-97b2771c47a3,revision_number=0']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:21.972765 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 19443ba5-603e-48f8-9354-515c2abc8c0a up at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:35:21.975556 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b9c1ae1-5d67-4584-aafa-75e284bf1acb req-f95d63ff-ebe2-4f58-9d26-fe398e850cd4 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] Made reservation on behalf of e3b236cd8e9049e6acdeb545f5d3382d for: {'port': 1} {{(pid=104615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:35:21.979969 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [req-4b9c1ae1-5d67-4584-aafa-75e284bf1acb req-f95d63ff-ebe2-4f58-9d26-fe398e850cd4 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:22.070808 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 33782) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:22.123194 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.v2.base [None req-a8130a36-e470-4124-b62a-f052bc0d77b4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-597617195-network', 'tenant_id': 'b8e7feb2c46c45cba6797fe2d4af3993'}} {{(pid=104615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:35:22.152742 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Provisioning complete for port 19443ba5-603e-48f8-9354-515c2abc8c0a triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:35:22.153139 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (19443ba5-603e-48f8-9354-515c2abc8c0a), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:22.284558 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8130a36-e470-4124-b62a-f052bc0d77b4 admin admin] Made reservation on behalf of b8e7feb2c46c45cba6797fe2d4af3993 for: {'network': 1} {{(pid=104615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:35:22.294167 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-a8130a36-e470-4124-b62a-f052bc0d77b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for network (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:22.312392 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-392c2b91-b22d-4f7e-9ed9-1da6adb9338f None None] Current status of the port 19443ba5-603e-48f8-9354-515c2abc8c0a is: ACTIVE; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:35:22.314256 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:22.364382 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-a8130a36-e470-4124-b62a-f052bc0d77b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:22.589793 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-4fb9cd2a-e782-4d84-b52e-dfcb0097bb62 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks [] for port (70619bbc-6537-4c21-bf1f-4aa3503b32a9), precommit_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:22.596157 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-bce8ec69-eb62-40bf-a4e5-51190d34703b tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:22.605735 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-bce8ec69-eb62-40bf-a4e5-51190d34703b tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4377367 May 27 03:35:22.619244 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 33812) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:22.619655 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-8e148fdb-a3d8-4603-84a1-04e276c80303 req-aee401bb-71be-46e1-b51b-1ba6cfbf8a93 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b512bc5-a49b-4745-9fee-f78929ca3611 HTTP/1.1" status: 200 len: 210 time: 0.1552558 May 27 03:35:22.638857 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [None req-c3ba3e8a-3f80-4e84-9459-3b84573c1f13 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Request body: {'security_group_rule': {'security_group_id': '6e372f20-1cd8-4c0f-9406-74fd003f853b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:35:22.664926 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-8c740e1d-15a7-4176-9e22-431e6694e392 None None] Publish callbacks [] for port (75b932e1-ea13-44f5-9bbf-2e35c438adc1), precommit_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:22.670473 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Current status of the port 19443ba5-603e-48f8-9354-515c2abc8c0a is: ACTIVE; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:35:22.674631 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-4fb9cd2a-e782-4d84-b52e-dfcb0097bb62 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (70619bbc-6537-4c21-bf1f-4aa3503b32a9), after_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:22.715401 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.db.db_base_plugin_common [req-4b9c1ae1-5d67-4584-aafa-75e284bf1acb req-f95d63ff-ebe2-4f58-9d26-fe398e850cd4 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] Allocated IP 172.20.0.5 (eb82f03a-aca5-4360-8d95-46822d61d016/f4ce285c-bbd1-45d6-b579-899a73df1f0f/96824533-804b-471b-8dd5-0a9fd558c227) {{(pid=104615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:35:22.758668 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-4fb9cd2a-e782-4d84-b52e-dfcb0097bb62 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680165'] for floatingip (b94191ee-c038-44ed-8755-dcc80fb38a1c), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:22.777331 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb9cd2a-e782-4d84-b52e-dfcb0097bb62 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Pushing event updated for resources: {'Port': ['ID=70619bbc-6537-4c21-bf1f-4aa3503b32a9,revision_number=2']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:22.821745 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-8c740e1d-15a7-4176-9e22-431e6694e392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (75b932e1-ea13-44f5-9bbf-2e35c438adc1), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:22.837584 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-c3ba3e8a-3f80-4e84-9459-3b84573c1f13 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for security_group_rule (65f1f805-dee9-4162-bac9-f9a0c4c4d1a2), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:22.850175 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-a8130a36-e470-4124-b62a-f052bc0d77b4 admin admin] Publish callbacks [] for security_group (4f819bce-a0d7-4756-b617-4aceeda09a11), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:22.869236 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-4fb9cd2a-e782-4d84-b52e-dfcb0097bb62 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for floatingip (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:22.872189 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-4fb9cd2a-e782-4d84-b52e-dfcb0097bb62 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8112478 May 27 03:35:22.962219 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efa811a-4d67-480e-ad97-6842ee5fdb4a None None] Pushing event updated for resources: {'Port': ['ID=75b932e1-ea13-44f5-9bbf-2e35c438adc1,revision_number=3']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:22.995258 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-a8130a36-e470-4124-b62a-f052bc0d77b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (4f819bce-a0d7-4756-b617-4aceeda09a11), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:23.001170 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-c3ba3e8a-3f80-4e84-9459-3b84573c1f13 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for security_group_rule (65f1f805-dee9-4162-bac9-f9a0c4c4d1a2), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:23.042468 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.managers [None req-8c740e1d-15a7-4176-9e22-431e6694e392 None None] Attempting to bind port 75b932e1-ea13-44f5-9bbf-2e35c438adc1 on host dv-cinder-828805-4-iscsi for vnic_type normal with profile {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:35:23.044252 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.managers [None req-8c740e1d-15a7-4176-9e22-431e6694e392 None None] Attempting to bind port 75b932e1-ea13-44f5-9bbf-2e35c438adc1 by drivers openvswitch,hyperv on host dv-cinder-828805-4-iscsi at level 0 using segments [{'id': '4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed'}] {{(pid=104616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:35:23.044772 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c740e1d-15a7-4176-9e22-431e6694e392 None None] Attempting to bind port 75b932e1-ea13-44f5-9bbf-2e35c438adc1 on network 24e2e56a-4202-49e3-9751-4bcdb4e8a6ed {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:35:23.056618 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c740e1d-15a7-4176-9e22-431e6694e392 None None] Checking agent: {'id': '917d01f3-4a27-4590-ae14-da14d21a1e88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 26, 21), 'started_at': datetime.datetime(2022, 5, 27, 3, 26, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:35:23.057403 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c740e1d-15a7-4176-9e22-431e6694e392 None None] Checking segment: {'id': '4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:35:23.064598 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-8c740e1d-15a7-4176-9e22-431e6694e392 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:23.064694 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8130a36-e470-4124-b62a-f052bc0d77b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=104615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:35:23.065252 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c740e1d-15a7-4176-9e22-431e6694e392 None None] Bound using segment: {'id': '4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed'} {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:35:23.087089 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-c3ba3e8a-3f80-4e84-9459-3b84573c1f13 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567362'] for security_group_rule (65f1f805-dee9-4162-bac9-f9a0c4c4d1a2), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:23.113829 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.managers [None req-8c740e1d-15a7-4176-9e22-431e6694e392 None None] Bound port: 75b932e1-ea13-44f5-9bbf-2e35c438adc1, host: dv-cinder-828805-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed'}}] {{(pid=104616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:35:23.114238 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-8c740e1d-15a7-4176-9e22-431e6694e392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (75b932e1-ea13-44f5-9bbf-2e35c438adc1), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:23.121069 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-a8130a36-e470-4124-b62a-f052bc0d77b4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791800041063', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545'] for segment (1c502d7c-6dca-4820-b05b-c7a819ffe6db), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:23.121561 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.db.segments_db [None req-a8130a36-e470-4124-b62a-f052bc0d77b4 admin admin] Added segment 1c502d7c-6dca-4820-b05b-c7a819ffe6db of type vlan for network 1b3a949a-7195-47e4-a726-45174074b359 May 27 03:35:23.139858 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8130a36-e470-4124-b62a-f052bc0d77b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f819bce-a0d7-4756-b617-4aceeda09a11,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:23.169849 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ba3e8a-3f80-4e84-9459-3b84573c1f13 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65f1f805-dee9-4162-bac9-f9a0c4c4d1a2,revision_number=0']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:23.176213 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [req-4b9c1ae1-5d67-4584-aafa-75e284bf1acb req-f95d63ff-ebe2-4f58-9d26-fe398e850cd4 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] Publish callbacks [] for port (96824533-804b-471b-8dd5-0a9fd558c227), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:23.274245 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-a8130a36-e470-4124-b62a-f052bc0d77b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791799485040'] for network (1b3a949a-7195-47e4-a726-45174074b359), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:23.334425 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-c3ba3e8a-3f80-4e84-9459-3b84573c1f13 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:23.336075 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-c3ba3e8a-3f80-4e84-9459-3b84573c1f13 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7139053 May 27 03:35:23.344484 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 33852) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:23.350151 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [None req-47be0f78-ca8f-4058-b3d5-37a6e5420143 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Request body: {'floatingip': {'floating_network_id': '6db324a0-41f0-4440-95df-83df441784f6'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:35:23.385961 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-8c740e1d-15a7-4176-9e22-431e6694e392 None None] For port 75b932e1-ea13-44f5-9bbf-2e35c438adc1, host dv-cinder-828805-4-iscsi, cleared binding levels {{(pid=104616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:35:23.391764 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-50f6e8fa-a81a-4aaf-9a54-e0634799d88d None None] Provisioning complete for port 75b932e1-ea13-44f5-9bbf-2e35c438adc1 triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:35:23.392055 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-50f6e8fa-a81a-4aaf-9a54-e0634799d88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (75b932e1-ea13-44f5-9bbf-2e35c438adc1), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:23.398193 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-8c740e1d-15a7-4176-9e22-431e6694e392 None None] For port 75b932e1-ea13-44f5-9bbf-2e35c438adc1, host dv-cinder-828805-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=75b932e1-ea13-44f5-9bbf-2e35c438adc1,segment=NetworkSegment(4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6),segment_id=4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6)] {{(pid=104616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:35:23.401084 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.db.resource_extend [None req-a8130a36-e470-4124-b62a-f052bc0d77b4 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:35:23.434971 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-49a34886-9e73-4d57-b2a3-0d3697cb22e7 req-713b7473-0fb4-4d65-8946-600dd39888e4 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--2052277398&fields=id&tenant_id=1377b9e588bd44f3b29b03728c418151 HTTP/1.1" status: 200 len: 267 time: 0.1643035 May 27 03:35:23.457704 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-47be0f78-ca8f-4058-b3d5-37a6e5420143 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:23.487511 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-50f6e8fa-a81a-4aaf-9a54-e0634799d88d None None] Port 75b932e1-ea13-44f5-9bbf-2e35c438adc1 cannot update to ACTIVE because it is not bound. {{(pid=104616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:35:23.496062 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-a8130a36-e470-4124-b62a-f052bc0d77b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395'] for network (1b3a949a-7195-47e4-a726-45174074b359), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:23.506585 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8130a36-e470-4124-b62a-f052bc0d77b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:23.509258 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-a8130a36-e470-4124-b62a-f052bc0d77b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-373421'] for network (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:23.593381 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-47be0f78-ca8f-4058-b3d5-37a6e5420143 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:23.595914 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-8c740e1d-15a7-4176-9e22-431e6694e392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (75b932e1-ea13-44f5-9bbf-2e35c438adc1), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:23.614485 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [req-4b9c1ae1-5d67-4584-aafa-75e284bf1acb req-f95d63ff-ebe2-4f58-9d26-fe398e850cd4 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791799515441'] for port (96824533-804b-471b-8dd5-0a9fd558c227), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:23.711640 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:23.766483 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:23.843516 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95d63ff-ebe2-4f58-9d26-fe398e850cd4 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] Pushing event updated for resources: {'Port': ['ID=96824533-804b-471b-8dd5-0a9fd558c227,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:23.923668 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c740e1d-15a7-4176-9e22-431e6694e392 None None] Routers {'58b91349-0dd3-4b11-9ad0-c33bf6a873c9'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:35:23.928866 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-8c740e1d-15a7-4176-9e22-431e6694e392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:35:17Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['58b91349-0dd3-4b11-9ad0-c33bf6a873c9'], 'active': True} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:23.943812 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.db_base_plugin_common [None req-47be0f78-ca8f-4058-b3d5-37a6e5420143 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Allocated IP 172.27.0.90 (6db324a0-41f0-4440-95df-83df441784f6/1196ed2a-e255-42ad-b78e-696bc1bae72b/9089a26b-ac60-4a3d-877c-f0ac74aaaef0) {{(pid=104614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:35:23.992211 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-a8130a36-e470-4124-b62a-f052bc0d77b4 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.9192255 May 27 03:35:24.003808 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1618917c-ef66-4086-9b73-488bd73ce67a req-85fe9790-1602-4cc7-826f-8f193b868f20 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:24.006006 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-1618917c-ef66-4086-9b73-488bd73ce67a req-85fe9790-1602-4cc7-826f-8f193b868f20 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b512bc5-a49b-4745-9fee-f78929ca3611 HTTP/1.1" status: 200 len: 931 time: 0.1801672 May 27 03:35:24.013064 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 33860) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:24.018219 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.v2.base [None req-94b8198a-a1e0-46a6-9ee9-dad393ffafd1 admin admin] Request body: {'subnet': {'network_id': '1b3a949a-7195-47e4-a726-45174074b359', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-597617195-subnet', 'tenant_id': 'b8e7feb2c46c45cba6797fe2d4af3993', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:35:24.070917 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efa811a-4d67-480e-ad97-6842ee5fdb4a None None] Pushing event updated for resources: {'Port': ['ID=75b932e1-ea13-44f5-9bbf-2e35c438adc1,revision_number=4']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:24.101290 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b9c1ae1-5d67-4584-aafa-75e284bf1acb req-f95d63ff-ebe2-4f58-9d26-fe398e850cd4 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] Network eb82f03a-aca5-4360-8d95-46822d61d016 is already hosted by enough agents. {{(pid=104615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:35:24.140337 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.base_scheduler [req-4b9c1ae1-5d67-4584-aafa-75e284bf1acb req-f95d63ff-ebe2-4f58-9d26-fe398e850cd4 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] Resources bound (agent type, host, resource id): {{(pid=104615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:35:24.162183 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b9c1ae1-5d67-4584-aafa-75e284bf1acb req-f95d63ff-ebe2-4f58-9d26-fe398e850cd4 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] Received port after_create {{(pid=104615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:35:24.183119 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c1ae1-5d67-4584-aafa-75e284bf1acb req-f95d63ff-ebe2-4f58-9d26-fe398e850cd4 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:24.186434 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [req-4b9c1ae1-5d67-4584-aafa-75e284bf1acb req-f95d63ff-ebe2-4f58-9d26-fe398e850cd4 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-373421'] for port (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:24.220023 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:24.222457 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8130a36-e470-4124-b62a-f052bc0d77b4 admin admin] Pushing event updated for resources: {'Network': ['ID=1b3a949a-7195-47e4-a726-45174074b359,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:24.226151 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b8198a-a1e0-46a6-9ee9-dad393ffafd1 admin admin] Made reservation on behalf of b8e7feb2c46c45cba6797fe2d4af3993 for: {'subnet': 1} {{(pid=104615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:35:24.235573 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-94b8198a-a1e0-46a6-9ee9-dad393ffafd1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:24.243614 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-e97d1117-172b-4538-8478-a5526faaadc2 None None] Provisioning complete for port 75b932e1-ea13-44f5-9bbf-2e35c438adc1 triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:35:24.243978 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-e97d1117-172b-4538-8478-a5526faaadc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (75b932e1-ea13-44f5-9bbf-2e35c438adc1), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:24.429671 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-47be0f78-ca8f-4058-b3d5-37a6e5420143 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for port (9089a26b-ac60-4a3d-877c-f0ac74aaaef0), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:24.577535 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 19443ba5-603e-48f8-9354-515c2abc8c0a up at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:35:24.577535 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Network 1b3a949a-7195-47e4-a726-45174074b359 details requested by agent ovs-agent-dv-cinder-828805-4-iscsi with host dv-cinder-828805-4-iscsi {{(pid=104616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:35:24.578056 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a34886-9e73-4d57-b2a3-0d3697cb22e7 req-0b756de2-acb9-4131-8339-90e09d1a45eb tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:24.578056 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-49a34886-9e73-4d57-b2a3-0d3697cb22e7 req-0b756de2-acb9-4131-8339-90e09d1a45eb tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/networks?id=85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1 HTTP/1.1" status: 200 len: 817 time: 1.0979857 May 27 03:35:24.578331 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvr_db [None req-8c740e1d-15a7-4176-9e22-431e6694e392 None None] Set router 58b91349-0dd3-4b11-9ad0-c33bf6a873c9 gateway port host: dv-cinder-828805-4-iscsi {{(pid=104616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:35:24.578632 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-49a34886-9e73-4d57-b2a3-0d3697cb22e7 req-97d6bcba-af39-4ec0-bbd9-21390c0d69d3 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/quotas/1377b9e588bd44f3b29b03728c418151 HTTP/1.1" status: 200 len: 375 time: 0.0320852 May 27 03:35:24.726274 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-1618917c-ef66-4086-9b73-488bd73ce67a req-41766b6b-b087-4144-a824-65dd2665bb1b tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3fa7bf4-dcc8-4eb5-9014-7e3889333b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6608346 May 27 03:35:24.738496 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-49a34886-9e73-4d57-b2a3-0d3697cb22e7 req-31af3ff2-bd8f-48b6-b4ea-2980c0add3eb tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1377b9e588bd44f3b29b03728c418151&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1639841 May 27 03:35:24.842459 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Provisioning complete for port 19443ba5-603e-48f8-9354-515c2abc8c0a triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:35:24.844797 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (19443ba5-603e-48f8-9354-515c2abc8c0a), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:24.874333 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-47be0f78-ca8f-4058-b3d5-37a6e5420143 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791799515441'] for port (9089a26b-ac60-4a3d-877c-f0ac74aaaef0), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:24.875152 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4b9c1ae1-5d67-4584-aafa-75e284bf1acb req-f95d63ff-ebe2-4f58-9d26-fe398e850cd4 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4920061 May 27 03:35:24.895046 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=100 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:24.902275 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-e97d1117-172b-4538-8478-a5526faaadc2 None None] Current status of the port 75b932e1-ea13-44f5-9bbf-2e35c438adc1 is: DOWN; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:35:24.902275 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-e97d1117-172b-4538-8478-a5526faaadc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (75b932e1-ea13-44f5-9bbf-2e35c438adc1), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:24.927520 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-94b8198a-a1e0-46a6-9ee9-dad393ffafd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395'] for subnet (30e64a9b-2248-422a-8dd8-1460bdf2696b), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:24.953297 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47be0f78-ca8f-4058-b3d5-37a6e5420143 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Network 6db324a0-41f0-4440-95df-83df441784f6 is already hosted by enough agents. {{(pid=104614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:35:24.957929 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.base_scheduler [None req-47be0f78-ca8f-4058-b3d5-37a6e5420143 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Resources bound (agent type, host, resource id): {{(pid=104614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:35:24.967385 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47be0f78-ca8f-4058-b3d5-37a6e5420143 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Received port after_create {{(pid=104614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:35:24.975629 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-e97d1117-172b-4538-8478-a5526faaadc2 None None] For port 75b932e1-ea13-44f5-9bbf-2e35c438adc1, host dv-cinder-828805-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=75b932e1-ea13-44f5-9bbf-2e35c438adc1,segment=NetworkSegment(4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6),segment_id=4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:25.016038 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47be0f78-ca8f-4058-b3d5-37a6e5420143 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Pushing event updated for resources: {'Port': ['ID=9089a26b-ac60-4a3d-877c-f0ac74aaaef0,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:25.050062 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-e97d1117-172b-4538-8478-a5526faaadc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (75b932e1-ea13-44f5-9bbf-2e35c438adc1), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:25.060164 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-8c740e1d-15a7-4176-9e22-431e6694e392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'name': 'tempest-AttachVolumeNegativeTest-1037525343-router', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '62ebc377-0475-46f8-8fc4-d2dc60188684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:08Z', 'updated_at': '2022-05-27T03:35:16Z', 'revision_number': 4, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'gw_port': {'id': '62ebc377-0475-46f8-8fc4-d2dc60188684', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:10Z', 'updated_at': '2022-05-27T03:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_interfaces': [{'id': '75b932e1-ea13-44f5-9bbf-2e35c438adc1', 'name': '', 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'mac_address': 'fa:16:3e:0f:06:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7dc15780-a98b-4250-9509-853069c6707a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:14Z', 'updated_at': '2022-05-27T03:35:23Z', 'revision_number': 4, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'subnets': [{'id': '7dc15780-a98b-4250-9509-853069c6707a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:25.061930 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-47be0f78-ca8f-4058-b3d5-37a6e5420143 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for floatingip (bf94151b-d9dc-4f56-874f-3ae26beeceee), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:25.079249 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [req-4b9c1ae1-5d67-4584-aafa-75e284bf1acb req-032606bc-2973-4f7c-8675-4a1f236926b3 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 03:35:25.082734 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4b9c1ae1-5d67-4584-aafa-75e284bf1acb req-032606bc-2973-4f7c-8675-4a1f236926b3 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0179157 May 27 03:35:25.181167 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b8198a-a1e0-46a6-9ee9-dad393ffafd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30e64a9b-2248-422a-8dd8-1460bdf2696b,revision_number=0']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:25.197013 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [req-49a34886-9e73-4d57-b2a3-0d3697cb22e7 req-e2be5d49-2b44-498a-8efb-3ebb92f57fb4 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 03:35:25.198088 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-49a34886-9e73-4d57-b2a3-0d3697cb22e7 req-e2be5d49-2b44-498a-8efb-3ebb92f57fb4 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1322761 May 27 03:35:25.209955 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-47be0f78-ca8f-4058-b3d5-37a6e5420143 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (9089a26b-ac60-4a3d-877c-f0ac74aaaef0), before_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:25.210202 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97d1117-172b-4538-8478-a5526faaadc2 None None] Pushing event updated for resources: {'Port': ['ID=75b932e1-ea13-44f5-9bbf-2e35c438adc1,revision_number=5']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:25.224507 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c740e1d-15a7-4176-9e22-431e6694e392 None None] The sync data for ids ['58b91349-0dd3-4b11-9ad0-c33bf6a873c9'] in dv-cinder-828805-4-iscsi is: [{'id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'name': 'tempest-AttachVolumeNegativeTest-1037525343-router', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '62ebc377-0475-46f8-8fc4-d2dc60188684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:08Z', 'updated_at': '2022-05-27T03:35:16Z', 'revision_number': 4, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'gw_port': {'id': '62ebc377-0475-46f8-8fc4-d2dc60188684', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:10Z', 'updated_at': '2022-05-27T03:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_interfaces': [{'id': '75b932e1-ea13-44f5-9bbf-2e35c438adc1', 'name': '', 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'mac_address': 'fa:16:3e:0f:06:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7dc15780-a98b-4250-9509-853069c6707a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:14Z', 'updated_at': '2022-05-27T03:35:23Z', 'revision_number': 4, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'subnets': [{'id': '7dc15780-a98b-4250-9509-853069c6707a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:35:25.238304 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Current status of the port 19443ba5-603e-48f8-9354-515c2abc8c0a is: ACTIVE; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:35:25.270428 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b8198a-a1e0-46a6-9ee9-dad393ffafd1 admin admin] Checking segment: {'id': '1c502d7c-6dca-4820-b05b-c7a819ffe6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1b3a949a-7195-47e4-a726-45174074b359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:35:25.270428 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b8198a-a1e0-46a6-9ee9-dad393ffafd1 admin admin] Network hostable DHCP agents. Network: 1b3a949a-7195-47e4-a726-45174074b359, hostable agents: ['b322252d-fb9d-4652-a830-647fed26b29a'], hosted agents: [] {{(pid=104615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:35:25.339202 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:25.449541 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-49a34886-9e73-4d57-b2a3-0d3697cb22e7 req-aa98f7f8-05d0-4d22-b3b5-f64b9feb8687 service neutron] 10.222.0.24 "GET /v2.0/networks/85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374041 May 27 03:35:25.454756 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.v2.base [req-4b9c1ae1-5d67-4584-aafa-75e284bf1acb req-d8f16f57-ecb8-492e-8143-5f9227273509 service neutron] Request body: {'port': {'device_id': '7b512bc5-a49b-4745-9fee-f78929ca3611', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:35:25.645107 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-47be0f78-ca8f-4058-b3d5-37a6e5420143 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for port (9089a26b-ac60-4a3d-877c-f0ac74aaaef0), precommit_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:25.712762 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-47be0f78-ca8f-4058-b3d5-37a6e5420143 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (9089a26b-ac60-4a3d-877c-f0ac74aaaef0), after_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:25.786665 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47be0f78-ca8f-4058-b3d5-37a6e5420143 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Pushing event updated for resources: {'Port': ['ID=9089a26b-ac60-4a3d-877c-f0ac74aaaef0,revision_number=2']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:25.809533 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-47be0f78-ca8f-4058-b3d5-37a6e5420143 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680165'] for floatingip (bf94151b-d9dc-4f56-874f-3ae26beeceee), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:25.855953 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b8198a-a1e0-46a6-9ee9-dad393ffafd1 admin admin] Network 1b3a949a-7195-47e4-a726-45174074b359 is scheduled to be hosted by DHCP agent b322252d-fb9d-4652-a830-647fed26b29a with binding_index 1 {{(pid=104615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:35:25.893513 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-47be0f78-ca8f-4058-b3d5-37a6e5420143 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for floatingip (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:25.906407 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-47be0f78-ca8f-4058-b3d5-37a6e5420143 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5604007 May 27 03:35:26.004100 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-49a34886-9e73-4d57-b2a3-0d3697cb22e7 req-82372b55-f284-4a79-9c2a-8fb36e3af5a7 service neutron] 10.222.0.24 "GET /v2.0/networks/85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4778581 May 27 03:35:26.004876 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=5 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:26.085291 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.base_scheduler [None req-94b8198a-a1e0-46a6-9ee9-dad393ffafd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-4-iscsi, 1b3a949a-7195-47e4-a726-45174074b359) {{(pid=104615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:35:26.087702 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c15819a-76ca-4cb5-b29c-dc5a88a40f0d req-b7ceea2a-d977-4494-9ac1-206b8c2b0f6c tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:26.089245 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-7c15819a-76ca-4cb5-b29c-dc5a88a40f0d req-b7ceea2a-d977-4494-9ac1-206b8c2b0f6c tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b512bc5-a49b-4745-9fee-f78929ca3611 HTTP/1.1" status: 200 len: 931 time: 0.0880001 May 27 03:35:26.091894 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09af691-e8a2-49d8-ad01-0a68372aca39 None None] Network 1b3a949a-7195-47e4-a726-45174074b359 requested from dv-cinder-828805-4-iscsi {{(pid=104616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:35:26.094173 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b8198a-a1e0-46a6-9ee9-dad393ffafd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:26.095050 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-94b8198a-a1e0-46a6-9ee9-dad393ffafd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-373421'] for subnet (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:26.139700 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [req-4b9c1ae1-5d67-4584-aafa-75e284bf1acb req-d8f16f57-ecb8-492e-8143-5f9227273509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (96824533-804b-471b-8dd5-0a9fd558c227), before_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:26.341991 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a4a353-725c-49ba-b1d2-38da03330ccf None None] Network 1b3a949a-7195-47e4-a726-45174074b359 requested from dv-cinder-828805-4-iscsi {{(pid=104616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:35:26.435265 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:26.465559 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 75b932e1-ea13-44f5-9bbf-2e35c438adc1 up at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:35:26.615901 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Provisioning complete for port 75b932e1-ea13-44f5-9bbf-2e35c438adc1 triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:35:26.622431 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (75b932e1-ea13-44f5-9bbf-2e35c438adc1), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:26.665122 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-94b8198a-a1e0-46a6-9ee9-dad393ffafd1 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.6508992 May 27 03:35:26.902767 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Current status of the port 75b932e1-ea13-44f5-9bbf-2e35c438adc1 is: ACTIVE; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:35:26.966206 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-7c15819a-76ca-4cb5-b29c-dc5a88a40f0d req-8fb99b41-6bef-4240-ae9c-b36a1e58e38f tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3fa7bf4-dcc8-4eb5-9014-7e3889333b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8361375 May 27 03:35:27.035211 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 33984) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:27.126520 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4a72bc84-9dad-467a-aa46-0d5110c5dc72 req-144c106a-09df-4fe3-b151-91d9014fb1c1 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--699147423&fields=id&tenant_id=8ae1382d8f774b5db702d78e3bed622a HTTP/1.1" status: 200 len: 267 time: 0.3930271 May 27 03:35:27.230123 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa62b673-5ac5-4db1-ba49-8925fbf1e993 admin admin] Deleting subnet 8e8cb58d-87c1-4009-86c5-a56fbdf4eb7e {{(pid=104614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 03:35:27.249487 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-fa62b673-5ac5-4db1-ba49-8925fbf1e993 admin admin] Publish callbacks [] for subnet (8e8cb58d-87c1-4009-86c5-a56fbdf4eb7e), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:27.294461 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-763975e9-c478-4535-b5dc-00b52ad98dc4 req-237758b4-2fb1-4c1e-9ea6-f9d0285ec23b tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 210 time: 0.2125590 May 27 03:35:27.352428 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-fa62b673-5ac5-4db1-ba49-8925fbf1e993 admin admin] Publish callbacks [] for subnet (8e8cb58d-87c1-4009-86c5-a56fbdf4eb7e), precommit_delete_associations {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:27.364273 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-fa62b673-5ac5-4db1-ba49-8925fbf1e993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004246'] for subnet (8e8cb58d-87c1-4009-86c5-a56fbdf4eb7e), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:27.381100 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72bc84-9dad-467a-aa46-0d5110c5dc72 req-4531e0ff-9e05-4b20-ad01-fa71233ab6de tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:27.388397 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4a72bc84-9dad-467a-aa46-0d5110c5dc72 req-4531e0ff-9e05-4b20-ad01-fa71233ab6de tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/networks?id=24e2e56a-4202-49e3-9751-4bcdb4e8a6ed HTTP/1.1" status: 200 len: 815 time: 0.2609293 May 27 03:35:27.414373 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4a72bc84-9dad-467a-aa46-0d5110c5dc72 req-f64bd973-2d1e-410a-a5ba-55247f160418 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/quotas/8ae1382d8f774b5db702d78e3bed622a HTTP/1.1" status: 200 len: 375 time: 0.0250323 May 27 03:35:27.491668 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4a72bc84-9dad-467a-aa46-0d5110c5dc72 req-c3079719-2021-4536-b35c-7fd8ce405b72 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8ae1382d8f774b5db702d78e3bed622a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0761056 May 27 03:35:27.510538 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-fa62b673-5ac5-4db1-ba49-8925fbf1e993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395'] for subnet (8e8cb58d-87c1-4009-86c5-a56fbdf4eb7e), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:27.543832 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa62b673-5ac5-4db1-ba49-8925fbf1e993 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e8cb58d-87c1-4009-86c5-a56fbdf4eb7e,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:27.565997 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-fa62b673-5ac5-4db1-ba49-8925fbf1e993 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:27.570924 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-fa62b673-5ac5-4db1-ba49-8925fbf1e993 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8e8cb58d-87c1-4009-86c5-a56fbdf4eb7e HTTP/1.1" status: 204 len: 168 time: 0.5404387 May 27 03:35:27.573756 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 34002) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:27.625093 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.notifiers.nova [req-4b9c1ae1-5d67-4584-aafa-75e284bf1acb req-d8f16f57-ecb8-492e-8143-5f9227273509 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96824533-804b-471b-8dd5-0a9fd558c227 {{(pid=104615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:35:27.648730 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [req-4b9c1ae1-5d67-4584-aafa-75e284bf1acb req-d8f16f57-ecb8-492e-8143-5f9227273509 service neutron] Publish callbacks [] for port (96824533-804b-471b-8dd5-0a9fd558c227), precommit_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:27.683719 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0d0a74d5-90c8-4951-b3f2-1f13aef35e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963665'] for network (42490605-aaf7-4909-896f-48607e83855d), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:27.689731 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.db.provisioning_blocks [req-4b9c1ae1-5d67-4584-aafa-75e284bf1acb req-d8f16f57-ecb8-492e-8143-5f9227273509 service neutron] Transition to ACTIVE for port object 96824533-804b-471b-8dd5-0a9fd558c227 will not be triggered until provisioned by entity L2. {{(pid=104615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:35:27.716127 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4a72bc84-9dad-467a-aa46-0d5110c5dc72 req-ef809119-7a5f-472d-a510-9094b452e9fd service neutron] 10.222.0.24 "GET /v2.0/networks/24e2e56a-4202-49e3-9751-4bcdb4e8a6ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917875 May 27 03:35:27.736699 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:27.817839 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [req-4b9c1ae1-5d67-4584-aafa-75e284bf1acb req-d8f16f57-ecb8-492e-8143-5f9227273509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (96824533-804b-471b-8dd5-0a9fd558c227), after_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:27.819035 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0d0a74d5-90c8-4951-b3f2-1f13aef35e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3997731', 'neutron.services.segments.db._delete_segments_for_network-8791800041072'] for network (42490605-aaf7-4909-896f-48607e83855d), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:27.853527 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0d0a74d5-90c8-4951-b3f2-1f13aef35e4e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:35:27.853896 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0d0a74d5-90c8-4951-b3f2-1f13aef35e4e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:35:27.854669 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0d0a74d5-90c8-4951-b3f2-1f13aef35e4e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:35:27.855050 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0d0a74d5-90c8-4951-b3f2-1f13aef35e4e admin admin] Subscribe: > port after_create 55550000 {{(pid=104614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:35:27.855436 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0d0a74d5-90c8-4951-b3f2-1f13aef35e4e admin admin] Subscribe: > port after_delete 55550000 {{(pid=104614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:35:27.855774 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0d0a74d5-90c8-4951-b3f2-1f13aef35e4e admin admin] Subscribe: > port after_update 55550000 {{(pid=104614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:35:27.856098 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0d0a74d5-90c8-4951-b3f2-1f13aef35e4e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:35:27.856424 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0d0a74d5-90c8-4951-b3f2-1f13aef35e4e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:35:27.856745 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0d0a74d5-90c8-4951-b3f2-1f13aef35e4e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:35:27.857484 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0d0a74d5-90c8-4951-b3f2-1f13aef35e4e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:35:27.993427 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f16f57-ecb8-492e-8143-5f9227273509 service neutron] Pushing event updated for resources: {'Port': ['ID=96824533-804b-471b-8dd5-0a9fd558c227,revision_number=2']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:28.002606 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4a72bc84-9dad-467a-aa46-0d5110c5dc72 req-682bd6a7-dcf8-478a-8d9d-900f1c47ff84 service neutron] 10.222.0.24 "GET /v2.0/networks/24e2e56a-4202-49e3-9751-4bcdb4e8a6ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783957 May 27 03:35:28.009981 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.managers [req-4b9c1ae1-5d67-4584-aafa-75e284bf1acb req-d8f16f57-ecb8-492e-8143-5f9227273509 service neutron] Attempting to bind port 96824533-804b-471b-8dd5-0a9fd558c227 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:35:28.010463 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.managers [req-4b9c1ae1-5d67-4584-aafa-75e284bf1acb req-d8f16f57-ecb8-492e-8143-5f9227273509 service neutron] Attempting to bind port 96824533-804b-471b-8dd5-0a9fd558c227 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '52bbd8f8-c275-43bb-b64e-f50ded9d01b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'eb82f03a-aca5-4360-8d95-46822d61d016'}] {{(pid=104615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:35:28.011065 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9c1ae1-5d67-4584-aafa-75e284bf1acb req-d8f16f57-ecb8-492e-8143-5f9227273509 service neutron] Attempting to bind port 96824533-804b-471b-8dd5-0a9fd558c227 on network eb82f03a-aca5-4360-8d95-46822d61d016 {{(pid=104615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:35:28.018660 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9c1ae1-5d67-4584-aafa-75e284bf1acb req-d8f16f57-ecb8-492e-8143-5f9227273509 service neutron] Port 96824533-804b-471b-8dd5-0a9fd558c227 on network eb82f03a-aca5-4360-8d95-46822d61d016 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:35:28.024620 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9c1ae1-5d67-4584-aafa-75e284bf1acb req-d8f16f57-ecb8-492e-8143-5f9227273509 service neutron] Attempting to bind port 96824533-804b-471b-8dd5-0a9fd558c227 on network eb82f03a-aca5-4360-8d95-46822d61d016 {{(pid=104615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:35:28.024905 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9c1ae1-5d67-4584-aafa-75e284bf1acb req-d8f16f57-ecb8-492e-8143-5f9227273509 service neutron] Checking agent: {'id': '134bae73-502b-4599-bb47-129fee8818a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 33, 12), 'started_at': datetime.datetime(2022, 5, 27, 3, 33, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:35:28.025262 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9c1ae1-5d67-4584-aafa-75e284bf1acb req-d8f16f57-ecb8-492e-8143-5f9227273509 service neutron] Checking segment: {'id': '52bbd8f8-c275-43bb-b64e-f50ded9d01b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'eb82f03a-aca5-4360-8d95-46822d61d016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:35:28.025813 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9c1ae1-5d67-4584-aafa-75e284bf1acb req-d8f16f57-ecb8-492e-8143-5f9227273509 service neutron] Bound using segment: {'id': '52bbd8f8-c275-43bb-b64e-f50ded9d01b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'eb82f03a-aca5-4360-8d95-46822d61d016'} {{(pid=104615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:35:28.026256 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.managers [req-4b9c1ae1-5d67-4584-aafa-75e284bf1acb req-d8f16f57-ecb8-492e-8143-5f9227273509 service neutron] Bound port: 96824533-804b-471b-8dd5-0a9fd558c227, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52bbd8f8-c275-43bb-b64e-f50ded9d01b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'eb82f03a-aca5-4360-8d95-46822d61d016'}}] {{(pid=104615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:35:28.026626 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [req-4b9c1ae1-5d67-4584-aafa-75e284bf1acb req-d8f16f57-ecb8-492e-8143-5f9227273509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (96824533-804b-471b-8dd5-0a9fd558c227), before_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:28.222814 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fefb9a-dc4f-4501-946f-0989619f3f5e req-70cd470a-d8cf-477f-8e66-77ad32e9eeef tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:28.230053 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-f0fefb9a-dc4f-4501-946f-0989619f3f5e req-70cd470a-d8cf-477f-8e66-77ad32e9eeef tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b512bc5-a49b-4745-9fee-f78929ca3611 HTTP/1.1" status: 200 len: 943 time: 0.1013634 May 27 03:35:28.241315 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.db [req-4b9c1ae1-5d67-4584-aafa-75e284bf1acb req-d8f16f57-ecb8-492e-8143-5f9227273509 service neutron] For port 96824533-804b-471b-8dd5-0a9fd558c227, host hv-cinder-82880, cleared binding levels {{(pid=104615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:35:28.245280 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.db [req-4b9c1ae1-5d67-4584-aafa-75e284bf1acb req-d8f16f57-ecb8-492e-8143-5f9227273509 service neutron] For port 96824533-804b-471b-8dd5-0a9fd558c227, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=96824533-804b-471b-8dd5-0a9fd558c227,segment=NetworkSegment(52bbd8f8-c275-43bb-b64e-f50ded9d01b1),segment_id=52bbd8f8-c275-43bb-b64e-f50ded9d01b1)] {{(pid=104615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:35:28.316338 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-f0fefb9a-dc4f-4501-946f-0989619f3f5e req-c05ae2e0-428b-4703-ae9a-3ce7aaa61d9b tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3fa7bf4-dcc8-4eb5-9014-7e3889333b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853789 May 27 03:35:28.327650 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0d0a74d5-90c8-4951-b3f2-1f13aef35e4e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:35:28.328147 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0d0a74d5-90c8-4951-b3f2-1f13aef35e4e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:35:28.328335 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0d0a74d5-90c8-4951-b3f2-1f13aef35e4e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:35:28.328640 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0d0a74d5-90c8-4951-b3f2-1f13aef35e4e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:35:28.329016 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.services.segments.db [None req-0d0a74d5-90c8-4951-b3f2-1f13aef35e4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42490605-aaf7-4909-896f-48607e83855d']}} {{(pid=104614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:28.348211 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.services.segments.db [None req-0d0a74d5-90c8-4951-b3f2-1f13aef35e4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7db7ac4a-1d65-46de-ab1c-26e2ab699e0b') {'for_net_delete': True} {{(pid=104614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:28.348417 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.services.segments.db [None req-0d0a74d5-90c8-4951-b3f2-1f13aef35e4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7db7ac4a-1d65-46de-ab1c-26e2ab699e0b') {} {{(pid=104614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:28.368856 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0d0a74d5-90c8-4951-b3f2-1f13aef35e4e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791800041849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584813197'] for segment (7db7ac4a-1d65-46de-ab1c-26e2ab699e0b), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:28.374352 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [req-4b9c1ae1-5d67-4584-aafa-75e284bf1acb req-d8f16f57-ecb8-492e-8143-5f9227273509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (96824533-804b-471b-8dd5-0a9fd558c227), after_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:28.399419 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0d0a74d5-90c8-4951-b3f2-1f13aef35e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545'] for segment (7db7ac4a-1d65-46de-ab1c-26e2ab699e0b), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:28.416508 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d0a74d5-90c8-4951-b3f2-1f13aef35e4e admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=104614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:35:28.416928 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0d0a74d5-90c8-4951-b3f2-1f13aef35e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8584798986'] for segment (7db7ac4a-1d65-46de-ab1c-26e2ab699e0b), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:28.612454 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0d0a74d5-90c8-4951-b3f2-1f13aef35e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3997720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680183'] for network (42490605-aaf7-4909-896f-48607e83855d), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:28.625454 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0d0a74d5-90c8-4951-b3f2-1f13aef35e4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-373421'] for network (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:28.630473 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-0d0a74d5-90c8-4951-b3f2-1f13aef35e4e admin admin] 10.222.0.24 "DELETE /v2.0/networks/42490605-aaf7-4909-896f-48607e83855d HTTP/1.1" status: 204 len: 168 time: 1.0550129 May 27 03:35:28.653017 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 34042) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:28.668309 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0a74d5-90c8-4951-b3f2-1f13aef35e4e admin admin] Pushing event deleted for resources: {'Network': ['ID=42490605-aaf7-4909-896f-48607e83855d,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:28.727068 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c1ae1-5d67-4584-aafa-75e284bf1acb req-d8f16f57-ecb8-492e-8143-5f9227273509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:28.730189 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [req-4b9c1ae1-5d67-4584-aafa-75e284bf1acb req-d8f16f57-ecb8-492e-8143-5f9227273509 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-373421'] for port (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:28.738195 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4b9c1ae1-5d67-4584-aafa-75e284bf1acb req-d8f16f57-ecb8-492e-8143-5f9227273509 service neutron] 10.222.0.69 "PUT /v2.0/ports/96824533-804b-471b-8dd5-0a9fd558c227 HTTP/1.1" status: 200 len: 1093 time: 3.5265293 May 27 03:35:28.743640 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-5382ca0c-d27e-4177-9a44-711f5405795d req-d7daf9a1-7797-454e-8c3b-612cd1303bf0 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 210 time: 0.3331912 May 27 03:35:28.744176 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b512bc5-a49b-4745-9fee-f78929ca3611', 'tag': '96824533-804b-471b-8dd5-0a9fd558c227'}] {{(pid=104615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:35:28.750579 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf849964-ae8d-4f62-bd7e-8e4f631ae950 admin admin] Deleting subnet 30e64a9b-2248-422a-8dd8-1460bdf2696b {{(pid=104614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 03:35:28.774236 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-cf849964-ae8d-4f62-bd7e-8e4f631ae950 admin admin] Publish callbacks [] for subnet (30e64a9b-2248-422a-8dd8-1460bdf2696b), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:28.859142 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-a6b7b380-c2b9-4541-b721-793ba81cf851 req-ddb1621d-4e37-4163-9bfe-dd5474db3556 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=79319ab8-3b21-4189-af20-8295ec40a10b HTTP/1.1" status: 200 len: 210 time: 0.3426361 May 27 03:35:28.867561 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:UPDATE=3 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:28.878213 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-cf849964-ae8d-4f62-bd7e-8e4f631ae950 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584813236'] for subnet (30e64a9b-2248-422a-8dd8-1460bdf2696b), precommit_delete_associations {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:28.905638 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f16f57-ecb8-492e-8143-5f9227273509 service neutron] Pushing event updated for resources: {'Port': ['ID=96824533-804b-471b-8dd5-0a9fd558c227,revision_number=3']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:29.016099 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-cf849964-ae8d-4f62-bd7e-8e4f631ae950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004246'] for subnet (30e64a9b-2248-422a-8dd8-1460bdf2696b), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:29.032068 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9faa1dd78fb558d4018d1363b43ffec7552e77d137433f9c5cc39ec2f1c636e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c6d798-23cc-4564-a92b-a95710cf484c" -d '{"events": [{"name": "network-changed", "server_uuid": "7b512bc5-a49b-4745-9fee-f78929ca3611", "tag": "96824533-804b-471b-8dd5-0a9fd558c227"}]}' {{(pid=104615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:35:29.037600 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.services.segments.plugin [-] Segment 7db7ac4a-1d65-46de-ab1c-26e2ab699e0b resource provider aggregate not found May 27 03:35:29.066382 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.services.segments.plugin [-] Segment 7db7ac4a-1d65-46de-ab1c-26e2ab699e0b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7db7ac4a-1d65-46de-ab1c-26e2ab699e0b found for delete ", "request_id": "req-95425a7f-9308-4897-b65d-cccea566d11a"}]} May 27 03:35:29.134239 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:29.165684 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c9d8d1-c28e-497f-9768-ba0e272a376d x-openstack-request-id: req-11c9d8d1-c28e-497f-9768-ba0e272a376d {{(pid=104615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:35:29.167929 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b512bc5-a49b-4745-9fee-f78929ca3611", "tag": "96824533-804b-471b-8dd5-0a9fd558c227", "status": "completed", "code": 200}]} {{(pid=104615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:35:29.168938 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-11c9d8d1-c28e-497f-9768-ba0e272a376d {{(pid=104615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:35:29.169403 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11c9d8d1-c28e-497f-9768-ba0e272a376d'] response: {'name': 'network-changed', 'server_uuid': '7b512bc5-a49b-4745-9fee-f78929ca3611', 'tag': '96824533-804b-471b-8dd5-0a9fd558c227', 'status': 'completed', 'code': 200} May 27 03:35:29.186804 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-cf849964-ae8d-4f62-bd7e-8e4f631ae950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8584799400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8584400384'] for subnet (30e64a9b-2248-422a-8dd8-1460bdf2696b), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:29.215021 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf849964-ae8d-4f62-bd7e-8e4f631ae950 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30e64a9b-2248-422a-8dd8-1460bdf2696b,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:29.219676 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-cf849964-ae8d-4f62-bd7e-8e4f631ae950 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:29.222776 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-cf849964-ae8d-4f62-bd7e-8e4f631ae950 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/30e64a9b-2248-422a-8dd8-1460bdf2696b HTTP/1.1" status: 204 len: 168 time: 0.5684249 May 27 03:35:29.225720 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 34078) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:29.341311 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-bb11ce06-d937-4fb3-bbe7-2d37303d3b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963665'] for network (1b3a949a-7195-47e4-a726-45174074b359), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:29.487278 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-bb11ce06-d937-4fb3-bbe7-2d37303d3b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3997731', 'neutron.services.segments.db._delete_segments_for_network-8791800041072'] for network (1b3a949a-7195-47e4-a726-45174074b359), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:29.532104 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab70df-7b22-43cd-ad09-298dc245155c req-9b574f9a-7db5-4dd6-ba26-f821117ea15e tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:29.534369 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-34ab70df-7b22-43cd-ad09-298dc245155c req-9b574f9a-7db5-4dd6-ba26-f821117ea15e tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b512bc5-a49b-4745-9fee-f78929ca3611 HTTP/1.1" status: 200 len: 943 time: 0.1306336 May 27 03:35:29.541109 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-bb11ce06-d937-4fb3-bbe7-2d37303d3b0c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:35:29.541603 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-bb11ce06-d937-4fb3-bbe7-2d37303d3b0c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:35:29.542504 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-bb11ce06-d937-4fb3-bbe7-2d37303d3b0c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:35:29.542935 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-bb11ce06-d937-4fb3-bbe7-2d37303d3b0c admin admin] Subscribe: > port after_create 55550000 {{(pid=104615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:35:29.543382 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-bb11ce06-d937-4fb3-bbe7-2d37303d3b0c admin admin] Subscribe: > port after_delete 55550000 {{(pid=104615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:35:29.543836 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-bb11ce06-d937-4fb3-bbe7-2d37303d3b0c admin admin] Subscribe: > port after_update 55550000 {{(pid=104615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:35:29.544297 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-bb11ce06-d937-4fb3-bbe7-2d37303d3b0c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:35:29.544673 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-bb11ce06-d937-4fb3-bbe7-2d37303d3b0c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:35:29.545050 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-bb11ce06-d937-4fb3-bbe7-2d37303d3b0c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:35:29.545429 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-bb11ce06-d937-4fb3-bbe7-2d37303d3b0c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:35:29.610207 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-bb11ce06-d937-4fb3-bbe7-2d37303d3b0c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:35:29.615046 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-bb11ce06-d937-4fb3-bbe7-2d37303d3b0c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:35:29.615046 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-bb11ce06-d937-4fb3-bbe7-2d37303d3b0c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:35:29.615046 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-bb11ce06-d937-4fb3-bbe7-2d37303d3b0c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:35:29.615046 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.services.segments.db [None req-bb11ce06-d937-4fb3-bbe7-2d37303d3b0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b3a949a-7195-47e4-a726-45174074b359']}} {{(pid=104615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:29.644402 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.services.segments.db [None req-bb11ce06-d937-4fb3-bbe7-2d37303d3b0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c502d7c-6dca-4820-b05b-c7a819ffe6db') {'for_net_delete': True} {{(pid=104615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:29.644704 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.services.segments.db [None req-bb11ce06-d937-4fb3-bbe7-2d37303d3b0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c502d7c-6dca-4820-b05b-c7a819ffe6db') {} {{(pid=104615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:29.664056 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:29.674055 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-bb11ce06-d937-4fb3-bbe7-2d37303d3b0c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791800041849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585481202'] for segment (1c502d7c-6dca-4820-b05b-c7a819ffe6db), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:29.707379 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-34ab70df-7b22-43cd-ad09-298dc245155c req-a8301959-bf99-4a93-9f4c-f7f490b73a2e tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3fa7bf4-dcc8-4eb5-9014-7e3889333b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907829 May 27 03:35:29.709969 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-bb11ce06-d937-4fb3-bbe7-2d37303d3b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545'] for segment (1c502d7c-6dca-4820-b05b-c7a819ffe6db), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:29.728009 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb11ce06-d937-4fb3-bbe7-2d37303d3b0c admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=104615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:35:29.728462 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-bb11ce06-d937-4fb3-bbe7-2d37303d3b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585481355'] for segment (1c502d7c-6dca-4820-b05b-c7a819ffe6db), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:29.839336 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 34108) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:29.992697 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-16aecac2-79bb-46f0-aff8-7c3d7813939a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:30.049836 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-11097d08-9216-493e-b3f6-429446789666 req-4566de5c-dd15-433c-a9a4-bdac853f329a tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 210 time: 0.0658250 May 27 03:35:30.052127 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-cadb6da8-da9b-47e5-a564-d98778377efd req-eaf9bdbc-f2ff-46b5-b611-eb5e571e0e0d tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=79319ab8-3b21-4189-af20-8295ec40a10b HTTP/1.1" status: 200 len: 210 time: 0.0699434 May 27 03:35:30.067411 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.services.segments.plugin [-] Segment 1c502d7c-6dca-4820-b05b-c7a819ffe6db resource provider aggregate not found May 27 03:35:30.091854 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.services.segments.plugin [-] Segment 1c502d7c-6dca-4820-b05b-c7a819ffe6db resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1c502d7c-6dca-4820-b05b-c7a819ffe6db found for delete ", "request_id": "req-fb744b3c-5ec4-4347-8522-488ecee5b10d"}]} May 27 03:35:30.137593 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-bb11ce06-d937-4fb3-bbe7-2d37303d3b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3997720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680183'] for network (1b3a949a-7195-47e4-a726-45174074b359), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:30.151070 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-bb11ce06-d937-4fb3-bbe7-2d37303d3b0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-373421'] for network (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:30.156866 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-bb11ce06-d937-4fb3-bbe7-2d37303d3b0c admin admin] 10.222.0.24 "DELETE /v2.0/networks/1b3a949a-7195-47e4-a726-45174074b359 HTTP/1.1" status: 204 len: 168 time: 0.9276376 May 27 03:35:30.163764 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb11ce06-d937-4fb3-bbe7-2d37303d3b0c admin admin] Pushing event deleted for resources: {'Network': ['ID=1b3a949a-7195-47e4-a726-45174074b359,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:30.235819 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-16aecac2-79bb-46f0-aff8-7c3d7813939a admin admin] Publish callbacks [] for security_group (f1ce09c7-4730-431e-8e60-1fecd2ba7bbd), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:30.332406 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-16aecac2-79bb-46f0-aff8-7c3d7813939a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (f1ce09c7-4730-431e-8e60-1fecd2ba7bbd), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:30.373113 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-16aecac2-79bb-46f0-aff8-7c3d7813939a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ab2b8ea6e01c4ef3ab335de16a9eb842&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5326760 May 27 03:35:30.374220 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aecac2-79bb-46f0-aff8-7c3d7813939a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ce09c7-4730-431e-8e60-1fecd2ba7bbd,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:30.376275 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 34128) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:30.440635 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-803c3f9c-310a-4cf6-b70d-592bac3882ed admin admin] Publish callbacks [] for security_group (f1ce09c7-4730-431e-8e60-1fecd2ba7bbd), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:30.469389 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-803c3f9c-310a-4cf6-b70d-592bac3882ed admin admin] Publish callbacks [] for security_group (f1ce09c7-4730-431e-8e60-1fecd2ba7bbd), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:30.507053 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 34130) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:30.555148 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-8ceb4c50-e0c9-4e02-a9a7-31894ba3d98d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=46545b5ceca74e959623f6e9d053da68&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0439856 May 27 03:35:30.555554 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 34132) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:30.617943 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-803c3f9c-310a-4cf6-b70d-592bac3882ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (f1ce09c7-4730-431e-8e60-1fecd2ba7bbd), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:30.620754 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-803c3f9c-310a-4cf6-b70d-592bac3882ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:30.622590 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-26d6f5a9-d472-4245-923c-9efa61131694 admin admin] Publish callbacks [] for security_group (c47587d8-94ec-4261-abbf-0d8e3009432d), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:30.622919 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-803c3f9c-310a-4cf6-b70d-592bac3882ed admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f1ce09c7-4730-431e-8e60-1fecd2ba7bbd HTTP/1.1" status: 204 len: 168 time: 0.2453206 May 27 03:35:30.636857 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803c3f9c-310a-4cf6-b70d-592bac3882ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ce09c7-4730-431e-8e60-1fecd2ba7bbd,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:30.654129 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-26d6f5a9-d472-4245-923c-9efa61131694 admin admin] Publish callbacks [] for security_group (c47587d8-94ec-4261-abbf-0d8e3009432d), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:30.845401 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-26d6f5a9-d472-4245-923c-9efa61131694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (c47587d8-94ec-4261-abbf-0d8e3009432d), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:30.847922 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-26d6f5a9-d472-4245-923c-9efa61131694 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:30.849110 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-26d6f5a9-d472-4245-923c-9efa61131694 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c47587d8-94ec-4261-abbf-0d8e3009432d HTTP/1.1" status: 204 len: 168 time: 0.2925332 May 27 03:35:30.858331 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:30.866317 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d6f5a9-d472-4245-923c-9efa61131694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47587d8-94ec-4261-abbf-0d8e3009432d,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:30.876500 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65681214-22d1-4904-aad8-9a2876dc486d req-d5dcf4e0-1e80-49dc-9121-0f7ab62f7007 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:30.878209 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-65681214-22d1-4904-aad8-9a2876dc486d req-d5dcf4e0-1e80-49dc-9121-0f7ab62f7007 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b512bc5-a49b-4745-9fee-f78929ca3611 HTTP/1.1" status: 200 len: 943 time: 0.0627882 May 27 03:35:30.953245 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-65681214-22d1-4904-aad8-9a2876dc486d req-675b46fe-021a-4882-85f3-5aabd89d670e tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3fa7bf4-dcc8-4eb5-9014-7e3889333b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648050 May 27 03:35:31.181998 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-57fc85d2-12dd-4e23-b4bd-1112d0821271 req-447c49d2-1337-4bd8-97e6-03711e6eee06 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=79319ab8-3b21-4189-af20-8295ec40a10b HTTP/1.1" status: 200 len: 210 time: 0.0476160 May 27 03:35:31.210758 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-562df698-8acc-4c5b-9b31-883f8ac01b3f req-822290b3-152d-4c91-8fd3-4963963b207b tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 210 time: 0.0315917 May 27 03:35:31.352439 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:31.371115 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=26 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:31.621012 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 34158) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:31.672660 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-fb08adbb-c6a9-4f31-a87e-d4066e89800b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b8e7feb2c46c45cba6797fe2d4af3993&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0504937 May 27 03:35:31.675230 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 34160) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:31.728521 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-b96a32dc-4db2-420e-b96b-6227c6b2ae31 admin admin] Publish callbacks [] for security_group (4f819bce-a0d7-4756-b617-4aceeda09a11), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:31.749071 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 34162) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:31.760664 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-b96a32dc-4db2-420e-b96b-6227c6b2ae31 admin admin] Publish callbacks [] for security_group (4f819bce-a0d7-4756-b617-4aceeda09a11), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:31.772021 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-9e90afe4-97e0-47cc-96f2-5ad89474610d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:31.798598 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:31.899250 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-9e90afe4-97e0-47cc-96f2-5ad89474610d admin admin] Publish callbacks [] for security_group (d447d82a-ea23-48e4-bbd3-736f09f16345), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:31.923457 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-b96a32dc-4db2-420e-b96b-6227c6b2ae31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (4f819bce-a0d7-4756-b617-4aceeda09a11), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:31.926355 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-b96a32dc-4db2-420e-b96b-6227c6b2ae31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:31.928185 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-b96a32dc-4db2-420e-b96b-6227c6b2ae31 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4f819bce-a0d7-4756-b617-4aceeda09a11 HTTP/1.1" status: 204 len: 168 time: 0.2519040 May 27 03:35:31.940515 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96a32dc-4db2-420e-b96b-6227c6b2ae31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f819bce-a0d7-4756-b617-4aceeda09a11,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:31.986787 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-9e90afe4-97e0-47cc-96f2-5ad89474610d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (d447d82a-ea23-48e4-bbd3-736f09f16345), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:32.023401 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e90afe4-97e0-47cc-96f2-5ad89474610d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d447d82a-ea23-48e4-bbd3-736f09f16345,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:32.061869 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-9e90afe4-97e0-47cc-96f2-5ad89474610d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ed022ccdd12a451288d7ee5d58c569a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3117387 May 27 03:35:32.069972 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 34174) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:32.140310 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6d1f9-640b-4aa4-8317-4357ea8c9de6 req-c37b6c02-c8f8-467c-a5cd-7293743139fc tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:32.142532 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-0dd6d1f9-640b-4aa4-8317-4357ea8c9de6 req-c37b6c02-c8f8-467c-a5cd-7293743139fc tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b512bc5-a49b-4745-9fee-f78929ca3611 HTTP/1.1" status: 200 len: 943 time: 0.1008530 May 27 03:35:32.152852 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-7f5f296c-11c7-4db9-a370-eae04f6b5c61 admin admin] Publish callbacks [] for security_group (d447d82a-ea23-48e4-bbd3-736f09f16345), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:32.160876 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:32.178858 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-7f5f296c-11c7-4db9-a370-eae04f6b5c61 admin admin] Publish callbacks [] for security_group (d447d82a-ea23-48e4-bbd3-736f09f16345), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:32.256010 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-0dd6d1f9-640b-4aa4-8317-4357ea8c9de6 req-e729406d-dece-4008-8963-b2b5c9e8e693 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3fa7bf4-dcc8-4eb5-9014-7e3889333b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064699 May 27 03:35:32.363314 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-7f5f296c-11c7-4db9-a370-eae04f6b5c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (d447d82a-ea23-48e4-bbd3-736f09f16345), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:32.366225 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-7f5f296c-11c7-4db9-a370-eae04f6b5c61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:32.368645 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-7f5f296c-11c7-4db9-a370-eae04f6b5c61 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d447d82a-ea23-48e4-bbd3-736f09f16345 HTTP/1.1" status: 204 len: 168 time: 0.3035347 May 27 03:35:32.372623 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-96e59ff3-3ec9-4993-8fb9-34b4c7b575ae req-27dc9ee5-079f-4b32-b495-1d819357f568 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=79319ab8-3b21-4189-af20-8295ec40a10b HTTP/1.1" status: 200 len: 210 time: 0.0598888 May 27 03:35:32.383362 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5f296c-11c7-4db9-a370-eae04f6b5c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d447d82a-ea23-48e4-bbd3-736f09f16345,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:32.426695 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-718c4940-a805-4f38-9523-9df265d86020 req-587b7c4e-f411-4a73-a231-adda4accd548 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 210 time: 0.0554276 May 27 03:35:32.526567 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:33.112091 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:33.392772 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa6cf9-a409-412b-a99e-b69c49b3d8dc req-a46a0f96-5ca8-42b3-a5b3-52fe0ab32aed tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:33.394418 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-31aa6cf9-a409-412b-a99e-b69c49b3d8dc req-a46a0f96-5ca8-42b3-a5b3-52fe0ab32aed tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b512bc5-a49b-4745-9fee-f78929ca3611 HTTP/1.1" status: 200 len: 943 time: 0.0488997 May 27 03:35:33.455982 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-31aa6cf9-a409-412b-a99e-b69c49b3d8dc req-7e06c4eb-30e2-40ae-97fc-d1cf3a00b0ce tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3fa7bf4-dcc8-4eb5-9014-7e3889333b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548768 May 27 03:35:33.535937 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-f851fe46-fa92-487e-bef9-76c8d6449b7a req-747f9e59-c4bb-40b3-82d9-a66201592552 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=79319ab8-3b21-4189-af20-8295ec40a10b HTTP/1.1" status: 200 len: 210 time: 0.0769026 May 27 03:35:33.576605 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-a495a8c1-b52d-4171-8270-421c1177b000 req-41ca8880-e13b-403d-8d91-de3118f54f85 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 210 time: 0.0510302 May 27 03:35:33.853799 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 34252) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:33.907387 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:34.044503 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [None req-ea923ca9-5a5e-4207-8d39-1206d2f16a8a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-589879382-network', 'tenant_id': '871210390ac4421a84321bef42e486c6'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:35:34.166691 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea923ca9-5a5e-4207-8d39-1206d2f16a8a admin admin] Made reservation on behalf of 871210390ac4421a84321bef42e486c6 for: {'network': 1} {{(pid=104614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:35:34.169309 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-ea923ca9-5a5e-4207-8d39-1206d2f16a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for network (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:34.178243 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-ea923ca9-5a5e-4207-8d39-1206d2f16a8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:34.266896 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-ea923ca9-5a5e-4207-8d39-1206d2f16a8a admin admin] Publish callbacks [] for security_group (46c5263d-6c11-4837-8985-a35b1e72f6f4), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:34.343641 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-ea923ca9-5a5e-4207-8d39-1206d2f16a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (46c5263d-6c11-4837-8985-a35b1e72f6f4), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:34.390430 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea923ca9-5a5e-4207-8d39-1206d2f16a8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=104614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:35:34.411093 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea923ca9-5a5e-4207-8d39-1206d2f16a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c5263d-6c11-4837-8985-a35b1e72f6f4,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:34.416250 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-ea923ca9-5a5e-4207-8d39-1206d2f16a8a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791800041063', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545'] for segment (b83a730d-e137-4283-ab8e-b13909bfe675), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:34.416864 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.db.segments_db [None req-ea923ca9-5a5e-4207-8d39-1206d2f16a8a admin admin] Added segment b83a730d-e137-4283-ab8e-b13909bfe675 of type vlan for network 40e15a51-8d79-4d78-99d5-41b10dc76cef May 27 03:35:34.457971 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-ea923ca9-5a5e-4207-8d39-1206d2f16a8a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791799485040'] for network (40e15a51-8d79-4d78-99d5-41b10dc76cef), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:34.502433 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=74,neutron:DELETE=4,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:34.566202 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-ea923ca9-5a5e-4207-8d39-1206d2f16a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395'] for network (40e15a51-8d79-4d78-99d5-41b10dc76cef), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:34.567284 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea923ca9-5a5e-4207-8d39-1206d2f16a8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:34.568416 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-ea923ca9-5a5e-4207-8d39-1206d2f16a8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-373421'] for network (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:34.620212 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6410ce6-84c6-4991-aeef-4e77881c1719 req-9e8b4d71-8679-49aa-ac68-1ba3abd845d3 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:34.622398 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-e6410ce6-84c6-4991-aeef-4e77881c1719 req-9e8b4d71-8679-49aa-ac68-1ba3abd845d3 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b512bc5-a49b-4745-9fee-f78929ca3611 HTTP/1.1" status: 200 len: 943 time: 0.0881367 May 27 03:35:34.687073 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-c2192c03-7592-4e12-94e5-80287008c43c req-9b4cdbd9-d48e-48d8-959d-0d71ab24d684 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=79319ab8-3b21-4189-af20-8295ec40a10b HTTP/1.1" status: 200 len: 210 time: 0.0421808 May 27 03:35:34.706508 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-ea923ca9-5a5e-4207-8d39-1206d2f16a8a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8480189 May 27 03:35:34.707029 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 34286) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:34.711925 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [None req-7b0bed87-51da-4574-963e-4810190605fa admin admin] Request body: {'subnet': {'network_id': '40e15a51-8d79-4d78-99d5-41b10dc76cef', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-589879382-subnet', 'tenant_id': '871210390ac4421a84321bef42e486c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:35:34.734601 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea923ca9-5a5e-4207-8d39-1206d2f16a8a admin admin] Pushing event updated for resources: {'Network': ['ID=40e15a51-8d79-4d78-99d5-41b10dc76cef,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:34.736409 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:34.768044 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Network 40e15a51-8d79-4d78-99d5-41b10dc76cef details requested by agent ovs-agent-dv-cinder-828805-4-iscsi with host dv-cinder-828805-4-iscsi {{(pid=104616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:35:34.769296 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-e6410ce6-84c6-4991-aeef-4e77881c1719 req-dd0537f6-d48f-4622-96fb-3463a7c2b886 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3fa7bf4-dcc8-4eb5-9014-7e3889333b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273715 May 27 03:35:34.845557 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-44051e24-1e1b-43bf-80b2-d85812038311 req-298c24b1-5ce0-4fb6-bb9c-10e75d98448f tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 210 time: 0.0428796 May 27 03:35:35.081261 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0bed87-51da-4574-963e-4810190605fa admin admin] Made reservation on behalf of 871210390ac4421a84321bef42e486c6 for: {'subnet': 1} {{(pid=104614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:35:35.083925 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-7b0bed87-51da-4574-963e-4810190605fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8584400429'] for subnet (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:35.497041 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c6d798-23cc-4564-a92b-a95710cf484c req-de46ed9a-6c30-4517-abd6-2e27b6d61d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:35.498529 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-77c6d798-23cc-4564-a92b-a95710cf484c req-de46ed9a-6c30-4517-abd6-2e27b6d61d60 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e3b236cd8e9049e6acdeb545f5d3382d&device_id=7b512bc5-a49b-4745-9fee-f78929ca3611 HTTP/1.1" status: 200 len: 1127 time: 0.0796213 May 27 03:35:35.500902 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-7b0bed87-51da-4574-963e-4810190605fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8584799465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8584400443'] for subnet (9e4d2694-74de-4674-9865-f62e1d8156e3), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:35.671253 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0bed87-51da-4574-963e-4810190605fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e4d2694-74de-4674-9865-f62e1d8156e3,revision_number=0']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:35.687146 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0bed87-51da-4574-963e-4810190605fa admin admin] Checking segment: {'id': 'b83a730d-e137-4283-ab8e-b13909bfe675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '40e15a51-8d79-4d78-99d5-41b10dc76cef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:35:35.687508 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0bed87-51da-4574-963e-4810190605fa admin admin] Network hostable DHCP agents. Network: 40e15a51-8d79-4d78-99d5-41b10dc76cef, hostable agents: ['b322252d-fb9d-4652-a830-647fed26b29a'], hosted agents: [] {{(pid=104614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:35:35.690694 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c6d798-23cc-4564-a92b-a95710cf484c req-6c5ee194-2cc8-49f2-8742-19b3286b6270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:35.692276 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-77c6d798-23cc-4564-a92b-a95710cf484c req-6c5ee194-2cc8-49f2-8742-19b3286b6270 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=e3b236cd8e9049e6acdeb545f5d3382d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1768162 May 27 03:35:35.744087 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:35.803669 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0bed87-51da-4574-963e-4810190605fa admin admin] Network 40e15a51-8d79-4d78-99d5-41b10dc76cef is scheduled to be hosted by DHCP agent b322252d-fb9d-4652-a830-647fed26b29a with binding_index 1 {{(pid=104614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:35:35.890068 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.base_scheduler [None req-7b0bed87-51da-4574-963e-4810190605fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-4-iscsi, 40e15a51-8d79-4d78-99d5-41b10dc76cef) {{(pid=104614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:35:35.904847 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0bed87-51da-4574-963e-4810190605fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:35.905482 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-7b0bed87-51da-4574-963e-4810190605fa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:35.907937 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bf0bc1-032f-4f78-b182-ed73acb691c3 None None] Network 40e15a51-8d79-4d78-99d5-41b10dc76cef requested from dv-cinder-828805-4-iscsi {{(pid=104616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:35:35.920961 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:35.931112 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf95f0-808e-4b0a-9e52-172252c2504a req-48f6f577-0a1f-4723-89e3-787f689645df tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:35.932872 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-e5bf95f0-808e-4b0a-9e52-172252c2504a req-48f6f577-0a1f-4723-89e3-787f689645df tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b512bc5-a49b-4745-9fee-f78929ca3611 HTTP/1.1" status: 200 len: 943 time: 0.0881023 May 27 03:35:35.962252 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-78b1e875-25b9-46cb-8fed-5c64455c52ad req-e5e04fcd-859d-4ab5-9c2e-6da6ff8d9e63 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=79319ab8-3b21-4189-af20-8295ec40a10b HTTP/1.1" status: 200 len: 210 time: 0.1158521 May 27 03:35:35.990768 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-7b0bed87-51da-4574-963e-4810190605fa admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2824996 May 27 03:35:36.055169 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c6d798-23cc-4564-a92b-a95710cf484c req-dbe6665b-0e40-4752-b9cc-97307f3f700c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:36.056645 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-77c6d798-23cc-4564-a92b-a95710cf484c req-dbe6665b-0e40-4752-b9cc-97307f3f700c service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3560295 May 27 03:35:36.089408 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-e5bf95f0-808e-4b0a-9e52-172252c2504a req-b63f7044-1ea6-4873-8a32-974ec627a70a tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3fa7bf4-dcc8-4eb5-9014-7e3889333b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366148 May 27 03:35:36.176688 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-910fc78e-9817-4af2-934f-4696eb3b7524 req-97d17e14-589a-4ffb-9902-8e34ea226b5b tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 210 time: 0.0818841 May 27 03:35:36.235720 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c1ae1-5d67-4584-aafa-75e284bf1acb req-9ed19798-90ba-4c2e-84f5-75b96d0cd991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:36.238514 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4b9c1ae1-5d67-4584-aafa-75e284bf1acb req-9ed19798-90ba-4c2e-84f5-75b96d0cd991 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e3b236cd8e9049e6acdeb545f5d3382d&device_id=7b512bc5-a49b-4745-9fee-f78929ca3611 HTTP/1.1" status: 200 len: 1127 time: 0.0947709 May 27 03:35:36.292365 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7222cb6c-d692-4f2c-a1f6-f6efdd3c7f46 None None] Network 40e15a51-8d79-4d78-99d5-41b10dc76cef requested from dv-cinder-828805-4-iscsi {{(pid=104616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:35:36.533704 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4b9c1ae1-5d67-4584-aafa-75e284bf1acb req-b51d71a5-73d0-4dfc-a389-05cd5d56e240 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96824533-804b-471b-8dd5-0a9fd558c227 HTTP/1.1" status: 200 len: 217 time: 0.0645874 May 27 03:35:36.759449 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.69', 50758) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:36.782396 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c1ae1-5d67-4584-aafa-75e284bf1acb req-272c20f4-385a-4257-8c7a-68d3d919da8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:36.783955 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4b9c1ae1-5d67-4584-aafa-75e284bf1acb req-272c20f4-385a-4257-8c7a-68d3d919da8c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f4ce285c-bbd1-45d6-b579-899a73df1f0f HTTP/1.1" status: 200 len: 851 time: 0.0559895 May 27 03:35:36.849771 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4b9c1ae1-5d67-4584-aafa-75e284bf1acb req-cf35b993-5a2e-4843-aa7e-bbbae2fec267 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=eb82f03a-aca5-4360-8d95-46822d61d016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557218 May 27 03:35:36.877388 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 34350) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:36.882331 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.v2.base [None req-f8410753-f268-4b71-ab16-26db74720dcd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2034271714-network', 'tenant_id': 'c58019bd2d474edfb227d08c601d453d'}} {{(pid=104615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:35:36.977256 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4b9c1ae1-5d67-4584-aafa-75e284bf1acb req-5649d0b4-9d13-46e0-b225-8e928eb8667e service neutron] 10.222.0.69 "GET /v2.0/networks/eb82f03a-aca5-4360-8d95-46822d61d016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181860 May 27 03:35:37.005582 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72bc84-9dad-467a-aa46-0d5110c5dc72 req-a2af1cb1-ba6b-4088-96c3-4532e0c72dbf tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:37.007218 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-4a72bc84-9dad-467a-aa46-0d5110c5dc72 req-a2af1cb1-ba6b-4088-96c3-4532e0c72dbf tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.69 "GET /v2.0/networks?id=24e2e56a-4202-49e3-9751-4bcdb4e8a6ed HTTP/1.1" status: 200 len: 815 time: 0.2144549 May 27 03:35:37.040080 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8410753-f268-4b71-ab16-26db74720dcd admin admin] Made reservation on behalf of c58019bd2d474edfb227d08c601d453d for: {'network': 1} {{(pid=104615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:35:37.042772 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-f8410753-f268-4b71-ab16-26db74720dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for network (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:37.055736 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-f8410753-f268-4b71-ab16-26db74720dcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:37.093734 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.69', 50759) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:37.108813 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-b40a0d4a-c36b-49d4-953c-0748dc46e9b0 req-c11111d9-f227-4c33-9bae-4fe7c12b634a tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=79319ab8-3b21-4189-af20-8295ec40a10b HTTP/1.1" status: 200 len: 210 time: 0.0375888 May 27 03:35:37.110561 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-4a72bc84-9dad-467a-aa46-0d5110c5dc72 req-2d3e9da1-77fc-4f91-88bc-56a9dd03d9e2 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ae1382d8f774b5db702d78e3bed622a HTTP/1.1" status: 200 len: 379 time: 0.0875700 May 27 03:35:37.133197 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [req-4a72bc84-9dad-467a-aa46-0d5110c5dc72 req-490e9d62-074d-4092-a4b0-bcfc011a14cc tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Request body: {'port': {'device_id': '79319ab8-3b21-4189-af20-8295ec40a10b', 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed', 'admin_state_up': True, 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'security_groups': ['6e372f20-1cd8-4c0f-9406-74fd003f853b']}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:35:37.160486 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4b9c1ae1-5d67-4584-aafa-75e284bf1acb req-93500ac7-cd2b-4e8f-8e60-bed7b1fbde02 service neutron] 10.222.0.69 "GET /v2.0/networks/eb82f03a-aca5-4360-8d95-46822d61d016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771688 May 27 03:35:37.261683 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd482ad-0de9-4b5c-864c-8b93c2604dd4 req-25d47321-a718-4e61-b4fc-5cd309bb9dcd tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:37.267395 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ffd482ad-0de9-4b5c-864c-8b93c2604dd4 req-25d47321-a718-4e61-b4fc-5cd309bb9dcd tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b512bc5-a49b-4745-9fee-f78929ca3611 HTTP/1.1" status: 200 len: 943 time: 0.0875602 May 27 03:35:37.320035 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a34886-9e73-4d57-b2a3-0d3697cb22e7 req-88500962-36d6-42c1-8973-58d9b80888dc tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:37.321525 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-49a34886-9e73-4d57-b2a3-0d3697cb22e7 req-88500962-36d6-42c1-8973-58d9b80888dc tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.69 "GET /v2.0/networks?id=85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1 HTTP/1.1" status: 200 len: 817 time: 0.2266290 May 27 03:35:37.347460 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-0b5f46aa-9ae6-4b4d-b725-586ff026c364 req-e0b62eb2-5e87-4659-b39b-b83902897a68 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 210 time: 0.0705395 May 27 03:35:37.357590 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-f8410753-f268-4b71-ab16-26db74720dcd admin admin] Publish callbacks [] for security_group (4408b2ce-df8f-4851-afb2-9a887d0d8804), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:37.377330 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ffd482ad-0de9-4b5c-864c-8b93c2604dd4 req-9d36fe04-d528-463d-a1bd-2bdf510c3eba tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3fa7bf4-dcc8-4eb5-9014-7e3889333b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090870 May 27 03:35:37.463481 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-f8410753-f268-4b71-ab16-26db74720dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (4408b2ce-df8f-4851-afb2-9a887d0d8804), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:37.463699 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a72bc84-9dad-467a-aa46-0d5110c5dc72 req-490e9d62-074d-4092-a4b0-bcfc011a14cc tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Made reservation on behalf of 8ae1382d8f774b5db702d78e3bed622a for: {'port': 1} {{(pid=104614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:35:37.466983 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-4a72bc84-9dad-467a-aa46-0d5110c5dc72 req-490e9d62-074d-4092-a4b0-bcfc011a14cc tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:37.487949 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8410753-f268-4b71-ab16-26db74720dcd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=104615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:35:37.496693 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8410753-f268-4b71-ab16-26db74720dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4408b2ce-df8f-4851-afb2-9a887d0d8804,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:37.502786 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-f8410753-f268-4b71-ab16-26db74720dcd admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791800041063', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545'] for segment (13d90d74-289a-40f9-a2f1-c140c065abcd), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:37.507736 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.db.segments_db [None req-f8410753-f268-4b71-ab16-26db74720dcd admin admin] Added segment 13d90d74-289a-40f9-a2f1-c140c065abcd of type vlan for network f916cdca-a7b6-40d9-aa3e-a7d3827978f0 May 27 03:35:37.535822 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:37.544871 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-f8410753-f268-4b71-ab16-26db74720dcd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791799485040'] for network (f916cdca-a7b6-40d9-aa3e-a7d3827978f0), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:37.661077 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-f8410753-f268-4b71-ab16-26db74720dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395'] for network (f916cdca-a7b6-40d9-aa3e-a7d3827978f0), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:37.662102 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8410753-f268-4b71-ab16-26db74720dcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:37.662680 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-f8410753-f268-4b71-ab16-26db74720dcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-373421'] for network (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:37.666088 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:37.698557 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.db_base_plugin_common [req-4a72bc84-9dad-467a-aa46-0d5110c5dc72 req-490e9d62-074d-4092-a4b0-bcfc011a14cc tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Allocated IP 172.20.0.10 (24e2e56a-4202-49e3-9751-4bcdb4e8a6ed/7dc15780-a98b-4250-9509-853069c6707a/8c6d464a-a05a-418c-93bf-d261bd71e3e9) {{(pid=104614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:35:37.732684 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8410753-f268-4b71-ab16-26db74720dcd admin admin] Pushing event updated for resources: {'Network': ['ID=f916cdca-a7b6-40d9-aa3e-a7d3827978f0,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:37.745569 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Network f916cdca-a7b6-40d9-aa3e-a7d3827978f0 details requested by agent ovs-agent-dv-cinder-828805-4-iscsi with host dv-cinder-828805-4-iscsi {{(pid=104616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:35:37.823963 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-f8410753-f268-4b71-ab16-26db74720dcd admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9428518 May 27 03:35:37.831469 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 34382) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:37.831469 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.v2.base [None req-0eae1321-c516-47b6-8389-813cf2a887ea admin admin] Request body: {'subnet': {'network_id': 'f916cdca-a7b6-40d9-aa3e-a7d3827978f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2034271714-subnet', 'tenant_id': 'c58019bd2d474edfb227d08c601d453d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:35:37.857286 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-4a72bc84-9dad-467a-aa46-0d5110c5dc72 req-490e9d62-074d-4092-a4b0-bcfc011a14cc tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for port (8c6d464a-a05a-418c-93bf-d261bd71e3e9), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:37.911904 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eae1321-c516-47b6-8389-813cf2a887ea admin admin] Made reservation on behalf of c58019bd2d474edfb227d08c601d453d for: {'subnet': 1} {{(pid=104615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:35:37.914343 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-0eae1321-c516-47b6-8389-813cf2a887ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581752272'] for subnet (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:38.055067 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-4a72bc84-9dad-467a-aa46-0d5110c5dc72 req-490e9d62-074d-4092-a4b0-bcfc011a14cc tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791799515441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8584799065'] for port (8c6d464a-a05a-418c-93bf-d261bd71e3e9), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:38.145998 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a72bc84-9dad-467a-aa46-0d5110c5dc72 req-490e9d62-074d-4092-a4b0-bcfc011a14cc tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Network 24e2e56a-4202-49e3-9751-4bcdb4e8a6ed is already hosted by enough agents. {{(pid=104614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:35:38.159636 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.base_scheduler [req-4a72bc84-9dad-467a-aa46-0d5110c5dc72 req-490e9d62-074d-4092-a4b0-bcfc011a14cc tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Resources bound (agent type, host, resource id): {{(pid=104614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:35:38.164465 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a72bc84-9dad-467a-aa46-0d5110c5dc72 req-490e9d62-074d-4092-a4b0-bcfc011a14cc tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Received port after_create {{(pid=104614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:35:38.167800 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-0eae1321-c516-47b6-8389-813cf2a887ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585481064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581752262'] for subnet (64d25b75-53be-4d8d-86d5-dcd408c46111), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:38.192445 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490e9d62-074d-4092-a4b0-bcfc011a14cc tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Pushing event updated for resources: {'Port': ['ID=8c6d464a-a05a-418c-93bf-d261bd71e3e9,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:38.253074 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72bc84-9dad-467a-aa46-0d5110c5dc72 req-490e9d62-074d-4092-a4b0-bcfc011a14cc tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:38.253857 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-4a72bc84-9dad-467a-aa46-0d5110c5dc72 req-490e9d62-074d-4092-a4b0-bcfc011a14cc tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-373421'] for port (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:38.335525 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:38.368773 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eae1321-c516-47b6-8389-813cf2a887ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=64d25b75-53be-4d8d-86d5-dcd408c46111,revision_number=0']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:38.378129 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-4a72bc84-9dad-467a-aa46-0d5110c5dc72 req-490e9d62-074d-4092-a4b0-bcfc011a14cc tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2489464 May 27 03:35:38.386166 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1609de2a-9cf0-42d7-af22-72c272df7b3b req-a9f0367f-0d5e-4d33-b848-b633dcf51f64 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:38.392823 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-1609de2a-9cf0-42d7-af22-72c272df7b3b req-a9f0367f-0d5e-4d33-b848-b633dcf51f64 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=79319ab8-3b21-4189-af20-8295ec40a10b HTTP/1.1" status: 200 len: 932 time: 0.1272967 May 27 03:35:38.433785 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 34410) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:38.509068 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [req-4a72bc84-9dad-467a-aa46-0d5110c5dc72 req-4679e5a1-1803-405a-bc29-1ed43954211f service neutron] Request body: {'port': {'device_id': '79319ab8-3b21-4189-af20-8295ec40a10b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:35:38.525068 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-4a4b952c-1e6a-48d6-b0ad-b204a6b4b5d0 None None] Provisioning complete for port 8c6d464a-a05a-418c-93bf-d261bd71e3e9 triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:35:38.527460 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-4a4b952c-1e6a-48d6-b0ad-b204a6b4b5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (8c6d464a-a05a-418c-93bf-d261bd71e3e9), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:38.607216 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-4a4b952c-1e6a-48d6-b0ad-b204a6b4b5d0 None None] Port 8c6d464a-a05a-418c-93bf-d261bd71e3e9 cannot update to ACTIVE because it is not bound. {{(pid=104616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:35:38.638439 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-57148bec-07a5-453b-9573-0070da311d2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:38.671089 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-00160d69-4630-4cc5-9b35-63aa184842ea req-8795b18c-42ed-4eac-a474-f5df557d71a4 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 210 time: 0.0416279 May 27 03:35:38.677028 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eae1321-c516-47b6-8389-813cf2a887ea admin admin] Checking segment: {'id': '13d90d74-289a-40f9-a2f1-c140c065abcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f916cdca-a7b6-40d9-aa3e-a7d3827978f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:35:38.677425 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eae1321-c516-47b6-8389-813cf2a887ea admin admin] Network hostable DHCP agents. Network: f916cdca-a7b6-40d9-aa3e-a7d3827978f0, hostable agents: ['b322252d-fb9d-4652-a830-647fed26b29a'], hosted agents: [] {{(pid=104615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:35:38.698602 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-1609de2a-9cf0-42d7-af22-72c272df7b3b req-4cb446a9-34ab-41eb-8391-316125ccfada tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e372f20-1cd8-4c0f-9406-74fd003f853b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3049366 May 27 03:35:38.712264 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:38.736985 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-4a72bc84-9dad-467a-aa46-0d5110c5dc72 req-4679e5a1-1803-405a-bc29-1ed43954211f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (8c6d464a-a05a-418c-93bf-d261bd71e3e9), before_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:38.742972 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-49a34886-9e73-4d57-b2a3-0d3697cb22e7 req-62c139be-a2ed-4cdc-a174-931d69c2fd55 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1377b9e588bd44f3b29b03728c418151 HTTP/1.1" status: 200 len: 380 time: 0.2620213 May 27 03:35:38.759828 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [req-49a34886-9e73-4d57-b2a3-0d3697cb22e7 req-bcbefba4-894f-4d3c-bdf2-330b98af0a29 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Request body: {'port': {'device_id': 'c0670a31-c2d9-43c0-85a8-e15e7513a629', 'network_id': '85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1', 'admin_state_up': True, 'tenant_id': '1377b9e588bd44f3b29b03728c418151', 'security_groups': ['11fca2b9-4840-4f7b-b90c-beb891e0e10f']}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:35:38.798655 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a21e44-a9ce-44e6-bb8f-ab1f16cb3685 req-ca0d5cf0-d6ae-4ad6-977c-a430a3cc8ba8 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:38.800139 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-e3a21e44-a9ce-44e6-bb8f-ab1f16cb3685 req-ca0d5cf0-d6ae-4ad6-977c-a430a3cc8ba8 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b512bc5-a49b-4745-9fee-f78929ca3611 HTTP/1.1" status: 200 len: 943 time: 0.0472271 May 27 03:35:38.850261 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-e3a21e44-a9ce-44e6-bb8f-ab1f16cb3685 req-4d76ddeb-7315-48e7-95ef-f8ffa2376b76 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3fa7bf4-dcc8-4eb5-9014-7e3889333b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439134 May 27 03:35:38.889253 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eae1321-c516-47b6-8389-813cf2a887ea admin admin] Network f916cdca-a7b6-40d9-aa3e-a7d3827978f0 is scheduled to be hosted by DHCP agent b322252d-fb9d-4652-a830-647fed26b29a with binding_index 1 {{(pid=104615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:35:39.001298 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.base_scheduler [None req-0eae1321-c516-47b6-8389-813cf2a887ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-4-iscsi, f916cdca-a7b6-40d9-aa3e-a7d3827978f0) {{(pid=104615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:35:39.006399 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eae1321-c516-47b6-8389-813cf2a887ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:39.007038 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-0eae1321-c516-47b6-8389-813cf2a887ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-373421'] for subnet (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:39.011026 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb42d4c-b7c9-4aa4-9999-183715cdc955 None None] Network f916cdca-a7b6-40d9-aa3e-a7d3827978f0 requested from dv-cinder-828805-4-iscsi {{(pid=104616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:35:39.014708 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-57148bec-07a5-453b-9573-0070da311d2d admin admin] Publish callbacks [] for security_group (f78ceca6-54e5-48e9-a9c4-a29fe6eabca8), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:39.114077 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc06b1c0-391c-4528-bf04-06aa89a22271 None None] Network f916cdca-a7b6-40d9-aa3e-a7d3827978f0 requested from dv-cinder-828805-4-iscsi {{(pid=104616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:35:39.131288 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-57148bec-07a5-453b-9573-0070da311d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (f78ceca6-54e5-48e9-a9c4-a29fe6eabca8), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:39.159607 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=100 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:39.188920 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-57148bec-07a5-453b-9573-0070da311d2d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=96d122bd8bbf4048ae9918321f065a7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7540104 May 27 03:35:39.192122 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 34436) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:39.203810 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57148bec-07a5-453b-9573-0070da311d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f78ceca6-54e5-48e9-a9c4-a29fe6eabca8,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:39.246325 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-acdf2607-42f9-4a1f-ad94-6a88f45e45fa admin admin] Publish callbacks [] for security_group (f78ceca6-54e5-48e9-a9c4-a29fe6eabca8), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:39.251683 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49a34886-9e73-4d57-b2a3-0d3697cb22e7 req-bcbefba4-894f-4d3c-bdf2-330b98af0a29 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Made reservation on behalf of 1377b9e588bd44f3b29b03728c418151 for: {'port': 1} {{(pid=104614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:35:39.253866 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-0eae1321-c516-47b6-8389-813cf2a887ea admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4283185 May 27 03:35:39.257366 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-49a34886-9e73-4d57-b2a3-0d3697cb22e7 req-bcbefba4-894f-4d3c-bdf2-330b98af0a29 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:39.279505 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.notifiers.nova [req-4a72bc84-9dad-467a-aa46-0d5110c5dc72 req-4679e5a1-1803-405a-bc29-1ed43954211f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c6d464a-a05a-418c-93bf-d261bd71e3e9 {{(pid=104614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:35:39.286714 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-acdf2607-42f9-4a1f-ad94-6a88f45e45fa admin admin] Publish callbacks [] for security_group (f78ceca6-54e5-48e9-a9c4-a29fe6eabca8), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:39.331104 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device 96824533-804b-471b-8dd5-0a9fd558c227 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:35:39.425033 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-acdf2607-42f9-4a1f-ad94-6a88f45e45fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (f78ceca6-54e5-48e9-a9c4-a29fe6eabca8), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:39.429120 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-acdf2607-42f9-4a1f-ad94-6a88f45e45fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:39.430691 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-acdf2607-42f9-4a1f-ad94-6a88f45e45fa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f78ceca6-54e5-48e9-a9c4-a29fe6eabca8 HTTP/1.1" status: 204 len: 168 time: 0.2369244 May 27 03:35:39.447519 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdf2607-42f9-4a1f-ad94-6a88f45e45fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f78ceca6-54e5-48e9-a9c4-a29fe6eabca8,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:39.477939 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-4a72bc84-9dad-467a-aa46-0d5110c5dc72 req-4679e5a1-1803-405a-bc29-1ed43954211f service neutron] Publish callbacks [] for port (8c6d464a-a05a-418c-93bf-d261bd71e3e9), precommit_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:39.481647 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port 96824533-804b-471b-8dd5-0a9fd558c227, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=96824533-804b-471b-8dd5-0a9fd558c227,segment=NetworkSegment(52bbd8f8-c275-43bb-b64e-f50ded9d01b1),segment_id=52bbd8f8-c275-43bb-b64e-f50ded9d01b1)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:39.501234 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Returning: {'device': '96824533-804b-471b-8dd5-0a9fd558c227', 'network_id': 'eb82f03a-aca5-4360-8d95-46822d61d016', 'port_id': '96824533-804b-471b-8dd5-0a9fd558c227', 'mac_address': 'fa:16:3e:7c:82:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4ce285c-bbd1-45d6-b579-899a73df1f0f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:35:39.507175 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=100 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:39.527458 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.provisioning_blocks [req-4a72bc84-9dad-467a-aa46-0d5110c5dc72 req-4679e5a1-1803-405a-bc29-1ed43954211f service neutron] Transition to ACTIVE for port object 8c6d464a-a05a-418c-93bf-d261bd71e3e9 will not be triggered until provisioned by entity L2. {{(pid=104614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:35:39.546749 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Current status of the port 96824533-804b-471b-8dd5-0a9fd558c227 is: DOWN; New status is: BUILD {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:35:39.547408 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (96824533-804b-471b-8dd5-0a9fd558c227), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:39.569129 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.notifiers.nova [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96824533-804b-471b-8dd5-0a9fd558c227 {{(pid=104616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:35:39.593188 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port 96824533-804b-471b-8dd5-0a9fd558c227, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=96824533-804b-471b-8dd5-0a9fd558c227,segment=NetworkSegment(52bbd8f8-c275-43bb-b64e-f50ded9d01b1),segment_id=52bbd8f8-c275-43bb-b64e-f50ded9d01b1)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:39.597665 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.db_base_plugin_common [req-49a34886-9e73-4d57-b2a3-0d3697cb22e7 req-bcbefba4-894f-4d3c-bdf2-330b98af0a29 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Allocated IP 172.20.0.3 (85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1/01cacb82-b9b5-47d7-9a65-bacc84dba8c5/e23f1b69-a428-4690-914e-c5c91277d071) {{(pid=104614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:35:39.617303 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-4a72bc84-9dad-467a-aa46-0d5110c5dc72 req-4679e5a1-1803-405a-bc29-1ed43954211f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8584799086'] for port (8c6d464a-a05a-418c-93bf-d261bd71e3e9), after_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:39.697888 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (96824533-804b-471b-8dd5-0a9fd558c227), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:39.706583 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4679e5a1-1803-405a-bc29-1ed43954211f service neutron] Pushing event updated for resources: {'Port': ['ID=8c6d464a-a05a-418c-93bf-d261bd71e3e9,revision_number=2']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:39.789235 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Pushing event updated for resources: {'Port': ['ID=96824533-804b-471b-8dd5-0a9fd558c227,revision_number=4']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:39.943652 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-1da01ffd-e7fa-4f4f-aa70-cecf98dee894 req-f3dbe4e9-854d-4cdc-97b1-dbfd94297a89 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 210 time: 0.0644758 May 27 03:35:39.954809 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.managers [req-4a72bc84-9dad-467a-aa46-0d5110c5dc72 req-4679e5a1-1803-405a-bc29-1ed43954211f service neutron] Attempting to bind port 8c6d464a-a05a-418c-93bf-d261bd71e3e9 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:35:39.955274 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.managers [req-4a72bc84-9dad-467a-aa46-0d5110c5dc72 req-4679e5a1-1803-405a-bc29-1ed43954211f service neutron] Attempting to bind port 8c6d464a-a05a-418c-93bf-d261bd71e3e9 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed'}] {{(pid=104614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:35:39.966368 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a72bc84-9dad-467a-aa46-0d5110c5dc72 req-4679e5a1-1803-405a-bc29-1ed43954211f service neutron] Attempting to bind port 8c6d464a-a05a-418c-93bf-d261bd71e3e9 on network 24e2e56a-4202-49e3-9751-4bcdb4e8a6ed {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:35:39.967914 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f085e-71d8-44f4-95df-35d1a991aaed req-e80c54b4-55b5-44a5-a46e-712895ccdf05 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:39.969864 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-470f085e-71d8-44f4-95df-35d1a991aaed req-e80c54b4-55b5-44a5-a46e-712895ccdf05 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=79319ab8-3b21-4189-af20-8295ec40a10b HTTP/1.1" status: 200 len: 944 time: 0.1087265 May 27 03:35:39.981189 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a72bc84-9dad-467a-aa46-0d5110c5dc72 req-4679e5a1-1803-405a-bc29-1ed43954211f service neutron] Port 8c6d464a-a05a-418c-93bf-d261bd71e3e9 on network 24e2e56a-4202-49e3-9751-4bcdb4e8a6ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:35:39.981654 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a72bc84-9dad-467a-aa46-0d5110c5dc72 req-4679e5a1-1803-405a-bc29-1ed43954211f service neutron] Attempting to bind port 8c6d464a-a05a-418c-93bf-d261bd71e3e9 on network 24e2e56a-4202-49e3-9751-4bcdb4e8a6ed {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:35:39.996094 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a72bc84-9dad-467a-aa46-0d5110c5dc72 req-4679e5a1-1803-405a-bc29-1ed43954211f service neutron] Checking agent: {'id': '134bae73-502b-4599-bb47-129fee8818a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 33, 12), 'started_at': datetime.datetime(2022, 5, 27, 3, 33, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:35:39.996614 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a72bc84-9dad-467a-aa46-0d5110c5dc72 req-4679e5a1-1803-405a-bc29-1ed43954211f service neutron] Checking segment: {'id': '4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:35:39.997279 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a72bc84-9dad-467a-aa46-0d5110c5dc72 req-4679e5a1-1803-405a-bc29-1ed43954211f service neutron] Bound using segment: {'id': '4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed'} {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:35:39.998274 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.managers [req-4a72bc84-9dad-467a-aa46-0d5110c5dc72 req-4679e5a1-1803-405a-bc29-1ed43954211f service neutron] Bound port: 8c6d464a-a05a-418c-93bf-d261bd71e3e9, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed'}}] {{(pid=104614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:35:39.998731 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-4a72bc84-9dad-467a-aa46-0d5110c5dc72 req-4679e5a1-1803-405a-bc29-1ed43954211f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (8c6d464a-a05a-418c-93bf-d261bd71e3e9), before_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:40.022215 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-49a34886-9e73-4d57-b2a3-0d3697cb22e7 req-bcbefba4-894f-4d3c-bdf2-330b98af0a29 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks [] for port (e23f1b69-a428-4690-914e-c5c91277d071), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:40.088610 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] get_ports_and_sgs() called for port_ids ['96824533-804b-471b-8dd5-0a9fd558c227'] {{(pid=104616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:35:40.106281 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.db [req-4a72bc84-9dad-467a-aa46-0d5110c5dc72 req-4679e5a1-1803-405a-bc29-1ed43954211f service neutron] For port 8c6d464a-a05a-418c-93bf-d261bd71e3e9, host hv-cinder-82880, cleared binding levels {{(pid=104614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:35:40.111057 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.db [req-4a72bc84-9dad-467a-aa46-0d5110c5dc72 req-4679e5a1-1803-405a-bc29-1ed43954211f service neutron] For port 8c6d464a-a05a-418c-93bf-d261bd71e3e9, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=8c6d464a-a05a-418c-93bf-d261bd71e3e9,segment=NetworkSegment(4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6),segment_id=4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6)] {{(pid=104614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:35:40.113273 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ed3e0-4cb1-4cf7-87a3-b51b91c2761e req-359989bd-19d9-46a5-afbb-38bc055f5167 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:40.123456 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-db6ed3e0-4cb1-4cf7-87a3-b51b91c2761e req-359989bd-19d9-46a5-afbb-38bc055f5167 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b512bc5-a49b-4745-9fee-f78929ca3611 HTTP/1.1" status: 200 len: 944 time: 0.1083841 May 27 03:35:40.135186 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-470f085e-71d8-44f4-95df-35d1a991aaed req-25991fb3-333f-4eef-b5c4-3f991cbfb4f1 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e372f20-1cd8-4c0f-9406-74fd003f853b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1592193 May 27 03:35:40.191048 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-db6ed3e0-4cb1-4cf7-87a3-b51b91c2761e req-3eca58ae-9a9b-4c7c-b42e-bca8a38c63fe tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3fa7bf4-dcc8-4eb5-9014-7e3889333b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667295 May 27 03:35:41.043633 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-36cc8707-465e-4b7d-8947-2db7b52dd37b req-c381223c-d43e-4d82-b059-32b1c54c647e tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 210 time: 0.0265875 May 27 03:35:41.162286 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-49a34886-9e73-4d57-b2a3-0d3697cb22e7 req-bcbefba4-894f-4d3c-bdf2-330b98af0a29 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791799515441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8584799065'] for port (e23f1b69-a428-4690-914e-c5c91277d071), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:41.164743 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-4a72bc84-9dad-467a-aa46-0d5110c5dc72 req-4679e5a1-1803-405a-bc29-1ed43954211f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8584799086'] for port (8c6d464a-a05a-418c-93bf-d261bd71e3e9), after_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:41.219975 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72bc84-9dad-467a-aa46-0d5110c5dc72 req-4679e5a1-1803-405a-bc29-1ed43954211f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:41.220596 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-4a72bc84-9dad-467a-aa46-0d5110c5dc72 req-4679e5a1-1803-405a-bc29-1ed43954211f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-373421'] for port (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:41.222030 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-4a72bc84-9dad-467a-aa46-0d5110c5dc72 req-4679e5a1-1803-405a-bc29-1ed43954211f service neutron] 10.222.0.69 "PUT /v2.0/ports/8c6d464a-a05a-418c-93bf-d261bd71e3e9 HTTP/1.1" status: 200 len: 1094 time: 2.7398331 May 27 03:35:41.233378 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79319ab8-3b21-4189-af20-8295ec40a10b', 'tag': '8c6d464a-a05a-418c-93bf-d261bd71e3e9'}] {{(pid=104614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:35:41.258612 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49a34886-9e73-4d57-b2a3-0d3697cb22e7 req-bcbefba4-894f-4d3c-bdf2-330b98af0a29 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Network 85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1 is already hosted by enough agents. {{(pid=104614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:35:41.269718 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.base_scheduler [req-49a34886-9e73-4d57-b2a3-0d3697cb22e7 req-bcbefba4-894f-4d3c-bdf2-330b98af0a29 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Resources bound (agent type, host, resource id): {{(pid=104614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:35:41.273868 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.l3_dvrscheduler_db [req-49a34886-9e73-4d57-b2a3-0d3697cb22e7 req-bcbefba4-894f-4d3c-bdf2-330b98af0a29 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Received port after_create {{(pid=104614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:35:41.278099 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4679e5a1-1803-405a-bc29-1ed43954211f service neutron] Pushing event updated for resources: {'Port': ['ID=8c6d464a-a05a-418c-93bf-d261bd71e3e9,revision_number=3']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:41.347078 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3cbb91-b9f0-4e7f-b818-941193458d96 req-845eae60-6e08-4e58-8427-15ca8688090e tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:41.348331 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 34482) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:41.357393 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4c3cbb91-b9f0-4e7f-b818-941193458d96 req-845eae60-6e08-4e58-8427-15ca8688090e tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=79319ab8-3b21-4189-af20-8295ec40a10b HTTP/1.1" status: 200 len: 944 time: 0.1288631 May 27 03:35:41.406424 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-cf4b49a6-8ee4-4356-9212-97364d94ed95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:41.411162 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:41.414897 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a93b0eab3ec594b69aa68cd7d580be2fac36b4cb942ee4cac03c85783d056da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f456cb8a-a4c2-4195-8a4f-21ba983b156b" -d '{"events": [{"name": "network-changed", "server_uuid": "79319ab8-3b21-4189-af20-8295ec40a10b", "tag": "8c6d464a-a05a-418c-93bf-d261bd71e3e9"}]}' {{(pid=104614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:35:41.430545 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbefba4-894f-4d3c-bdf2-330b98af0a29 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Pushing event updated for resources: {'Port': ['ID=e23f1b69-a428-4690-914e-c5c91277d071,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:41.438714 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a34886-9e73-4d57-b2a3-0d3697cb22e7 req-bcbefba4-894f-4d3c-bdf2-330b98af0a29 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:41.439337 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-49a34886-9e73-4d57-b2a3-0d3697cb22e7 req-bcbefba4-894f-4d3c-bdf2-330b98af0a29 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-373421'] for port (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:41.479454 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdcb940-4ee2-4e53-aca0-e1f666e85757 req-5ff0dfd8-31e0-4de4-ac70-b1881ba51ea0 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:41.481852 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-abdcb940-4ee2-4e53-aca0-e1f666e85757 req-5ff0dfd8-31e0-4de4-ac70-b1881ba51ea0 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b512bc5-a49b-4745-9fee-f78929ca3611 HTTP/1.1" status: 200 len: 944 time: 0.1194539 May 27 03:35:41.502726 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4c3cbb91-b9f0-4e7f-b818-941193458d96 req-949b9888-b30f-4181-b7c8-c34fc0f117ef tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e372f20-1cd8-4c0f-9406-74fd003f853b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436691 May 27 03:35:41.555043 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-cf4b49a6-8ee4-4356-9212-97364d94ed95 admin admin] Publish callbacks [] for security_group (8706d0da-028a-4db7-a041-88ae74ffc6b5), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:41.559142 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-abdcb940-4ee2-4e53-aca0-e1f666e85757 req-e4c289a9-b2e5-49f5-8639-7b2283d6b4f5 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3fa7bf4-dcc8-4eb5-9014-7e3889333b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524864 May 27 03:35:41.570796 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-49a34886-9e73-4d57-b2a3-0d3697cb22e7 req-bcbefba4-894f-4d3c-bdf2-330b98af0a29 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8226054 May 27 03:35:41.652092 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-cf4b49a6-8ee4-4356-9212-97364d94ed95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (8706d0da-028a-4db7-a041-88ae74ffc6b5), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:41.707969 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-cf4b49a6-8ee4-4356-9212-97364d94ed95 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d16cb313c2d84c679864a909c3b3984e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3463802 May 27 03:35:41.709735 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4b49a6-8ee4-4356-9212-97364d94ed95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8706d0da-028a-4db7-a041-88ae74ffc6b5,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:41.711514 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 34492) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:41.734274 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-e756a602-21b5-41ad-b837-3603efd50207 None None] Provisioning complete for port e23f1b69-a428-4690-914e-c5c91277d071 triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:35:41.734804 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-e756a602-21b5-41ad-b837-3603efd50207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (e23f1b69-a428-4690-914e-c5c91277d071), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:41.788307 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-e756a602-21b5-41ad-b837-3603efd50207 None None] Port e23f1b69-a428-4690-914e-c5c91277d071 cannot update to ACTIVE because it is not bound. {{(pid=104616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:35:41.795810 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d2c6eb-609d-4e93-8932-f237c344452f x-openstack-request-id: req-32d2c6eb-609d-4e93-8932-f237c344452f {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:35:41.796097 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79319ab8-3b21-4189-af20-8295ec40a10b", "tag": "8c6d464a-a05a-418c-93bf-d261bd71e3e9", "status": "completed", "code": 200}]} {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:35:41.796343 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-32d2c6eb-609d-4e93-8932-f237c344452f {{(pid=104614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:35:41.796803 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32d2c6eb-609d-4e93-8932-f237c344452f'] response: {'name': 'network-changed', 'server_uuid': '79319ab8-3b21-4189-af20-8295ec40a10b', 'tag': '8c6d464a-a05a-418c-93bf-d261bd71e3e9', 'status': 'completed', 'code': 200} May 27 03:35:41.805288 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-94ce71d4-8116-4161-8e07-d353616510af admin admin] Publish callbacks [] for security_group (8706d0da-028a-4db7-a041-88ae74ffc6b5), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:41.831914 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-94ce71d4-8116-4161-8e07-d353616510af admin admin] Publish callbacks [] for security_group (8706d0da-028a-4db7-a041-88ae74ffc6b5), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:41.975062 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-94ce71d4-8116-4161-8e07-d353616510af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (8706d0da-028a-4db7-a041-88ae74ffc6b5), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:41.978313 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-94ce71d4-8116-4161-8e07-d353616510af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:41.979602 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-94ce71d4-8116-4161-8e07-d353616510af admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8706d0da-028a-4db7-a041-88ae74ffc6b5 HTTP/1.1" status: 204 len: 168 time: 0.2669702 May 27 03:35:41.987706 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ce71d4-8116-4161-8e07-d353616510af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8706d0da-028a-4db7-a041-88ae74ffc6b5,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:42.171031 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e39a08-c8f7-41fb-8267-a7ba058bdf4a req-59997070-bd9a-496a-b118-99aab1b92149 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:42.172853 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-02e39a08-c8f7-41fb-8267-a7ba058bdf4a req-59997070-bd9a-496a-b118-99aab1b92149 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 931 time: 0.0519769 May 27 03:35:42.220805 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-02e39a08-c8f7-41fb-8267-a7ba058bdf4a req-0e394d27-688a-45d9-9f4a-b8bda9e56b56 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418181 May 27 03:35:42.223998 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:42.601960 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 34534) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:42.627472 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c2b6e-6c41-48e9-a761-9e6fabef6a3a req-0a9170c2-063b-49a8-a6f0-76907ca3644f tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:42.627472 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-f80c2b6e-6c41-48e9-a761-9e6fabef6a3a req-0a9170c2-063b-49a8-a6f0-76907ca3644f tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=79319ab8-3b21-4189-af20-8295ec40a10b HTTP/1.1" status: 200 len: 944 time: 0.0552187 May 27 03:35:42.729974 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61437d0d-7021-4a50-8766-436a02d6d74b req-6e877943-7011-41e3-81fd-c68306adb28f tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:42.731678 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-61437d0d-7021-4a50-8766-436a02d6d74b req-6e877943-7011-41e3-81fd-c68306adb28f tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b512bc5-a49b-4745-9fee-f78929ca3611 HTTP/1.1" status: 200 len: 944 time: 0.0797975 May 27 03:35:42.737445 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-f80c2b6e-6c41-48e9-a761-9e6fabef6a3a req-dae5a4d5-8061-46fa-a7f8-d75792e7dd45 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e372f20-1cd8-4c0f-9406-74fd003f853b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013787 May 27 03:35:42.795313 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:42.799171 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-61437d0d-7021-4a50-8766-436a02d6d74b req-fe23155e-f28b-401d-9a5c-3e6c45ab853d tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3fa7bf4-dcc8-4eb5-9014-7e3889333b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583098 May 27 03:35:42.834693 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-8107860b-d232-407b-8fc8-baa5ff212b66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:42.905763 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [req-49a34886-9e73-4d57-b2a3-0d3697cb22e7 req-a9f42b7d-c009-4ba7-90a6-6f348db4fcd0 service neutron] Request body: {'port': {'device_id': 'c0670a31-c2d9-43c0-85a8-e15e7513a629', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:35:43.031027 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-8107860b-d232-407b-8fc8-baa5ff212b66 admin admin] Publish callbacks [] for security_group (76ce14e1-5d51-41e9-96bd-8315c09405e2), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:43.061833 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456cb8a-a4c2-4195-8a4f-21ba983b156b req-dc8fdccf-3e7a-4918-bb85-0ff25517e05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:43.063332 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-f456cb8a-a4c2-4195-8a4f-21ba983b156b req-dc8fdccf-3e7a-4918-bb85-0ff25517e05b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8ae1382d8f774b5db702d78e3bed622a&device_id=79319ab8-3b21-4189-af20-8295ec40a10b HTTP/1.1" status: 200 len: 1128 time: 0.1214724 May 27 03:35:43.069528 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-49a34886-9e73-4d57-b2a3-0d3697cb22e7 req-a9f42b7d-c009-4ba7-90a6-6f348db4fcd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (e23f1b69-a428-4690-914e-c5c91277d071), before_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:43.089963 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-8107860b-d232-407b-8fc8-baa5ff212b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (76ce14e1-5d51-41e9-96bd-8315c09405e2), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:43.256071 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-8107860b-d232-407b-8fc8-baa5ff212b66 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=440a5550bef3447eaae6b5f1a3674116&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6523225 May 27 03:35:43.257072 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 34560) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:43.265127 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:43.270388 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8107860b-d232-407b-8fc8-baa5ff212b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ce14e1-5d51-41e9-96bd-8315c09405e2,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:43.304850 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device 96824533-804b-471b-8dd5-0a9fd558c227 up at agent hyperv_hv-cinder-82880 {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:35:43.367010 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Provisioning for port 96824533-804b-471b-8dd5-0a9fd558c227 completed by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:35:43.375543 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456cb8a-a4c2-4195-8a4f-21ba983b156b req-f1f8affd-870a-4c71-b918-9d4bd39691d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:43.377540 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-f456cb8a-a4c2-4195-8a4f-21ba983b156b req-f1f8affd-870a-4c71-b918-9d4bd39691d3 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=8ae1382d8f774b5db702d78e3bed622a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2988188 May 27 03:35:43.397365 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d58b6c-34e4-45c8-88d8-e1dc22bff072 req-b5eb4600-39f5-4987-b4c4-7217de814777 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:43.398927 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-80d58b6c-34e4-45c8-88d8-e1dc22bff072 req-b5eb4600-39f5-4987-b4c4-7217de814777 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 931 time: 0.0896399 May 27 03:35:43.403545 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-2ca80841-fa53-4e03-b453-e0012c458cd3 admin admin] Publish callbacks [] for security_group (76ce14e1-5d51-41e9-96bd-8315c09405e2), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:43.407478 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (134bae73-502b-4599-bb47-129fee8818a4), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:43.441058 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-2ca80841-fa53-4e03-b453-e0012c458cd3 admin admin] Publish callbacks [] for security_group (76ce14e1-5d51-41e9-96bd-8315c09405e2), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:43.441813 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Provisioning complete for port 96824533-804b-471b-8dd5-0a9fd558c227 triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:35:43.443595 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (96824533-804b-471b-8dd5-0a9fd558c227), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:43.492983 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-80d58b6c-34e4-45c8-88d8-e1dc22bff072 req-136c7c37-df04-423a-877c-776dd610786d tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865080 May 27 03:35:43.548518 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Current status of the port 96824533-804b-471b-8dd5-0a9fd558c227 is: BUILD; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:35:43.549063 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (96824533-804b-471b-8dd5-0a9fd558c227), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:43.572759 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b512bc5-a49b-4745-9fee-f78929ca3611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96824533-804b-471b-8dd5-0a9fd558c227'}] {{(pid=104616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:35:43.595255 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-2ca80841-fa53-4e03-b453-e0012c458cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (76ce14e1-5d51-41e9-96bd-8315c09405e2), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:43.597962 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-2ca80841-fa53-4e03-b453-e0012c458cd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:43.599318 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-2ca80841-fa53-4e03-b453-e0012c458cd3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/76ce14e1-5d51-41e9-96bd-8315c09405e2 HTTP/1.1" status: 204 len: 168 time: 0.3410954 May 27 03:35:43.609022 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca80841-fa53-4e03-b453-e0012c458cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ce14e1-5d51-41e9-96bd-8315c09405e2,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:43.662338 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456cb8a-a4c2-4195-8a4f-21ba983b156b req-51bce1a7-bc28-4641-bfd9-5230acaa98f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:43.664470 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-f456cb8a-a4c2-4195-8a4f-21ba983b156b req-51bce1a7-bc28-4641-bfd9-5230acaa98f2 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2440314 May 27 03:35:43.665596 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port 96824533-804b-471b-8dd5-0a9fd558c227, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=96824533-804b-471b-8dd5-0a9fd558c227,segment=NetworkSegment(52bbd8f8-c275-43bb-b64e-f50ded9d01b1),segment_id=52bbd8f8-c275-43bb-b64e-f50ded9d01b1)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:43.801231 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72bc84-9dad-467a-aa46-0d5110c5dc72 req-c3cd81d4-47aa-4451-a618-2de19f0dcbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:43.803561 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-4a72bc84-9dad-467a-aa46-0d5110c5dc72 req-c3cd81d4-47aa-4451-a618-2de19f0dcbf0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8ae1382d8f774b5db702d78e3bed622a&device_id=79319ab8-3b21-4189-af20-8295ec40a10b HTTP/1.1" status: 200 len: 1128 time: 0.0704310 May 27 03:35:43.805613 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.notifiers.nova [req-49a34886-9e73-4d57-b2a3-0d3697cb22e7 req-a9f42b7d-c009-4ba7-90a6-6f348db4fcd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e23f1b69-a428-4690-914e-c5c91277d071 {{(pid=104614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:35:43.808182 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (96824533-804b-471b-8dd5-0a9fd558c227), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:43.816155 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-49a34886-9e73-4d57-b2a3-0d3697cb22e7 req-a9f42b7d-c009-4ba7-90a6-6f348db4fcd0 service neutron] Publish callbacks [] for port (e23f1b69-a428-4690-914e-c5c91277d071), precommit_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:43.860328 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538c57523af4411a099bc77a34a8b12cae4f8d5a17830f42255aa2cd4d9c6a31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-470f3501-1994-4dc9-bfa1-ba9fbed15c48" -d '{"events": [{"server_uuid": "7b512bc5-a49b-4745-9fee-f78929ca3611", "name": "network-vif-plugged", "status": "completed", "tag": "96824533-804b-471b-8dd5-0a9fd558c227"}]}' {{(pid=104616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:35:43.925815 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Pushing event updated for resources: {'Port': ['ID=96824533-804b-471b-8dd5-0a9fd558c227,revision_number=5']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:43.954638 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e849dc84-3c16-4b01-81fc-8f7b6544c137 req-d8cc60dc-b786-4fef-a351-bf6058cf2c96 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:43.960074 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-e849dc84-3c16-4b01-81fc-8f7b6544c137 req-d8cc60dc-b786-4fef-a351-bf6058cf2c96 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=79319ab8-3b21-4189-af20-8295ec40a10b HTTP/1.1" status: 200 len: 944 time: 0.0987592 May 27 03:35:43.973428 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779ef7b-07e4-406e-8d05-80d135a85336 req-e88010d4-354f-43c8-8071-1827f4e00473 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:43.975517 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-b779ef7b-07e4-406e-8d05-80d135a85336 req-e88010d4-354f-43c8-8071-1827f4e00473 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b512bc5-a49b-4745-9fee-f78929ca3611 HTTP/1.1" status: 200 len: 945 time: 0.0715034 May 27 03:35:44.098270 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.provisioning_blocks [req-49a34886-9e73-4d57-b2a3-0d3697cb22e7 req-a9f42b7d-c009-4ba7-90a6-6f348db4fcd0 service neutron] Transition to ACTIVE for port object e23f1b69-a428-4690-914e-c5c91277d071 will not be triggered until provisioned by entity L2. {{(pid=104614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:35:44.101286 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-4a72bc84-9dad-467a-aa46-0d5110c5dc72 req-85236f2e-78cb-4ad4-abd0-98ce0d24afb6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c6d464a-a05a-418c-93bf-d261bd71e3e9 HTTP/1.1" status: 200 len: 217 time: 0.2816291 May 27 03:35:44.154587 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-e849dc84-3c16-4b01-81fc-8f7b6544c137 req-f17cc331-aa5f-47d0-b319-79aac059fb29 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e372f20-1cd8-4c0f-9406-74fd003f853b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1846328 May 27 03:35:44.192874 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72bc84-9dad-467a-aa46-0d5110c5dc72 req-9af3c2f7-035f-4531-9c6a-f9c82248e5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:44.192965 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-b779ef7b-07e4-406e-8d05-80d135a85336 req-202ab2cb-d3cb-437d-9889-a15e601baac2 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3fa7bf4-dcc8-4eb5-9014-7e3889333b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923709 May 27 03:35:44.193036 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-4a72bc84-9dad-467a-aa46-0d5110c5dc72 req-9af3c2f7-035f-4531-9c6a-f9c82248e5a8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7dc15780-a98b-4250-9509-853069c6707a HTTP/1.1" status: 200 len: 854 time: 0.0812421 May 27 03:35:44.193036 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-49a34886-9e73-4d57-b2a3-0d3697cb22e7 req-a9f42b7d-c009-4ba7-90a6-6f348db4fcd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8584799086'] for port (e23f1b69-a428-4690-914e-c5c91277d071), after_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:44.327806 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72bc84-9dad-467a-aa46-0d5110c5dc72 req-d9d16ed7-62ea-422d-ae8b-fb9379f75b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:44.327806 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-4a72bc84-9dad-467a-aa46-0d5110c5dc72 req-d9d16ed7-62ea-422d-ae8b-fb9379f75b0b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=24e2e56a-4202-49e3-9751-4bcdb4e8a6ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1259685 May 27 03:35:44.331969 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f42b7d-c009-4ba7-90a6-6f348db4fcd0 service neutron] Pushing event updated for resources: {'Port': ['ID=e23f1b69-a428-4690-914e-c5c91277d071,revision_number=2']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:44.494639 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5bc34f7-8f9f-4081-ad23-4af88a9272ee x-openstack-request-id: req-b5bc34f7-8f9f-4081-ad23-4af88a9272ee {{(pid=104616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:35:44.495239 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b512bc5-a49b-4745-9fee-f78929ca3611", "name": "network-vif-plugged", "status": "completed", "tag": "96824533-804b-471b-8dd5-0a9fd558c227", "code": 200}]} {{(pid=104616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:35:44.495341 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-4a72bc84-9dad-467a-aa46-0d5110c5dc72 req-05db49ca-fec5-4530-bd34-4ee299e4e798 service neutron] 10.222.0.69 "GET /v2.0/networks/24e2e56a-4202-49e3-9751-4bcdb4e8a6ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642830 May 27 03:35:44.495437 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b5bc34f7-8f9f-4081-ad23-4af88a9272ee {{(pid=104616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:35:44.495972 dv-cinder-828805-4-iscsi neutron-server[104616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5bc34f7-8f9f-4081-ad23-4af88a9272ee'] response: {'server_uuid': '7b512bc5-a49b-4745-9fee-f78929ca3611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96824533-804b-471b-8dd5-0a9fd558c227', 'code': 200} May 27 03:35:44.539298 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.managers [req-49a34886-9e73-4d57-b2a3-0d3697cb22e7 req-a9f42b7d-c009-4ba7-90a6-6f348db4fcd0 service neutron] Attempting to bind port e23f1b69-a428-4690-914e-c5c91277d071 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:35:44.541702 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.managers [req-49a34886-9e73-4d57-b2a3-0d3697cb22e7 req-a9f42b7d-c009-4ba7-90a6-6f348db4fcd0 service neutron] Attempting to bind port e23f1b69-a428-4690-914e-c5c91277d071 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '62c563a9-fe72-4adb-8d7c-17b2299b5d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1'}] {{(pid=104614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:35:44.542333 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a34886-9e73-4d57-b2a3-0d3697cb22e7 req-a9f42b7d-c009-4ba7-90a6-6f348db4fcd0 service neutron] Attempting to bind port e23f1b69-a428-4690-914e-c5c91277d071 on network 85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1 {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:35:44.577794 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a34886-9e73-4d57-b2a3-0d3697cb22e7 req-a9f42b7d-c009-4ba7-90a6-6f348db4fcd0 service neutron] Port e23f1b69-a428-4690-914e-c5c91277d071 on network 85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:35:44.577957 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a34886-9e73-4d57-b2a3-0d3697cb22e7 req-a9f42b7d-c009-4ba7-90a6-6f348db4fcd0 service neutron] Attempting to bind port e23f1b69-a428-4690-914e-c5c91277d071 on network 85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1 {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:35:44.616760 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a34886-9e73-4d57-b2a3-0d3697cb22e7 req-a9f42b7d-c009-4ba7-90a6-6f348db4fcd0 service neutron] Checking agent: {'id': '134bae73-502b-4599-bb47-129fee8818a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 33, 12), 'started_at': datetime.datetime(2022, 5, 27, 3, 33, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:35:44.617042 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a34886-9e73-4d57-b2a3-0d3697cb22e7 req-a9f42b7d-c009-4ba7-90a6-6f348db4fcd0 service neutron] Checking segment: {'id': '62c563a9-fe72-4adb-8d7c-17b2299b5d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:35:44.617438 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a34886-9e73-4d57-b2a3-0d3697cb22e7 req-a9f42b7d-c009-4ba7-90a6-6f348db4fcd0 service neutron] Bound using segment: {'id': '62c563a9-fe72-4adb-8d7c-17b2299b5d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1'} {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:35:44.617886 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.managers [req-49a34886-9e73-4d57-b2a3-0d3697cb22e7 req-a9f42b7d-c009-4ba7-90a6-6f348db4fcd0 service neutron] Bound port: e23f1b69-a428-4690-914e-c5c91277d071, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62c563a9-fe72-4adb-8d7c-17b2299b5d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1'}}] {{(pid=104614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:35:44.618243 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-49a34886-9e73-4d57-b2a3-0d3697cb22e7 req-a9f42b7d-c009-4ba7-90a6-6f348db4fcd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (e23f1b69-a428-4690-914e-c5c91277d071), before_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:44.697949 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 34622) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:44.724511 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-4a72bc84-9dad-467a-aa46-0d5110c5dc72 req-8fc2cd70-b309-4621-9bd5-fdc22c1ffbb4 service neutron] 10.222.0.69 "GET /v2.0/networks/24e2e56a-4202-49e3-9751-4bcdb4e8a6ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891077 May 27 03:35:44.728732 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9633a4d3-a13d-4e3d-a6fe-7440f872a1b1 req-894ab4c1-be11-4322-bf84-d9313d2f80e3 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:44.730852 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-dbd21931-11ff-4532-b224-1281c95e64bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (b322252d-fb9d-4652-a830-647fed26b29a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:44.744159 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-9633a4d3-a13d-4e3d-a6fe-7440f872a1b1 req-894ab4c1-be11-4322-bf84-d9313d2f80e3 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 943 time: 0.1025009 May 27 03:35:44.745265 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-bbcf0ed0-37db-4f4c-b166-1137d25025eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:44.749630 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.db [req-49a34886-9e73-4d57-b2a3-0d3697cb22e7 req-a9f42b7d-c009-4ba7-90a6-6f348db4fcd0 service neutron] For port e23f1b69-a428-4690-914e-c5c91277d071, host hv-cinder-82880, cleared binding levels {{(pid=104614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:35:44.753432 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.db [req-49a34886-9e73-4d57-b2a3-0d3697cb22e7 req-a9f42b7d-c009-4ba7-90a6-6f348db4fcd0 service neutron] For port e23f1b69-a428-4690-914e-c5c91277d071, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=e23f1b69-a428-4690-914e-c5c91277d071,segment=NetworkSegment(62c563a9-fe72-4adb-8d7c-17b2299b5d3d),segment_id=62c563a9-fe72-4adb-8d7c-17b2299b5d3d)] {{(pid=104614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:35:44.786269 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:44.841123 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-9633a4d3-a13d-4e3d-a6fe-7440f872a1b1 req-fe769c75-ffb1-4df9-bf2d-072f057c9404 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755215 May 27 03:35:44.850561 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-49a34886-9e73-4d57-b2a3-0d3697cb22e7 req-a9f42b7d-c009-4ba7-90a6-6f348db4fcd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8584799086'] for port (e23f1b69-a428-4690-914e-c5c91277d071), after_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:44.895885 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-bbcf0ed0-37db-4f4c-b166-1137d25025eb admin admin] Publish callbacks [] for security_group (c0afd2b2-0b18-4816-8684-7276bda052a2), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:44.901607 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a34886-9e73-4d57-b2a3-0d3697cb22e7 req-a9f42b7d-c009-4ba7-90a6-6f348db4fcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:44.902525 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-49a34886-9e73-4d57-b2a3-0d3697cb22e7 req-a9f42b7d-c009-4ba7-90a6-6f348db4fcd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-373421'] for port (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:44.905950 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-49a34886-9e73-4d57-b2a3-0d3697cb22e7 req-a9f42b7d-c009-4ba7-90a6-6f348db4fcd0 service neutron] 10.222.0.69 "PUT /v2.0/ports/e23f1b69-a428-4690-914e-c5c91277d071 HTTP/1.1" status: 200 len: 1093 time: 2.0065980 May 27 03:35:44.906599 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0670a31-c2d9-43c0-85a8-e15e7513a629', 'tag': 'e23f1b69-a428-4690-914e-c5c91277d071'}] {{(pid=104614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:35:44.909024 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a93b0eab3ec594b69aa68cd7d580be2fac36b4cb942ee4cac03c85783d056da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c19a41-467c-4ec1-b8ee-2c15b7e60d0e" -d '{"events": [{"name": "network-changed", "server_uuid": "c0670a31-c2d9-43c0-85a8-e15e7513a629", "tag": "e23f1b69-a428-4690-914e-c5c91277d071"}]}' {{(pid=104614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:35:44.939622 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f42b7d-c009-4ba7-90a6-6f348db4fcd0 service neutron] Pushing event updated for resources: {'Port': ['ID=e23f1b69-a428-4690-914e-c5c91277d071,revision_number=3']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:44.946577 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-bbcf0ed0-37db-4f4c-b166-1137d25025eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (c0afd2b2-0b18-4816-8684-7276bda052a2), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:44.987580 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-bbcf0ed0-37db-4f4c-b166-1137d25025eb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e007b1b172b64559be6ada4d6b1a4f33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2880039 May 27 03:35:44.990798 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 34638) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:45.010886 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcf0ed0-37db-4f4c-b166-1137d25025eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0afd2b2-0b18-4816-8684-7276bda052a2,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:45.013833 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e3c99e-d0af-4263-a6a1-44647204131f x-openstack-request-id: req-b7e3c99e-d0af-4263-a6a1-44647204131f {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:35:45.014131 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0670a31-c2d9-43c0-85a8-e15e7513a629", "tag": "e23f1b69-a428-4690-914e-c5c91277d071", "status": "completed", "code": 200}]} {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:35:45.014382 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b7e3c99e-d0af-4263-a6a1-44647204131f {{(pid=104614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:35:45.014784 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7e3c99e-d0af-4263-a6a1-44647204131f'] response: {'name': 'network-changed', 'server_uuid': 'c0670a31-c2d9-43c0-85a8-e15e7513a629', 'tag': 'e23f1b69-a428-4690-914e-c5c91277d071', 'status': 'completed', 'code': 200} May 27 03:35:45.060300 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-500005b3-83fd-41cf-86dd-f72e30a3220b admin admin] Publish callbacks [] for security_group (c0afd2b2-0b18-4816-8684-7276bda052a2), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:45.095085 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-500005b3-83fd-41cf-86dd-f72e30a3220b admin admin] Publish callbacks [] for security_group (c0afd2b2-0b18-4816-8684-7276bda052a2), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:45.278796 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-500005b3-83fd-41cf-86dd-f72e30a3220b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (c0afd2b2-0b18-4816-8684-7276bda052a2), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:45.281762 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-500005b3-83fd-41cf-86dd-f72e30a3220b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:45.283106 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-500005b3-83fd-41cf-86dd-f72e30a3220b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c0afd2b2-0b18-4816-8684-7276bda052a2 HTTP/1.1" status: 204 len: 168 time: 0.2911613 May 27 03:35:45.284054 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:45.298337 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500005b3-83fd-41cf-86dd-f72e30a3220b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0afd2b2-0b18-4816-8684-7276bda052a2,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:45.355663 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df03906-8365-45b5-926c-3c9bf009a6e3 req-b59e192f-93ef-4f54-91d7-786f923e68ac tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:45.357331 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4df03906-8365-45b5-926c-3c9bf009a6e3 req-b59e192f-93ef-4f54-91d7-786f923e68ac tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=79319ab8-3b21-4189-af20-8295ec40a10b HTTP/1.1" status: 200 len: 944 time: 0.1379919 May 27 03:35:45.370741 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33fd6a9-3136-4a73-ad4c-c24ecbdaafa6 req-e3daef55-3d1a-4d06-badd-cecdce0cf1e0 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:45.377765 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-d33fd6a9-3136-4a73-ad4c-c24ecbdaafa6 req-e3daef55-3d1a-4d06-badd-cecdce0cf1e0 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b512bc5-a49b-4745-9fee-f78929ca3611 HTTP/1.1" status: 200 len: 945 time: 0.0861230 May 27 03:35:45.468856 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4df03906-8365-45b5-926c-3c9bf009a6e3 req-6d73226c-cb88-471d-875d-130e21e96ab7 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e372f20-1cd8-4c0f-9406-74fd003f853b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886655 May 27 03:35:45.472615 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-d33fd6a9-3136-4a73-ad4c-c24ecbdaafa6 req-496139c9-4275-48d4-b70c-c53cdec73835 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3fa7bf4-dcc8-4eb5-9014-7e3889333b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938771 May 27 03:35:45.744327 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ca0ace-b8a2-4684-8740-c569a003c034 req-3e7b8d22-550c-4c2a-95df-1cce5122d403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:45.745833 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-58ca0ace-b8a2-4684-8740-c569a003c034 req-3e7b8d22-550c-4c2a-95df-1cce5122d403 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7b512bc5-a49b-4745-9fee-f78929ca3611 HTTP/1.1" status: 200 len: 1129 time: 0.1015570 May 27 03:35:45.762114 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c19a41-467c-4ec1-b8ee-2c15b7e60d0e req-73c49ea7-d43e-45ae-89c3-bb24c5d51594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:45.766824 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-d2c19a41-467c-4ec1-b8ee-2c15b7e60d0e req-73c49ea7-d43e-45ae-89c3-bb24c5d51594 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1377b9e588bd44f3b29b03728c418151&device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 1127 time: 0.0583735 May 27 03:35:45.769589 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-58ca0ace-b8a2-4684-8740-c569a003c034 req-d280e5db-1044-4050-955e-6288c8bc79eb service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:45.911894 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c19a41-467c-4ec1-b8ee-2c15b7e60d0e req-da8b27f9-d627-41d2-8625-2e687bfc03e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:45.913395 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-d2c19a41-467c-4ec1-b8ee-2c15b7e60d0e req-da8b27f9-d627-41d2-8625-2e687bfc03e0 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=1377b9e588bd44f3b29b03728c418151&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1338022 May 27 03:35:45.998398 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c50e6-dad6-45a3-a387-b9ef2f34935d req-036a9547-4bdc-42bd-808f-54748c2642b0 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:45.998398 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-db6c50e6-dad6-45a3-a387-b9ef2f34935d req-036a9547-4bdc-42bd-808f-54748c2642b0 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 943 time: 0.0529194 May 27 03:35:45.998981 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-58ca0ace-b8a2-4684-8740-c569a003c034 req-d280e5db-1044-4050-955e-6288c8bc79eb service neutron] Publish callbacks [] for security_group (33417ab4-e97a-4aa7-9905-08b2c7b8a106), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:46.032324 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c19a41-467c-4ec1-b8ee-2c15b7e60d0e req-f9d62f9e-06e0-4897-b554-94b2472e9a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:46.033938 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-d2c19a41-467c-4ec1-b8ee-2c15b7e60d0e req-f9d62f9e-06e0-4897-b554-94b2472e9a96 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1129735 May 27 03:35:46.049646 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-db6c50e6-dad6-45a3-a387-b9ef2f34935d req-54300943-c7b3-4099-a509-a272a11953bb tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488114 May 27 03:35:46.072074 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-58ca0ace-b8a2-4684-8740-c569a003c034 req-d280e5db-1044-4050-955e-6288c8bc79eb service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (33417ab4-e97a-4aa7-9905-08b2c7b8a106), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:46.143505 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280e5db-1044-4050-955e-6288c8bc79eb service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=33417ab4-e97a-4aa7-9905-08b2c7b8a106,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:46.149702 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-58ca0ace-b8a2-4684-8740-c569a003c034 req-d280e5db-1044-4050-955e-6288c8bc79eb service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a3fa7bf4-dcc8-4eb5-9014-7e3889333b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3966446 May 27 03:35:46.158980 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a34886-9e73-4d57-b2a3-0d3697cb22e7 req-a18d3d17-411c-4a94-bb92-e322539cda4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:46.160400 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-49a34886-9e73-4d57-b2a3-0d3697cb22e7 req-a18d3d17-411c-4a94-bb92-e322539cda4f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1377b9e588bd44f3b29b03728c418151&device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 1127 time: 0.0524561 May 27 03:35:46.439529 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 34724) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:46.501784 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-49a34886-9e73-4d57-b2a3-0d3697cb22e7 req-f3bad4b8-55d0-41f5-b413-d73f9290c18d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e23f1b69-a428-4690-914e-c5c91277d071 HTTP/1.1" status: 200 len: 217 time: 0.0499053 May 27 03:35:46.588038 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a34886-9e73-4d57-b2a3-0d3697cb22e7 req-78dfec75-ce1b-47e9-a68b-fa239066f82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:46.589516 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-49a34886-9e73-4d57-b2a3-0d3697cb22e7 req-78dfec75-ce1b-47e9-a68b-fa239066f82b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=01cacb82-b9b5-47d7-9a65-bacc84dba8c5 HTTP/1.1" status: 200 len: 856 time: 0.0629804 May 27 03:35:46.606272 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-88d3d588-5ba1-4db4-8af1-f82c958ee816 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:46.658164 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c56416-74be-4fd6-a916-4328c68e87a1 req-a8318ee0-c9ed-4feb-aaed-88b633050f6e tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:46.659664 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-44c56416-74be-4fd6-a916-4328c68e87a1 req-a8318ee0-c9ed-4feb-aaed-88b633050f6e tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=79319ab8-3b21-4189-af20-8295ec40a10b HTTP/1.1" status: 200 len: 944 time: 0.1020179 May 27 03:35:46.693728 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c8622-b20c-4e68-989b-5b038d46debd req-f746f01e-f1b4-412b-9c98-53dd8ac44c40 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:46.695131 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-194c8622-b20c-4e68-989b-5b038d46debd req-f746f01e-f1b4-412b-9c98-53dd8ac44c40 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b512bc5-a49b-4745-9fee-f78929ca3611 HTTP/1.1" status: 200 len: 945 time: 0.0899954 May 27 03:35:46.771936 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-44c56416-74be-4fd6-a916-4328c68e87a1 req-c77c6088-905f-45d1-a905-f736b0426907 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e372f20-1cd8-4c0f-9406-74fd003f853b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977883 May 27 03:35:46.803042 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-194c8622-b20c-4e68-989b-5b038d46debd req-0a85fcfa-2206-4679-9bfb-6b24b3c1741f tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3fa7bf4-dcc8-4eb5-9014-7e3889333b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003418 May 27 03:35:46.806076 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:46.832618 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-88d3d588-5ba1-4db4-8af1-f82c958ee816 admin admin] Publish callbacks [] for security_group (698a5910-1c07-44ab-ab9f-e4fc478b053b), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:46.845629 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a34886-9e73-4d57-b2a3-0d3697cb22e7 req-c746e93e-0e07-484b-b545-ff3599ea99a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:46.847259 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-49a34886-9e73-4d57-b2a3-0d3697cb22e7 req-c746e93e-0e07-484b-b545-ff3599ea99a8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0541303 May 27 03:35:46.929320 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-88d3d588-5ba1-4db4-8af1-f82c958ee816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (698a5910-1c07-44ab-ab9f-e4fc478b053b), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:46.930516 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-1716e4cf-824f-44d6-9e77-f17372f50cef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (9df6ec88-276d-42f5-acd2-7e289451d5e3), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:46.947885 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:46.951280 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-49a34886-9e73-4d57-b2a3-0d3697cb22e7 req-de5c6957-1f30-44f4-9bd7-f860cd90db45 service neutron] 10.222.0.69 "GET /v2.0/networks/85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968132 May 27 03:35:46.978165 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-88d3d588-5ba1-4db4-8af1-f82c958ee816 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4b070c4749c34407b659daf91ea6a30a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5326748 May 27 03:35:46.978165 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d3d588-5ba1-4db4-8af1-f82c958ee816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=698a5910-1c07-44ab-ab9f-e4fc478b053b,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:46.980468 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 34746) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:47.052876 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-c7bffa26-5485-4f32-8d58-1d3776081bbf admin admin] Publish callbacks [] for security_group (698a5910-1c07-44ab-ab9f-e4fc478b053b), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:47.061424 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-49a34886-9e73-4d57-b2a3-0d3697cb22e7 req-e92ba296-0992-4173-89c6-5c94f02791af service neutron] 10.222.0.69 "GET /v2.0/networks/85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027527 May 27 03:35:47.080658 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-c7bffa26-5485-4f32-8d58-1d3776081bbf admin admin] Publish callbacks [] for security_group (698a5910-1c07-44ab-ab9f-e4fc478b053b), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:47.186307 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff79689-e5ea-4252-9c28-80a9c041197c req-2bfe6b87-52de-4d7a-84d9-73111dece4cb tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:47.187876 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4ff79689-e5ea-4252-9c28-80a9c041197c req-2bfe6b87-52de-4d7a-84d9-73111dece4cb tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 943 time: 0.0492578 May 27 03:35:47.246534 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4ff79689-e5ea-4252-9c28-80a9c041197c req-a2d70e0c-13fb-41c4-bf1b-d9d948a4f1b1 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511711 May 27 03:35:47.248831 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-c7bffa26-5485-4f32-8d58-1d3776081bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (698a5910-1c07-44ab-ab9f-e4fc478b053b), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:47.251807 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-c7bffa26-5485-4f32-8d58-1d3776081bbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:47.252853 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-c7bffa26-5485-4f32-8d58-1d3776081bbf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/698a5910-1c07-44ab-ab9f-e4fc478b053b HTTP/1.1" status: 204 len: 168 time: 0.2713046 May 27 03:35:47.261530 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bffa26-5485-4f32-8d58-1d3776081bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=698a5910-1c07-44ab-ab9f-e4fc478b053b,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:47.295583 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device 8c6d464a-a05a-418c-93bf-d261bd71e3e9 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:35:47.312335 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:47.398602 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port 8c6d464a-a05a-418c-93bf-d261bd71e3e9, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=8c6d464a-a05a-418c-93bf-d261bd71e3e9,segment=NetworkSegment(4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6),segment_id=4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:47.410321 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Returning: {'device': '8c6d464a-a05a-418c-93bf-d261bd71e3e9', 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed', 'port_id': '8c6d464a-a05a-418c-93bf-d261bd71e3e9', 'mac_address': 'fa:16:3e:fb:5d:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dc15780-a98b-4250-9509-853069c6707a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:35:47.455473 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:47.457668 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Current status of the port 8c6d464a-a05a-418c-93bf-d261bd71e3e9 is: DOWN; New status is: BUILD {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:35:47.458099 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (8c6d464a-a05a-418c-93bf-d261bd71e3e9), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:47.476280 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.notifiers.nova [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c6d464a-a05a-418c-93bf-d261bd71e3e9 {{(pid=104616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:35:47.505910 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port 8c6d464a-a05a-418c-93bf-d261bd71e3e9, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=8c6d464a-a05a-418c-93bf-d261bd71e3e9,segment=NetworkSegment(4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6),segment_id=4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:47.598210 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (8c6d464a-a05a-418c-93bf-d261bd71e3e9), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:47.646358 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Pushing event updated for resources: {'Port': ['ID=8c6d464a-a05a-418c-93bf-d261bd71e3e9,revision_number=4']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:47.923775 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] get_ports_and_sgs() called for port_ids ['8c6d464a-a05a-418c-93bf-d261bd71e3e9'] {{(pid=104616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:35:47.938298 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1a0ec3-3168-48c8-8eff-469379459130 req-3316be14-69b5-4e2b-98e6-e92bdd9aee27 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:47.940448 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-9f1a0ec3-3168-48c8-8eff-469379459130 req-3316be14-69b5-4e2b-98e6-e92bdd9aee27 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=79319ab8-3b21-4189-af20-8295ec40a10b HTTP/1.1" status: 200 len: 945 time: 0.0853360 May 27 03:35:47.954720 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719a4424-4421-435b-938d-2c08ef709dd7 req-0b29761f-e1b9-4349-867e-bb421933fb28 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:47.956748 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-719a4424-4421-435b-938d-2c08ef709dd7 req-0b29761f-e1b9-4349-867e-bb421933fb28 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b512bc5-a49b-4745-9fee-f78929ca3611 HTTP/1.1" status: 200 len: 945 time: 0.0703366 May 27 03:35:48.013596 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 34796) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:48.024434 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:48.029484 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-4b4c3b71-4bbf-4b9c-9683-28697be31db5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:48.055238 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-9f1a0ec3-3168-48c8-8eff-469379459130 req-0ab0f92a-5f00-46df-9fb9-2f7b3fd03a32 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e372f20-1cd8-4c0f-9406-74fd003f853b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031730 May 27 03:35:48.093414 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-719a4424-4421-435b-938d-2c08ef709dd7 req-dbb71a3c-ff15-4ed4-9f95-f0ba2ac104fe tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3fa7bf4-dcc8-4eb5-9014-7e3889333b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178873 May 27 03:35:48.127600 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-4b4c3b71-4bbf-4b9c-9683-28697be31db5 admin admin] Publish callbacks [] for security_group (6a0b1e25-c0eb-416f-9b8a-82a3cb2725cf), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:48.206766 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-584d7fde-7d72-4642-9601-b182cfb78c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (413fc6aa-3a5a-4281-abfd-a440a67afb4a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:48.207350 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:INSERT=11,neutron:DELETE=2 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:48.208956 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-4b4c3b71-4bbf-4b9c-9683-28697be31db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (6a0b1e25-c0eb-416f-9b8a-82a3cb2725cf), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:48.248349 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-4b4c3b71-4bbf-4b9c-9683-28697be31db5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=63088692fa9540dd843c2c50ad945d8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2336774 May 27 03:35:48.250980 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c3b71-4bbf-4b9c-9683-28697be31db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0b1e25-c0eb-416f-9b8a-82a3cb2725cf,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:48.251504 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 34800) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:48.313672 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-950a7553-4560-4d8c-8dc7-1314f1b3eb24 admin admin] Publish callbacks [] for security_group (6a0b1e25-c0eb-416f-9b8a-82a3cb2725cf), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:48.347860 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-950a7553-4560-4d8c-8dc7-1314f1b3eb24 admin admin] Publish callbacks [] for security_group (6a0b1e25-c0eb-416f-9b8a-82a3cb2725cf), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:48.400700 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e14188-9760-4b0e-aa46-104a7dd8d0f7 req-f0865e62-9924-40b4-a18f-2fbd512adc5b tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:48.402136 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-45e14188-9760-4b0e-aa46-104a7dd8d0f7 req-f0865e62-9924-40b4-a18f-2fbd512adc5b tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 943 time: 0.0737178 May 27 03:35:48.451935 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-45e14188-9760-4b0e-aa46-104a7dd8d0f7 req-2b19c7a0-f073-4adf-9d0e-ae101e1d07bf tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437779 May 27 03:35:48.520632 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-950a7553-4560-4d8c-8dc7-1314f1b3eb24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (6a0b1e25-c0eb-416f-9b8a-82a3cb2725cf), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:48.523770 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-950a7553-4560-4d8c-8dc7-1314f1b3eb24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:48.524928 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-950a7553-4560-4d8c-8dc7-1314f1b3eb24 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6a0b1e25-c0eb-416f-9b8a-82a3cb2725cf HTTP/1.1" status: 204 len: 168 time: 0.2724385 May 27 03:35:48.533013 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950a7553-4560-4d8c-8dc7-1314f1b3eb24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0b1e25-c0eb-416f-9b8a-82a3cb2725cf,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:48.806516 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:49.250308 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a083f1-2237-42d2-a6a7-dc9da476005a req-47960424-b630-4c93-8ef2-d535810eac93 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:49.251797 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-42a083f1-2237-42d2-a6a7-dc9da476005a req-47960424-b630-4c93-8ef2-d535810eac93 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=79319ab8-3b21-4189-af20-8295ec40a10b HTTP/1.1" status: 200 len: 945 time: 0.1335988 May 27 03:35:49.257713 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064437b4-f331-48e8-82c6-3b61816d1cf1 req-f79c177d-c2b0-4fb1-ac01-c43fec373c07 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:49.259060 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-064437b4-f331-48e8-82c6-3b61816d1cf1 req-f79c177d-c2b0-4fb1-ac01-c43fec373c07 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b512bc5-a49b-4745-9fee-f78929ca3611 HTTP/1.1" status: 200 len: 945 time: 0.0977838 May 27 03:35:49.287472 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device e23f1b69-a428-4690-914e-c5c91277d071 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:35:49.336841 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-42a083f1-2237-42d2-a6a7-dc9da476005a req-81cb32f0-f13a-48bf-a156-9f752a2d7f2b tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e372f20-1cd8-4c0f-9406-74fd003f853b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766435 May 27 03:35:49.340163 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-064437b4-f331-48e8-82c6-3b61816d1cf1 req-5f885f1e-43ec-4f9c-81e2-7ca8c23ddc16 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3fa7bf4-dcc8-4eb5-9014-7e3889333b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743730 May 27 03:35:49.355155 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device 8c6d464a-a05a-418c-93bf-d261bd71e3e9 up at agent hyperv_hv-cinder-82880 {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:35:49.387747 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f446-e12c-45b2-8c38-3579950c1c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (785c7416-4bf9-40d9-a08f-c797a61a0436), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:49.433418 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port e23f1b69-a428-4690-914e-c5c91277d071, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=e23f1b69-a428-4690-914e-c5c91277d071,segment=NetworkSegment(62c563a9-fe72-4adb-8d7c-17b2299b5d3d),segment_id=62c563a9-fe72-4adb-8d7c-17b2299b5d3d)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:49.444009 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Provisioning for port 8c6d464a-a05a-418c-93bf-d261bd71e3e9 completed by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:35:49.448854 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Returning: {'device': 'e23f1b69-a428-4690-914e-c5c91277d071', 'network_id': '85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1', 'port_id': 'e23f1b69-a428-4690-914e-c5c91277d071', 'mac_address': 'fa:16:3e:52:6c:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01cacb82-b9b5-47d7-9a65-bacc84dba8c5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:35:49.483557 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Current status of the port e23f1b69-a428-4690-914e-c5c91277d071 is: DOWN; New status is: BUILD {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:35:49.483970 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (e23f1b69-a428-4690-914e-c5c91277d071), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:49.497848 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.notifiers.nova [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e23f1b69-a428-4690-914e-c5c91277d071 {{(pid=104616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:35:49.517448 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port e23f1b69-a428-4690-914e-c5c91277d071, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=e23f1b69-a428-4690-914e-c5c91277d071,segment=NetworkSegment(62c563a9-fe72-4adb-8d7c-17b2299b5d3d),segment_id=62c563a9-fe72-4adb-8d7c-17b2299b5d3d)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:49.552927 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Provisioning complete for port 8c6d464a-a05a-418c-93bf-d261bd71e3e9 triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:35:49.553321 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (8c6d464a-a05a-418c-93bf-d261bd71e3e9), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:49.571374 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d594c0-db62-4644-954c-daa30cc2d6c8 req-a05bd529-c1cf-41b8-b273-90e3ec10a592 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:49.572850 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-f5d594c0-db62-4644-954c-daa30cc2d6c8 req-a05bd529-c1cf-41b8-b273-90e3ec10a592 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 943 time: 0.0486796 May 27 03:35:49.605353 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (e23f1b69-a428-4690-914e-c5c91277d071), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:49.638239 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-f5d594c0-db62-4644-954c-daa30cc2d6c8 req-f22163a6-f189-4627-aa41-6403d7d87d29 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579529 May 27 03:35:49.690363 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Pushing event updated for resources: {'Port': ['ID=e23f1b69-a428-4690-914e-c5c91277d071,revision_number=4']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:49.691684 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Current status of the port 8c6d464a-a05a-418c-93bf-d261bd71e3e9 is: BUILD; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:35:49.692059 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (8c6d464a-a05a-418c-93bf-d261bd71e3e9), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:49.720193 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79319ab8-3b21-4189-af20-8295ec40a10b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c6d464a-a05a-418c-93bf-d261bd71e3e9'}] {{(pid=104616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:35:49.722381 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538c57523af4411a099bc77a34a8b12cae4f8d5a17830f42255aa2cd4d9c6a31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51762ff3-6ea0-4989-be54-345ebbbf6dab" -d '{"events": [{"server_uuid": "79319ab8-3b21-4189-af20-8295ec40a10b", "name": "network-vif-plugged", "status": "completed", "tag": "8c6d464a-a05a-418c-93bf-d261bd71e3e9"}]}' {{(pid=104616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:35:49.734935 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port 8c6d464a-a05a-418c-93bf-d261bd71e3e9, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=8c6d464a-a05a-418c-93bf-d261bd71e3e9,segment=NetworkSegment(4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6),segment_id=4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:49.764436 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2757c122-511f-4829-8bf7-577deeec9f43 x-openstack-request-id: req-2757c122-511f-4829-8bf7-577deeec9f43 {{(pid=104616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:35:49.764767 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79319ab8-3b21-4189-af20-8295ec40a10b", "name": "network-vif-plugged", "status": "completed", "tag": "8c6d464a-a05a-418c-93bf-d261bd71e3e9", "code": 200}]} {{(pid=104616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:35:49.765024 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2757c122-511f-4829-8bf7-577deeec9f43 {{(pid=104616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:35:49.765412 dv-cinder-828805-4-iscsi neutron-server[104616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2757c122-511f-4829-8bf7-577deeec9f43'] response: {'server_uuid': '79319ab8-3b21-4189-af20-8295ec40a10b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c6d464a-a05a-418c-93bf-d261bd71e3e9', 'code': 200} May 27 03:35:49.846380 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (8c6d464a-a05a-418c-93bf-d261bd71e3e9), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:49.903563 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] get_ports_and_sgs() called for port_ids ['e23f1b69-a428-4690-914e-c5c91277d071'] {{(pid=104616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:35:49.930259 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Pushing event updated for resources: {'Port': ['ID=8c6d464a-a05a-418c-93bf-d261bd71e3e9,revision_number=5']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:50.121073 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:50.188970 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68476683-5353-4c4a-8418-d6bd5b628885 req-3a211ce6-c355-4958-b7c7-b55a02c60f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:50.190573 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-68476683-5353-4c4a-8418-d6bd5b628885 req-3a211ce6-c355-4958-b7c7-b55a02c60f8e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=79319ab8-3b21-4189-af20-8295ec40a10b HTTP/1.1" status: 200 len: 1130 time: 0.0390568 May 27 03:35:50.224755 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:50.237659 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-68476683-5353-4c4a-8418-d6bd5b628885 req-595fafcd-d4d0-4c49-b077-9c033260f2c6 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=6e372f20-1cd8-4c0f-9406-74fd003f853b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412424 May 27 03:35:50.470409 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56666fda-8391-4c55-801c-a4eabc8eea66 req-a8655f04-337c-464c-a169-3b816b81bc4b tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:50.471871 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-56666fda-8391-4c55-801c-a4eabc8eea66 req-a8655f04-337c-464c-a169-3b816b81bc4b tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=79319ab8-3b21-4189-af20-8295ec40a10b HTTP/1.1" status: 200 len: 946 time: 0.0464721 May 27 03:35:50.517063 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-56666fda-8391-4c55-801c-a4eabc8eea66 req-3abbed44-5697-45b0-9343-c7ec2397c7db tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e372f20-1cd8-4c0f-9406-74fd003f853b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395365 May 27 03:35:50.775705 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:50.779641 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5551b02a-999a-49bf-a613-fcf922fa0106 req-1875bc95-b7bc-43d5-8d9f-986793b598f7 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:50.780302 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-5551b02a-999a-49bf-a613-fcf922fa0106 req-1875bc95-b7bc-43d5-8d9f-986793b598f7 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 944 time: 0.0603659 May 27 03:35:50.838450 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-5551b02a-999a-49bf-a613-fcf922fa0106 req-12027727-bf3d-4707-ab2b-cf94e99b7ec3 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518112 May 27 03:35:50.875194 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (917d01f3-4a27-4590-ae14-da14d21a1e88), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:51.278647 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 34916) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:51.321747 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device e23f1b69-a428-4690-914e-c5c91277d071 up at agent hyperv_hv-cinder-82880 {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:35:51.343900 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:51.368884 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Provisioning for port e23f1b69-a428-4690-914e-c5c91277d071 completed by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:35:51.388679 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-03a9cacd-63e6-4f86-841a-a7437d16baa9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:51.448050 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Provisioning complete for port e23f1b69-a428-4690-914e-c5c91277d071 triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:35:51.448412 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (e23f1b69-a428-4690-914e-c5c91277d071), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:51.475101 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-03a9cacd-63e6-4f86-841a-a7437d16baa9 admin admin] Publish callbacks [] for security_group (ca2e806d-4ecb-4a44-a90a-8caad100128f), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:51.531036 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Current status of the port e23f1b69-a428-4690-914e-c5c91277d071 is: BUILD; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:35:51.531419 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (e23f1b69-a428-4690-914e-c5c91277d071), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:51.569732 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port e23f1b69-a428-4690-914e-c5c91277d071, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=e23f1b69-a428-4690-914e-c5c91277d071,segment=NetworkSegment(62c563a9-fe72-4adb-8d7c-17b2299b5d3d),segment_id=62c563a9-fe72-4adb-8d7c-17b2299b5d3d)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:51.586375 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-03a9cacd-63e6-4f86-841a-a7437d16baa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (ca2e806d-4ecb-4a44-a90a-8caad100128f), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:51.629897 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-03a9cacd-63e6-4f86-841a-a7437d16baa9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=17fa13779428430d93fd420554c9f213&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3501632 May 27 03:35:51.631601 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a9cacd-63e6-4f86-841a-a7437d16baa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2e806d-4ecb-4a44-a90a-8caad100128f,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:51.638684 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 34934) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:51.657457 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (e23f1b69-a428-4690-914e-c5c91277d071), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:51.668772 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f92b0-847b-4316-a5df-bd85de5af82b req-33ab6c81-3673-4989-a369-142b3010bf71 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:51.670407 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ac3f92b0-847b-4316-a5df-bd85de5af82b req-33ab6c81-3673-4989-a369-142b3010bf71 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=79319ab8-3b21-4189-af20-8295ec40a10b HTTP/1.1" status: 200 len: 946 time: 0.0738831 May 27 03:35:51.730140 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Pushing event updated for resources: {'Port': ['ID=e23f1b69-a428-4690-914e-c5c91277d071,revision_number=5']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:51.731620 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-a2ab4f62-0a0d-460d-87ab-75e747776970 admin admin] Publish callbacks [] for security_group (ca2e806d-4ecb-4a44-a90a-8caad100128f), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:51.752694 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.agents_db [None req-cbb77ebc-65ec-4caa-a8b3-81c074906866 None None] Agent healthcheck: found 6 active agents {{(pid=104617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:35:51.758288 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ac3f92b0-847b-4316-a5df-bd85de5af82b req-47078f9e-1024-4e22-9e2b-ffab9b6f3726 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e372f20-1cd8-4c0f-9406-74fd003f853b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782897 May 27 03:35:51.767756 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-a2ab4f62-0a0d-460d-87ab-75e747776970 admin admin] Publish callbacks [] for security_group (ca2e806d-4ecb-4a44-a90a-8caad100128f), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:51.774224 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0670a31-c2d9-43c0-85a8-e15e7513a629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e23f1b69-a428-4690-914e-c5c91277d071'}] {{(pid=104616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:35:51.778499 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538c57523af4411a099bc77a34a8b12cae4f8d5a17830f42255aa2cd4d9c6a31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae29760b-6634-4dab-9295-e4b41a136777" -d '{"events": [{"server_uuid": "c0670a31-c2d9-43c0-85a8-e15e7513a629", "name": "network-vif-plugged", "status": "completed", "tag": "e23f1b69-a428-4690-914e-c5c91277d071"}]}' {{(pid=104616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:35:51.794024 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:51.842029 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec294f9-930f-4228-abcd-c051ce72d98f x-openstack-request-id: req-9ec294f9-930f-4228-abcd-c051ce72d98f {{(pid=104616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:35:51.842342 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0670a31-c2d9-43c0-85a8-e15e7513a629", "name": "network-vif-plugged", "status": "completed", "tag": "e23f1b69-a428-4690-914e-c5c91277d071", "code": 200}]} {{(pid=104616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:35:51.842601 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9ec294f9-930f-4228-abcd-c051ce72d98f {{(pid=104616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:35:51.843135 dv-cinder-828805-4-iscsi neutron-server[104616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ec294f9-930f-4228-abcd-c051ce72d98f'] response: {'server_uuid': 'c0670a31-c2d9-43c0-85a8-e15e7513a629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e23f1b69-a428-4690-914e-c5c91277d071', 'code': 200} May 27 03:35:51.939202 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-a2ab4f62-0a0d-460d-87ab-75e747776970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (ca2e806d-4ecb-4a44-a90a-8caad100128f), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:51.942227 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-a2ab4f62-0a0d-460d-87ab-75e747776970 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:51.946408 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-a2ab4f62-0a0d-460d-87ab-75e747776970 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ca2e806d-4ecb-4a44-a90a-8caad100128f HTTP/1.1" status: 204 len: 168 time: 0.3042893 May 27 03:35:51.976145 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ab4f62-0a0d-460d-87ab-75e747776970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2e806d-4ecb-4a44-a90a-8caad100128f,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:52.003863 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:52.013833 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf248b72-4e04-437a-8c4d-73d994e2f2f0 req-26b9c471-b9c7-4b86-ab08-3dbb8e558910 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:52.015973 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-bf248b72-4e04-437a-8c4d-73d994e2f2f0 req-26b9c471-b9c7-4b86-ab08-3dbb8e558910 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 945 time: 0.0924006 May 27 03:35:52.072688 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-bf248b72-4e04-437a-8c4d-73d994e2f2f0 req-97c9a05f-7616-4f19-ab3c-5d87ea24c217 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505040 May 27 03:35:52.735376 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:52.834249 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 34972) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:52.848112 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-fe2c0cdd-dabc-421e-b5b0-7130dea6c5db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:52.885060 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d08aec-1383-42ed-9509-f8e05f439cc4 req-de4e5333-2f29-42f2-95d4-772cb03efdf7 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:52.886819 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-d3d08aec-1383-42ed-9509-f8e05f439cc4 req-de4e5333-2f29-42f2-95d4-772cb03efdf7 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=79319ab8-3b21-4189-af20-8295ec40a10b HTTP/1.1" status: 200 len: 946 time: 0.0535009 May 27 03:35:52.934933 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-fe2c0cdd-dabc-421e-b5b0-7130dea6c5db admin admin] Publish callbacks [] for security_group (4f76666f-6ce6-4431-8e55-450002d7db5c), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:52.949653 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-d3d08aec-1383-42ed-9509-f8e05f439cc4 req-f85cb57d-b79d-493f-9855-f34a3826ae24 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e372f20-1cd8-4c0f-9406-74fd003f853b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482488 May 27 03:35:53.032104 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-fe2c0cdd-dabc-421e-b5b0-7130dea6c5db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (4f76666f-6ce6-4431-8e55-450002d7db5c), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:53.051408 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:53.071633 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-fe2c0cdd-dabc-421e-b5b0-7130dea6c5db admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=38a9eaf2450e4de581fcc2c8be087fd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2363317 May 27 03:35:53.074118 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 34978) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:53.081419 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2c0cdd-dabc-421e-b5b0-7130dea6c5db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f76666f-6ce6-4431-8e55-450002d7db5c,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:53.127479 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-17c42f5a-a79b-4211-b07c-496e67894368 admin admin] Publish callbacks [] for security_group (4f76666f-6ce6-4431-8e55-450002d7db5c), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:53.150314 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-17c42f5a-a79b-4211-b07c-496e67894368 admin admin] Publish callbacks [] for security_group (4f76666f-6ce6-4431-8e55-450002d7db5c), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:53.189680 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab70a2d6-0bc7-4c3a-a7a4-4bf83699b0d2 req-08633856-8404-449f-b143-4700e9205f23 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:53.191304 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ab70a2d6-0bc7-4c3a-a7a4-4bf83699b0d2 req-08633856-8404-449f-b143-4700e9205f23 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 945 time: 0.0464380 May 27 03:35:53.240390 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ab70a2d6-0bc7-4c3a-a7a4-4bf83699b0d2 req-3b3f05a1-af82-413a-a8ae-239a111ca3a5 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428841 May 27 03:35:53.300760 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-17c42f5a-a79b-4211-b07c-496e67894368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (4f76666f-6ce6-4431-8e55-450002d7db5c), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:53.303930 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-17c42f5a-a79b-4211-b07c-496e67894368 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:53.305088 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-17c42f5a-a79b-4211-b07c-496e67894368 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4f76666f-6ce6-4431-8e55-450002d7db5c HTTP/1.1" status: 204 len: 168 time: 0.2300882 May 27 03:35:53.312812 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c42f5a-a79b-4211-b07c-496e67894368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f76666f-6ce6-4431-8e55-450002d7db5c,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:53.329505 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:53.438083 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:54.071237 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ad03d-70c9-4abb-b437-7cc56e683b2b req-3745c113-dab8-4842-8c2a-0b5c23976312 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:54.079378 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-689ad03d-70c9-4abb-b437-7cc56e683b2b req-3745c113-dab8-4842-8c2a-0b5c23976312 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=79319ab8-3b21-4189-af20-8295ec40a10b HTTP/1.1" status: 200 len: 946 time: 0.0610015 May 27 03:35:54.129224 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-689ad03d-70c9-4abb-b437-7cc56e683b2b req-6bc3578a-7075-4697-a676-b01fb592d363 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e372f20-1cd8-4c0f-9406-74fd003f853b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427618 May 27 03:35:54.243831 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:54.358608 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5320fca-ebde-439e-9208-f7211528754c req-5c87bb74-5f57-495b-ac62-0bd91a2ee465 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:54.360114 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-d5320fca-ebde-439e-9208-f7211528754c req-5c87bb74-5f57-495b-ac62-0bd91a2ee465 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 945 time: 0.0488749 May 27 03:35:54.407631 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-d5320fca-ebde-439e-9208-f7211528754c req-ebd63c37-5ea0-4e2f-9894-8ba372ceabac tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411398 May 27 03:35:55.171404 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:55.267939 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33902f5-f257-4df5-bc0b-33f3f8fe9d24 req-4557c805-1be2-4d4e-8bce-7ed9eb357549 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:55.269501 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-d33902f5-f257-4df5-bc0b-33f3f8fe9d24 req-4557c805-1be2-4d4e-8bce-7ed9eb357549 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=79319ab8-3b21-4189-af20-8295ec40a10b HTTP/1.1" status: 200 len: 946 time: 0.0559490 May 27 03:35:55.323485 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-d33902f5-f257-4df5-bc0b-33f3f8fe9d24 req-cc49779d-5b06-4d3d-9b97-27eeb76fd468 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e372f20-1cd8-4c0f-9406-74fd003f853b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449703 May 27 03:35:55.472078 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5363b1b-7112-462d-b490-e78d039e9657 req-50914bab-5173-4d05-877a-ccbdabb87453 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:55.473612 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-e5363b1b-7112-462d-b490-e78d039e9657 req-50914bab-5173-4d05-877a-ccbdabb87453 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=79319ab8-3b21-4189-af20-8295ec40a10b HTTP/1.1" status: 200 len: 946 time: 0.0478616 May 27 03:35:55.482863 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 35044) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:55.487194 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.v2.base [None req-e3b260cb-f771-4d9f-83cf-c3092fca16d0 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Request body: {'floatingip': {'port_id': '8c6d464a-a05a-418c-93bf-d261bd71e3e9'}} {{(pid=104615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:35:55.568780 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-e3b260cb-f771-4d9f-83cf-c3092fca16d0 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for floatingip (bf94151b-d9dc-4f56-874f-3ae26beeceee), before_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:55.674994 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e032a83c-71dc-429c-88d6-78ae4daf096e req-4757fab3-6f8a-42d8-bca7-517c2d0802eb tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:55.676415 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-e032a83c-71dc-429c-88d6-78ae4daf096e req-4757fab3-6f8a-42d8-bca7-517c2d0802eb tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 945 time: 0.1296318 May 27 03:35:55.797411 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-e032a83c-71dc-429c-88d6-78ae4daf096e req-ebe3a3f0-9e99-4a9e-811f-55a21696faac tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154253 May 27 03:35:55.823009 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:55.899882 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:56.344961 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.db.resource_extend [None req-e3b260cb-f771-4d9f-83cf-c3092fca16d0 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 03:35:56.412969 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-e3b260cb-f771-4d9f-83cf-c3092fca16d0 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:56.491993 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-e3b260cb-f771-4d9f-83cf-c3092fca16d0 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680165'] for floatingip (bf94151b-d9dc-4f56-874f-3ae26beeceee), after_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:56.530093 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:56.586181 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.db.l3_db [None req-e3b260cb-f771-4d9f-83cf-c3092fca16d0 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Floating IP bf94151b-d9dc-4f56-874f-3ae26beeceee associated. External IP: 172.27.0.90, port: 8c6d464a-a05a-418c-93bf-d261bd71e3e9. May 27 03:35:56.778334 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3b260cb-f771-4d9f-83cf-c3092fca16d0 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Router 58b91349-0dd3-4b11-9ad0-c33bf6a873c9 has already been hosted by L3 agent 9df6ec88-276d-42f5-acd2-7e289451d5e3 {{(pid=104615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:35:56.909081 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b260cb-f771-4d9f-83cf-c3092fca16d0 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Notify agent at l3_agent.dv-cinder-828805-4-iscsi the message routers_updated {{(pid=104615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:35:56.915458 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-e3b260cb-f771-4d9f-83cf-c3092fca16d0 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for floatingip (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:56.921826 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6a6df6-82c1-47bc-ad50-9924c42c6750 None None] Sync routers for ids ['58b91349-0dd3-4b11-9ad0-c33bf6a873c9'] in dv-cinder-828805-4-iscsi {{(pid=104617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:35:56.937518 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6a6df6-82c1-47bc-ad50-9924c42c6750 None None] Routers {'58b91349-0dd3-4b11-9ad0-c33bf6a873c9'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:35:56.937518 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-dd6a6df6-82c1-47bc-ad50-9924c42c6750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:35:47Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['58b91349-0dd3-4b11-9ad0-c33bf6a873c9'], 'active': True} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:56.948894 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eec3f05-b6fe-460b-a23b-4e98a2a3be48 req-feeb3350-42ae-4705-b24b-ac8282b7b141 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:56.950641 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-3eec3f05-b6fe-460b-a23b-4e98a2a3be48 req-feeb3350-42ae-4705-b24b-ac8282b7b141 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 945 time: 0.0778117 May 27 03:35:56.958925 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-e3b260cb-f771-4d9f-83cf-c3092fca16d0 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "PUT /v2.0/floatingips/bf94151b-d9dc-4f56-874f-3ae26beeceee HTTP/1.1" status: 200 len: 991 time: 1.4750085 May 27 03:35:56.960638 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79319ab8-3b21-4189-af20-8295ec40a10b', 'tag': '8c6d464a-a05a-418c-93bf-d261bd71e3e9'}] {{(pid=104615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:35:56.963321 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9faa1dd78fb558d4018d1363b43ffec7552e77d137433f9c5cc39ec2f1c636e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b7f83b-02b0-4c4a-8f55-67ce91ae2bc8" -d '{"events": [{"name": "network-changed", "server_uuid": "79319ab8-3b21-4189-af20-8295ec40a10b", "tag": "8c6d464a-a05a-418c-93bf-d261bd71e3e9"}]}' {{(pid=104615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:35:56.988179 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:57.023334 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-3eec3f05-b6fe-460b-a23b-4e98a2a3be48 req-1a2fb015-298f-4b10-932c-6776b970e7f2 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633116 May 27 03:35:57.030882 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02880243-a665-4293-a9e7-14c87424648a req-57c69d80-6b9c-44b1-9343-b16c0908fc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:57.032536 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-02880243-a665-4293-a9e7-14c87424648a req-57c69d80-6b9c-44b1-9343-b16c0908fc61 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 1129 time: 0.0424044 May 27 03:35:57.054910 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvr_db [None req-dd6a6df6-82c1-47bc-ad50-9924c42c6750 None None] Set router 58b91349-0dd3-4b11-9ad0-c33bf6a873c9 gateway port host: dv-cinder-828805-4-iscsi {{(pid=104617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:35:57.118754 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-02880243-a665-4293-a9e7-14c87424648a req-ea9f831f-b6e6-4e5d-969c-718f81827202 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749953 May 27 03:35:57.253893 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166f4174-3e79-4d58-9974-1db9c999bb2c x-openstack-request-id: req-166f4174-3e79-4d58-9974-1db9c999bb2c {{(pid=104615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:35:57.254185 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79319ab8-3b21-4189-af20-8295ec40a10b", "tag": "8c6d464a-a05a-418c-93bf-d261bd71e3e9", "status": "completed", "code": 200}]} {{(pid=104615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:35:57.254438 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-166f4174-3e79-4d58-9974-1db9c999bb2c {{(pid=104615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:35:57.254851 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.notifiers.nova [-] Nova event matching ['req-166f4174-3e79-4d58-9974-1db9c999bb2c'] response: {'name': 'network-changed', 'server_uuid': '79319ab8-3b21-4189-af20-8295ec40a10b', 'tag': '8c6d464a-a05a-418c-93bf-d261bd71e3e9', 'status': 'completed', 'code': 200} May 27 03:35:57.329009 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-dd6a6df6-82c1-47bc-ad50-9924c42c6750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'name': 'tempest-AttachVolumeNegativeTest-1037525343-router', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '62ebc377-0475-46f8-8fc4-d2dc60188684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:08Z', 'updated_at': '2022-05-27T03:35:16Z', 'revision_number': 4, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'gw_port': {'id': '62ebc377-0475-46f8-8fc4-d2dc60188684', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:10Z', 'updated_at': '2022-05-27T03:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_floatingips': [{'id': 'bf94151b-d9dc-4f56-874f-3ae26beeceee', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'floating_ip_address': '172.27.0.90', 'floating_network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'router_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'port_id': '8c6d464a-a05a-418c-93bf-d261bd71e3e9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed', 'mac_address': 'fa:16:3e:fb:5d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79319ab8-3b21-4189-af20-8295ec40a10b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:35:24Z', 'updated_at': '2022-05-27T03:35:56Z', 'revision_number': 1, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75b932e1-ea13-44f5-9bbf-2e35c438adc1', 'name': '', 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'mac_address': 'fa:16:3e:0f:06:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7dc15780-a98b-4250-9509-853069c6707a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:14Z', 'updated_at': '2022-05-27T03:35:24Z', 'revision_number': 5, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'subnets': [{'id': '7dc15780-a98b-4250-9509-853069c6707a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:57.363003 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6a6df6-82c1-47bc-ad50-9924c42c6750 None None] Checking router: 58b91349-0dd3-4b11-9ad0-c33bf6a873c9 for host: dv-cinder-828805-4-iscsi {{(pid=104617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:35:57.370289 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6a6df6-82c1-47bc-ad50-9924c42c6750 None None] Routers {'58b91349-0dd3-4b11-9ad0-c33bf6a873c9'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:35:57.370974 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-dd6a6df6-82c1-47bc-ad50-9924c42c6750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:35:47Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['58b91349-0dd3-4b11-9ad0-c33bf6a873c9'], 'active': True} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:57.471873 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvr_db [None req-dd6a6df6-82c1-47bc-ad50-9924c42c6750 None None] Set router 58b91349-0dd3-4b11-9ad0-c33bf6a873c9 gateway port host: dv-cinder-828805-4-iscsi {{(pid=104617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:35:57.757525 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-dd6a6df6-82c1-47bc-ad50-9924c42c6750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'name': 'tempest-AttachVolumeNegativeTest-1037525343-router', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '62ebc377-0475-46f8-8fc4-d2dc60188684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:08Z', 'updated_at': '2022-05-27T03:35:16Z', 'revision_number': 4, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'gw_port': {'id': '62ebc377-0475-46f8-8fc4-d2dc60188684', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:10Z', 'updated_at': '2022-05-27T03:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_floatingips': [{'id': 'bf94151b-d9dc-4f56-874f-3ae26beeceee', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'floating_ip_address': '172.27.0.90', 'floating_network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'router_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'port_id': '8c6d464a-a05a-418c-93bf-d261bd71e3e9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed', 'mac_address': 'fa:16:3e:fb:5d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79319ab8-3b21-4189-af20-8295ec40a10b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:35:24Z', 'updated_at': '2022-05-27T03:35:56Z', 'revision_number': 1, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75b932e1-ea13-44f5-9bbf-2e35c438adc1', 'name': '', 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'mac_address': 'fa:16:3e:0f:06:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7dc15780-a98b-4250-9509-853069c6707a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:14Z', 'updated_at': '2022-05-27T03:35:24Z', 'revision_number': 5, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'subnets': [{'id': '7dc15780-a98b-4250-9509-853069c6707a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:57.784554 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6a6df6-82c1-47bc-ad50-9924c42c6750 None None] The sync data for ids ['58b91349-0dd3-4b11-9ad0-c33bf6a873c9'] in dv-cinder-828805-4-iscsi is: [{'id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'name': 'tempest-AttachVolumeNegativeTest-1037525343-router', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '62ebc377-0475-46f8-8fc4-d2dc60188684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:08Z', 'updated_at': '2022-05-27T03:35:16Z', 'revision_number': 4, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'gw_port': {'id': '62ebc377-0475-46f8-8fc4-d2dc60188684', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:10Z', 'updated_at': '2022-05-27T03:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_floatingips': [{'id': 'bf94151b-d9dc-4f56-874f-3ae26beeceee', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'floating_ip_address': '172.27.0.90', 'floating_network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'router_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'port_id': '8c6d464a-a05a-418c-93bf-d261bd71e3e9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed', 'mac_address': 'fa:16:3e:fb:5d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79319ab8-3b21-4189-af20-8295ec40a10b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:35:24Z', 'updated_at': '2022-05-27T03:35:56Z', 'revision_number': 1, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75b932e1-ea13-44f5-9bbf-2e35c438adc1', 'name': '', 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'mac_address': 'fa:16:3e:0f:06:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7dc15780-a98b-4250-9509-853069c6707a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:14Z', 'updated_at': '2022-05-27T03:35:24Z', 'revision_number': 5, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'subnets': [{'id': '7dc15780-a98b-4250-9509-853069c6707a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:35:57.974032 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac67957-5b97-497f-a514-d7cf867a1dcc None None] New status for floating IP bf94151b-d9dc-4f56-874f-3ae26beeceee: ACTIVE {{(pid=104616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:35:58.154863 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d775c4db-9409-4dfb-8109-18dee8ca39f9 req-b4627b21-516a-4e76-a8c8-31a5432727fd tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:58.156320 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-d775c4db-9409-4dfb-8109-18dee8ca39f9 req-b4627b21-516a-4e76-a8c8-31a5432727fd tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 945 time: 0.0479498 May 27 03:35:58.203686 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-d775c4db-9409-4dfb-8109-18dee8ca39f9 req-10637af2-6781-4ec3-bcf5-2192c06df696 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413775 May 27 03:35:59.323585 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8b2ba-380c-4333-b4c8-1191baedb284 req-873aa962-b5d2-4d40-882f-b3dd685d45a0 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:59.325317 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-18a8b2ba-380c-4333-b4c8-1191baedb284 req-873aa962-b5d2-4d40-882f-b3dd685d45a0 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 945 time: 0.0492826 May 27 03:35:59.372263 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-18a8b2ba-380c-4333-b4c8-1191baedb284 req-7cfdfeaa-3620-4125-8eeb-35dbfb681a7d tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415678 May 27 03:36:00.139722 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7f83b-02b0-4c4a-8f55-67ce91ae2bc8 req-52b60283-4ab2-4be6-9d53-661cbc267368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:00.141187 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-c6b7f83b-02b0-4c4a-8f55-67ce91ae2bc8 req-52b60283-4ab2-4be6-9d53-661cbc267368 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8ae1382d8f774b5db702d78e3bed622a&device_id=79319ab8-3b21-4189-af20-8295ec40a10b HTTP/1.1" status: 200 len: 1130 time: 0.0371079 May 27 03:36:00.489343 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6c205-ce01-4be0-a990-3cdfb6b439c0 req-97ba092d-17cc-4be5-92ae-1d0249c55317 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:00.491427 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-26c6c205-ce01-4be0-a990-3cdfb6b439c0 req-97ba092d-17cc-4be5-92ae-1d0249c55317 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 945 time: 0.0487163 May 27 03:36:00.540622 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-26c6c205-ce01-4be0-a990-3cdfb6b439c0 req-51b728b7-5bb6-4d62-ab5f-b9d9d2a78f05 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432396 May 27 03:36:00.663078 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7f83b-02b0-4c4a-8f55-67ce91ae2bc8 req-619265b6-bb6d-41bb-a2cc-a20711832069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:00.664638 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-c6b7f83b-02b0-4c4a-8f55-67ce91ae2bc8 req-619265b6-bb6d-41bb-a2cc-a20711832069 service neutron] 10.222.0.69 "GET /v2.0/networks?id=24e2e56a-4202-49e3-9751-4bcdb4e8a6ed HTTP/1.1" status: 200 len: 916 time: 0.1498618 May 27 03:36:01.669567 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be8c83-ff09-4faa-8471-4400962398c9 req-45bc9115-f111-4ad1-929a-8945f846b5b1 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:01.671151 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-d4be8c83-ff09-4faa-8471-4400962398c9 req-45bc9115-f111-4ad1-929a-8945f846b5b1 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 945 time: 0.0560799 May 27 03:36:01.729472 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-d4be8c83-ff09-4faa-8471-4400962398c9 req-6bc24ba6-eda2-4dd7-986a-06a5f4431e98 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526025 May 27 03:36:02.845636 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5614af-3930-46a8-8454-9551ddc8e51a req-917baaf5-4e04-45c6-8ec8-9fa06be592e3 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:02.847018 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ee5614af-3930-46a8-8454-9551ddc8e51a req-917baaf5-4e04-45c6-8ec8-9fa06be592e3 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 945 time: 0.0460169 May 27 03:36:02.893505 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ee5614af-3930-46a8-8454-9551ddc8e51a req-07e474b0-9fa8-4651-8164-f470432bc8cf tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409617 May 27 03:36:03.742401 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-c6b7f83b-02b0-4c4a-8f55-67ce91ae2bc8 req-114d84e2-ed3f-406c-a535-70a64340d385 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c6d464a-a05a-418c-93bf-d261bd71e3e9 HTTP/1.1" status: 200 len: 1001 time: 0.0939782 May 27 03:36:04.010362 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3dcfa4-a0d0-46ff-a8a9-f63b6a58ae3f req-1aac8a13-8acc-44b8-9e03-a7bc1da887b0 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:04.011836 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-8d3dcfa4-a0d0-46ff-a8a9-f63b6a58ae3f req-1aac8a13-8acc-44b8-9e03-a7bc1da887b0 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 945 time: 0.0462306 May 27 03:36:04.062879 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-8d3dcfa4-a0d0-46ff-a8a9-f63b6a58ae3f req-1e55784e-f4fc-453b-9032-e68d1a57492d tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452731 May 27 03:36:04.183033 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80133e2a-1760-4ddb-8150-c6877d48e4f7 req-eebda643-64f3-430b-98ac-081711fe020b tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:04.184421 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-80133e2a-1760-4ddb-8150-c6877d48e4f7 req-eebda643-64f3-430b-98ac-081711fe020b tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 945 time: 0.0475204 May 27 03:36:04.193560 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 35188) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:04.197772 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.v2.base [None req-a61217ca-e0ac-441c-8107-675e4db20eec tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Request body: {'floatingip': {'port_id': 'e23f1b69-a428-4690-914e-c5c91277d071'}} {{(pid=104615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:36:04.235553 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-a61217ca-e0ac-441c-8107-675e4db20eec tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks [] for floatingip (b94191ee-c038-44ed-8755-dcc80fb38a1c), before_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:04.391968 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7f83b-02b0-4c4a-8f55-67ce91ae2bc8 req-45e5ce80-7880-425e-b78f-9b6e38fb80a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:04.393437 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-c6b7f83b-02b0-4c4a-8f55-67ce91ae2bc8 req-45e5ce80-7880-425e-b78f-9b6e38fb80a8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7dc15780-a98b-4250-9509-853069c6707a HTTP/1.1" status: 200 len: 854 time: 0.0478683 May 27 03:36:04.443442 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7f83b-02b0-4c4a-8f55-67ce91ae2bc8 req-67051858-5d1a-4071-8251-a4f1dde0d89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:04.444957 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-c6b7f83b-02b0-4c4a-8f55-67ce91ae2bc8 req-67051858-5d1a-4071-8251-a4f1dde0d89d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=24e2e56a-4202-49e3-9751-4bcdb4e8a6ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403841 May 27 03:36:04.540699 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:04.622024 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:04.674381 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-a61217ca-e0ac-441c-8107-675e4db20eec tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:04.684656 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:04.702806 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-c6b7f83b-02b0-4c4a-8f55-67ce91ae2bc8 req-97ef0b4a-57d0-49c3-acde-874f491916a0 service neutron] 10.222.0.69 "GET /v2.0/networks/24e2e56a-4202-49e3-9751-4bcdb4e8a6ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397087 May 27 03:36:04.778135 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-a61217ca-e0ac-441c-8107-675e4db20eec tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680165'] for floatingip (b94191ee-c038-44ed-8755-dcc80fb38a1c), after_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:04.806050 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-c6b7f83b-02b0-4c4a-8f55-67ce91ae2bc8 req-58d056b3-28a1-4a42-b7ba-f6f1e329c0a8 service neutron] 10.222.0.69 "GET /v2.0/networks/24e2e56a-4202-49e3-9751-4bcdb4e8a6ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912502 May 27 03:36:04.896131 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.db.l3_db [None req-a61217ca-e0ac-441c-8107-675e4db20eec tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Floating IP b94191ee-c038-44ed-8755-dcc80fb38a1c associated. External IP: 172.27.0.151, port: e23f1b69-a428-4690-914e-c5c91277d071. May 27 03:36:05.104596 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a61217ca-e0ac-441c-8107-675e4db20eec tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Router 9dce0fe0-324d-48e2-a80a-7d852b22e51c has already been hosted by L3 agent 9df6ec88-276d-42f5-acd2-7e289451d5e3 {{(pid=104615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:36:05.212586 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a61217ca-e0ac-441c-8107-675e4db20eec tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Notify agent at l3_agent.dv-cinder-828805-4-iscsi the message routers_updated {{(pid=104615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:36:05.217341 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-a61217ca-e0ac-441c-8107-675e4db20eec tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for floatingip (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:05.222474 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f91481b-2b17-4d6e-be5e-c64df8123f86 None None] Sync routers for ids ['9dce0fe0-324d-48e2-a80a-7d852b22e51c'] in dv-cinder-828805-4-iscsi {{(pid=104617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:36:05.233395 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f91481b-2b17-4d6e-be5e-c64df8123f86 None None] Routers {'9dce0fe0-324d-48e2-a80a-7d852b22e51c'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:36:05.233997 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-1f91481b-2b17-4d6e-be5e-c64df8123f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:35:47Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['9dce0fe0-324d-48e2-a80a-7d852b22e51c'], 'active': True} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:05.247867 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-a61217ca-e0ac-441c-8107-675e4db20eec tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "PUT /v2.0/floatingips/b94191ee-c038-44ed-8755-dcc80fb38a1c HTTP/1.1" status: 200 len: 991 time: 1.0532174 May 27 03:36:05.248568 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0670a31-c2d9-43c0-85a8-e15e7513a629', 'tag': 'e23f1b69-a428-4690-914e-c5c91277d071'}] {{(pid=104615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:36:05.250759 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9faa1dd78fb558d4018d1363b43ffec7552e77d137433f9c5cc39ec2f1c636e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c40b79ec-55f5-4d8b-8e0f-9b700779041e" -d '{"events": [{"name": "network-changed", "server_uuid": "c0670a31-c2d9-43c0-85a8-e15e7513a629", "tag": "e23f1b69-a428-4690-914e-c5c91277d071"}]}' {{(pid=104615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:36:05.286829 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27161d54-b61c-4570-89d4-0cefc149910f x-openstack-request-id: req-27161d54-b61c-4570-89d4-0cefc149910f {{(pid=104615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:36:05.287176 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0670a31-c2d9-43c0-85a8-e15e7513a629", "tag": "e23f1b69-a428-4690-914e-c5c91277d071", "status": "completed", "code": 200}]} {{(pid=104615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:36:05.287428 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-27161d54-b61c-4570-89d4-0cefc149910f {{(pid=104615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:36:05.287846 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27161d54-b61c-4570-89d4-0cefc149910f'] response: {'name': 'network-changed', 'server_uuid': 'c0670a31-c2d9-43c0-85a8-e15e7513a629', 'tag': 'e23f1b69-a428-4690-914e-c5c91277d071', 'status': 'completed', 'code': 200} May 27 03:36:05.338310 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvr_db [None req-1f91481b-2b17-4d6e-be5e-c64df8123f86 None None] Set router 9dce0fe0-324d-48e2-a80a-7d852b22e51c gateway port host: dv-cinder-828805-4-iscsi {{(pid=104617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:36:05.377979 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40b79ec-55f5-4d8b-8e0f-9b700779041e req-7d4916a7-4090-4718-8cd4-7cc43a7785fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:05.379615 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-c40b79ec-55f5-4d8b-8e0f-9b700779041e req-7d4916a7-4090-4718-8cd4-7cc43a7785fd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1377b9e588bd44f3b29b03728c418151&device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 1129 time: 0.0398061 May 27 03:36:05.405949 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=100 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:05.424274 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:05.498646 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40b79ec-55f5-4d8b-8e0f-9b700779041e req-7f7d8b05-5e73-4fe1-bfb4-7baa58b92270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:05.500963 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-c40b79ec-55f5-4d8b-8e0f-9b700779041e req-7f7d8b05-5e73-4fe1-bfb4-7baa58b92270 service neutron] 10.222.0.69 "GET /v2.0/networks?id=85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1 HTTP/1.1" status: 200 len: 918 time: 0.1140568 May 27 03:36:05.568978 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-1f91481b-2b17-4d6e-be5e-c64df8123f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dce0fe0-324d-48e2-a80a-7d852b22e51c', 'name': 'tempest-AttachVolumeShelveTestJSON-1297989686-router', 'tenant_id': '1377b9e588bd44f3b29b03728c418151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '09312a9e-0482-4437-a8c2-cb7c6c16159a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:08Z', 'updated_at': '2022-05-27T03:35:15Z', 'revision_number': 4, 'project_id': '1377b9e588bd44f3b29b03728c418151', 'gw_port': {'id': '09312a9e-0482-4437-a8c2-cb7c6c16159a', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:35:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dce0fe0-324d-48e2-a80a-7d852b22e51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:09Z', 'updated_at': '2022-05-27T03:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_floatingips': [{'id': 'b94191ee-c038-44ed-8755-dcc80fb38a1c', 'tenant_id': '1377b9e588bd44f3b29b03728c418151', 'floating_ip_address': '172.27.0.151', 'floating_network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'router_id': '9dce0fe0-324d-48e2-a80a-7d852b22e51c', 'port_id': 'e23f1b69-a428-4690-914e-c5c91277d071', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1', 'mac_address': 'fa:16:3e:52:6c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0670a31-c2d9-43c0-85a8-e15e7513a629', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:35:21Z', 'updated_at': '2022-05-27T03:36:04Z', 'revision_number': 1, 'project_id': '1377b9e588bd44f3b29b03728c418151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19443ba5-603e-48f8-9354-515c2abc8c0a', 'name': '', 'network_id': '85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1', 'tenant_id': '1377b9e588bd44f3b29b03728c418151', 'mac_address': 'fa:16:3e:21:ab:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dce0fe0-324d-48e2-a80a-7d852b22e51c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '01cacb82-b9b5-47d7-9a65-bacc84dba8c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:14Z', 'updated_at': '2022-05-27T03:35:21Z', 'revision_number': 5, 'project_id': '1377b9e588bd44f3b29b03728c418151', 'subnets': [{'id': '01cacb82-b9b5-47d7-9a65-bacc84dba8c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:05.597963 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f91481b-2b17-4d6e-be5e-c64df8123f86 None None] Checking router: 9dce0fe0-324d-48e2-a80a-7d852b22e51c for host: dv-cinder-828805-4-iscsi {{(pid=104617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:36:05.607653 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f91481b-2b17-4d6e-be5e-c64df8123f86 None None] Routers {'9dce0fe0-324d-48e2-a80a-7d852b22e51c'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:36:05.608250 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-1f91481b-2b17-4d6e-be5e-c64df8123f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:35:47Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['9dce0fe0-324d-48e2-a80a-7d852b22e51c'], 'active': True} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:05.708021 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvr_db [None req-1f91481b-2b17-4d6e-be5e-c64df8123f86 None None] Set router 9dce0fe0-324d-48e2-a80a-7d852b22e51c gateway port host: dv-cinder-828805-4-iscsi {{(pid=104617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:36:05.789675 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-c40b79ec-55f5-4d8b-8e0f-9b700779041e req-a5985242-7f81-4b58-8066-90168e8b4fe3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e23f1b69-a428-4690-914e-c5c91277d071 HTTP/1.1" status: 200 len: 999 time: 0.0633976 May 27 03:36:05.843759 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40b79ec-55f5-4d8b-8e0f-9b700779041e req-1d69515f-f58a-4c66-8d87-b89dc967b689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:05.845236 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-c40b79ec-55f5-4d8b-8e0f-9b700779041e req-1d69515f-f58a-4c66-8d87-b89dc967b689 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=01cacb82-b9b5-47d7-9a65-bacc84dba8c5 HTTP/1.1" status: 200 len: 856 time: 0.0459461 May 27 03:36:05.907584 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40b79ec-55f5-4d8b-8e0f-9b700779041e req-78b0a5a4-2bc7-4692-aa9d-483ce70c3897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:05.909235 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-c40b79ec-55f5-4d8b-8e0f-9b700779041e req-78b0a5a4-2bc7-4692-aa9d-483ce70c3897 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0527236 May 27 03:36:05.943252 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-1f91481b-2b17-4d6e-be5e-c64df8123f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dce0fe0-324d-48e2-a80a-7d852b22e51c', 'name': 'tempest-AttachVolumeShelveTestJSON-1297989686-router', 'tenant_id': '1377b9e588bd44f3b29b03728c418151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '09312a9e-0482-4437-a8c2-cb7c6c16159a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:08Z', 'updated_at': '2022-05-27T03:35:15Z', 'revision_number': 4, 'project_id': '1377b9e588bd44f3b29b03728c418151', 'gw_port': {'id': '09312a9e-0482-4437-a8c2-cb7c6c16159a', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:35:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dce0fe0-324d-48e2-a80a-7d852b22e51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:09Z', 'updated_at': '2022-05-27T03:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_floatingips': [{'id': 'b94191ee-c038-44ed-8755-dcc80fb38a1c', 'tenant_id': '1377b9e588bd44f3b29b03728c418151', 'floating_ip_address': '172.27.0.151', 'floating_network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'router_id': '9dce0fe0-324d-48e2-a80a-7d852b22e51c', 'port_id': 'e23f1b69-a428-4690-914e-c5c91277d071', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1', 'mac_address': 'fa:16:3e:52:6c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0670a31-c2d9-43c0-85a8-e15e7513a629', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:35:21Z', 'updated_at': '2022-05-27T03:36:04Z', 'revision_number': 1, 'project_id': '1377b9e588bd44f3b29b03728c418151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19443ba5-603e-48f8-9354-515c2abc8c0a', 'name': '', 'network_id': '85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1', 'tenant_id': '1377b9e588bd44f3b29b03728c418151', 'mac_address': 'fa:16:3e:21:ab:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dce0fe0-324d-48e2-a80a-7d852b22e51c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '01cacb82-b9b5-47d7-9a65-bacc84dba8c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:14Z', 'updated_at': '2022-05-27T03:35:21Z', 'revision_number': 5, 'project_id': '1377b9e588bd44f3b29b03728c418151', 'subnets': [{'id': '01cacb82-b9b5-47d7-9a65-bacc84dba8c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:05.971393 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f91481b-2b17-4d6e-be5e-c64df8123f86 None None] The sync data for ids ['9dce0fe0-324d-48e2-a80a-7d852b22e51c'] in dv-cinder-828805-4-iscsi is: [{'id': '9dce0fe0-324d-48e2-a80a-7d852b22e51c', 'name': 'tempest-AttachVolumeShelveTestJSON-1297989686-router', 'tenant_id': '1377b9e588bd44f3b29b03728c418151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '09312a9e-0482-4437-a8c2-cb7c6c16159a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:08Z', 'updated_at': '2022-05-27T03:35:15Z', 'revision_number': 4, 'project_id': '1377b9e588bd44f3b29b03728c418151', 'gw_port': {'id': '09312a9e-0482-4437-a8c2-cb7c6c16159a', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:35:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dce0fe0-324d-48e2-a80a-7d852b22e51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:09Z', 'updated_at': '2022-05-27T03:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_floatingips': [{'id': 'b94191ee-c038-44ed-8755-dcc80fb38a1c', 'tenant_id': '1377b9e588bd44f3b29b03728c418151', 'floating_ip_address': '172.27.0.151', 'floating_network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'router_id': '9dce0fe0-324d-48e2-a80a-7d852b22e51c', 'port_id': 'e23f1b69-a428-4690-914e-c5c91277d071', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1', 'mac_address': 'fa:16:3e:52:6c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0670a31-c2d9-43c0-85a8-e15e7513a629', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:35:21Z', 'updated_at': '2022-05-27T03:36:04Z', 'revision_number': 1, 'project_id': '1377b9e588bd44f3b29b03728c418151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19443ba5-603e-48f8-9354-515c2abc8c0a', 'name': '', 'network_id': '85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1', 'tenant_id': '1377b9e588bd44f3b29b03728c418151', 'mac_address': 'fa:16:3e:21:ab:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dce0fe0-324d-48e2-a80a-7d852b22e51c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '01cacb82-b9b5-47d7-9a65-bacc84dba8c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:14Z', 'updated_at': '2022-05-27T03:35:21Z', 'revision_number': 5, 'project_id': '1377b9e588bd44f3b29b03728c418151', 'subnets': [{'id': '01cacb82-b9b5-47d7-9a65-bacc84dba8c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:36:06.048985 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=100 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:06.053842 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-c40b79ec-55f5-4d8b-8e0f-9b700779041e req-b5312051-8809-4645-b3d3-d8c534e4990e service neutron] 10.222.0.69 "GET /v2.0/networks/85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262283 May 27 03:36:06.191577 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-c40b79ec-55f5-4d8b-8e0f-9b700779041e req-b7486044-e5d4-4550-b6a8-bd665b94df75 service neutron] 10.222.0.69 "GET /v2.0/networks/85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295214 May 27 03:36:06.264043 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37057c7c-eca8-4a81-8010-2cf2017edcbc None None] New status for floating IP b94191ee-c038-44ed-8755-dcc80fb38a1c: ACTIVE {{(pid=104616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:36:13.349593 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (134bae73-502b-4599-bb47-129fee8818a4), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:14.259023 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-fd9e7026-1734-49d9-8da3-8f644b69515f req-05f6176f-bd11-4c04-963b-54ad7a753038 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7b512bc5-a49b-4745-9fee-f78929ca3611&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391507 May 27 03:36:14.376740 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e7026-1734-49d9-8da3-8f644b69515f req-866741bd-b2d7-4d5d-be56-82e2f08f5010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:14.378162 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-fd9e7026-1734-49d9-8da3-8f644b69515f req-866741bd-b2d7-4d5d-be56-82e2f08f5010 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e3b236cd8e9049e6acdeb545f5d3382d&device_id=7b512bc5-a49b-4745-9fee-f78929ca3611 HTTP/1.1" status: 200 len: 1129 time: 0.0391343 May 27 03:36:14.655513 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-541b341d-9001-415d-ae5b-d7e4ea50cd3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (b322252d-fb9d-4652-a830-647fed26b29a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:14.773096 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e7026-1734-49d9-8da3-8f644b69515f req-be403ad9-5a03-4727-817e-b17ee6b13af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:14.774564 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-fd9e7026-1734-49d9-8da3-8f644b69515f req-be403ad9-5a03-4727-817e-b17ee6b13af5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=eb82f03a-aca5-4360-8d95-46822d61d016 HTTP/1.1" status: 200 len: 912 time: 0.1007738 May 27 03:36:14.818813 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-fd9e7026-1734-49d9-8da3-8f644b69515f req-51bdcb2a-b389-42be-b9f1-5192099ce255 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96824533-804b-471b-8dd5-0a9fd558c227 HTTP/1.1" status: 200 len: 217 time: 0.0325546 May 27 03:36:14.876396 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e7026-1734-49d9-8da3-8f644b69515f req-dbc8317b-61f2-4312-a1d6-fdadafe498ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:14.878549 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-fd9e7026-1734-49d9-8da3-8f644b69515f req-dbc8317b-61f2-4312-a1d6-fdadafe498ec service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f4ce285c-bbd1-45d6-b579-899a73df1f0f HTTP/1.1" status: 200 len: 851 time: 0.0559094 May 27 03:36:14.912042 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-fd9e7026-1734-49d9-8da3-8f644b69515f req-a29155ee-04f4-4815-aef4-a92d97ef8960 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=eb82f03a-aca5-4360-8d95-46822d61d016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266383 May 27 03:36:15.009110 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-fd9e7026-1734-49d9-8da3-8f644b69515f req-3c052d53-ea4d-4252-83e7-a6bcf38c185c service neutron] 10.222.0.69 "GET /v2.0/networks/eb82f03a-aca5-4360-8d95-46822d61d016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898647 May 27 03:36:15.094504 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=100 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:15.120569 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-fd9e7026-1734-49d9-8da3-8f644b69515f req-6bcee189-d188-41e9-a1e0-b65dda5e5881 service neutron] 10.222.0.69 "GET /v2.0/networks/eb82f03a-aca5-4360-8d95-46822d61d016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029706 May 27 03:36:15.243106 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=26 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:15.244997 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=78 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:15.940881 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=66 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:15.946336 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=40 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:16.615607 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c501e6d-85f8-4d8d-94e8-e3e5ecec6ce7 req-ed17e02d-819a-4b1d-804d-2dda37dd1c5d tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:16.617103 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-7c501e6d-85f8-4d8d-94e8-e3e5ecec6ce7 req-ed17e02d-819a-4b1d-804d-2dda37dd1c5d tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b512bc5-a49b-4745-9fee-f78929ca3611 HTTP/1.1" status: 200 len: 945 time: 0.2463069 May 27 03:36:16.661908 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-7c501e6d-85f8-4d8d-94e8-e3e5ecec6ce7 req-933be5cc-bd07-42fd-8ffc-52c4af2b93ec tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3fa7bf4-dcc8-4eb5-9014-7e3889333b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392640 May 27 03:36:16.949096 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-69b4b5f6-02dc-4ad0-bbcc-5e5b8b3e4174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (9df6ec88-276d-42f5-acd2-7e289451d5e3), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:17.773900 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa9de9-19ba-40d2-9fd4-ecff7473d541 req-cb69c519-d2e6-4578-8c0f-e113999c5597 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:17.775361 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-a7aa9de9-19ba-40d2-9fd4-ecff7473d541 req-cb69c519-d2e6-4578-8c0f-e113999c5597 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b512bc5-a49b-4745-9fee-f78929ca3611 HTTP/1.1" status: 200 len: 945 time: 0.0453844 May 27 03:36:17.821826 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-a7aa9de9-19ba-40d2-9fd4-ecff7473d541 req-99a6728d-6229-4bd3-a5e8-db1ee1d9c3a4 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3fa7bf4-dcc8-4eb5-9014-7e3889333b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409675 May 27 03:36:18.140516 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-584d7fde-7d72-4642-9601-b182cfb78c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (413fc6aa-3a5a-4281-abfd-a440a67afb4a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:18.938904 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e64da4-73a3-44f7-8719-2f1b5ed5b710 req-3ebb4015-ff0e-4121-ba83-9f4c1520fd64 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:18.940389 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-28e64da4-73a3-44f7-8719-2f1b5ed5b710 req-3ebb4015-ff0e-4121-ba83-9f4c1520fd64 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b512bc5-a49b-4745-9fee-f78929ca3611 HTTP/1.1" status: 200 len: 945 time: 0.0497308 May 27 03:36:18.987699 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-28e64da4-73a3-44f7-8719-2f1b5ed5b710 req-0b5ec9a9-9f8e-4aff-9f2a-a7d82e3db1bc tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3fa7bf4-dcc8-4eb5-9014-7e3889333b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411959 May 27 03:36:19.278026 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f446-e12c-45b2-8c38-3579950c1c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (785c7416-4bf9-40d9-a08f-c797a61a0436), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:20.136961 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1200d66a-4be0-4596-b730-a72a2119ac08 req-66fd4a72-732e-423e-bc1f-1ac882ce0904 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:20.138573 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-1200d66a-4be0-4596-b730-a72a2119ac08 req-66fd4a72-732e-423e-bc1f-1ac882ce0904 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b512bc5-a49b-4745-9fee-f78929ca3611 HTTP/1.1" status: 200 len: 945 time: 0.0682120 May 27 03:36:20.192961 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-1200d66a-4be0-4596-b730-a72a2119ac08 req-bd69e0d1-8b2c-4adf-acf6-3314f977b5e5 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3fa7bf4-dcc8-4eb5-9014-7e3889333b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482974 May 27 03:36:20.894987 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (917d01f3-4a27-4590-ae14-da14d21a1e88), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:21.377770 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceabd74c-73a7-4dc2-8c1a-1e2ee6dab2fa req-1828739a-4c81-46d4-817f-257dd6693ad3 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:21.379955 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-ceabd74c-73a7-4dc2-8c1a-1e2ee6dab2fa req-1828739a-4c81-46d4-817f-257dd6693ad3 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b512bc5-a49b-4745-9fee-f78929ca3611 HTTP/1.1" status: 200 len: 945 time: 0.1130896 May 27 03:36:21.450474 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d93968-768c-4683-883c-95a2996726d9 req-d2cc1ebf-92cb-4f67-82c1-52810d4cdc0a tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:21.452137 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-31d93968-768c-4683-883c-95a2996726d9 req-d2cc1ebf-92cb-4f67-82c1-52810d4cdc0a tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b512bc5-a49b-4745-9fee-f78929ca3611 HTTP/1.1" status: 200 len: 945 time: 0.0497262 May 27 03:36:21.499806 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-31d93968-768c-4683-883c-95a2996726d9 req-46ec9b7e-0d72-4efe-80f6-b31703c302db tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3fa7bf4-dcc8-4eb5-9014-7e3889333b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415230 May 27 03:36:21.524530 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [req-ceabd74c-73a7-4dc2-8c1a-1e2ee6dab2fa req-6d0c401b-f949-4241-b9ac-47b21b870474 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] Deleting port 96824533-804b-471b-8dd5-0a9fd558c227 {{(pid=104614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:36:21.524869 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-ceabd74c-73a7-4dc2-8c1a-1e2ee6dab2fa req-6d0c401b-f949-4241-b9ac-47b21b870474 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791799895781'] for port (96824533-804b-471b-8dd5-0a9fd558c227), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:21.617920 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.db [req-ceabd74c-73a7-4dc2-8c1a-1e2ee6dab2fa req-6d0c401b-f949-4241-b9ac-47b21b870474 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] For port 96824533-804b-471b-8dd5-0a9fd558c227, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=96824533-804b-471b-8dd5-0a9fd558c227,segment=NetworkSegment(52bbd8f8-c275-43bb-b64e-f50ded9d01b1),segment_id=52bbd8f8-c275-43bb-b64e-f50ded9d01b1)] {{(pid=104614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:21.618289 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-ceabd74c-73a7-4dc2-8c1a-1e2ee6dab2fa req-6d0c401b-f949-4241-b9ac-47b21b870474 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-658269'] for port (96824533-804b-471b-8dd5-0a9fd558c227), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:21.632991 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [req-ceabd74c-73a7-4dc2-8c1a-1e2ee6dab2fa req-6d0c401b-f949-4241-b9ac-47b21b870474 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] Calling delete_port for 96824533-804b-471b-8dd5-0a9fd558c227 owned by compute:nova {{(pid=104614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:36:21.665668 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 35576) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:21.716302 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2e3ec5d-8d93-4cb0-93af-66b33a29e8fb admin admin] Deleting subnet 9e4d2694-74de-4674-9865-f62e1d8156e3 {{(pid=104615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 03:36:21.719972 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-c2e3ec5d-8d93-4cb0-93af-66b33a29e8fb admin admin] Publish callbacks [] for subnet (9e4d2694-74de-4674-9865-f62e1d8156e3), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:21.755498 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-c2e3ec5d-8d93-4cb0-93af-66b33a29e8fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585481163'] for subnet (9e4d2694-74de-4674-9865-f62e1d8156e3), precommit_delete_associations {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:21.774661 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 35580) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:21.806187 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-c2e3ec5d-8d93-4cb0-93af-66b33a29e8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004246'] for subnet (9e4d2694-74de-4674-9865-f62e1d8156e3), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:21.867059 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-ceabd74c-73a7-4dc2-8c1a-1e2ee6dab2fa req-6d0c401b-f949-4241-b9ac-47b21b870474 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791799905747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791799515450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8584799065'] for port (96824533-804b-471b-8dd5-0a9fd558c227), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:21.894817 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-483428fe-b9f7-45ba-b73b-3b124cafc1df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:21.923503 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0c401b-f949-4241-b9ac-47b21b870474 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] Pushing event deleted for resources: {'Port': ['ID=96824533-804b-471b-8dd5-0a9fd558c227,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:21.951032 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-c2e3ec5d-8d93-4cb0-93af-66b33a29e8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585481001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581752317'] for subnet (9e4d2694-74de-4674-9865-f62e1d8156e3), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:21.957682 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0c401b-f949-4241-b9ac-47b21b870474 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:21.957682 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0c401b-f949-4241-b9ac-47b21b870474 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:21.957682 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0c401b-f949-4241-b9ac-47b21b870474 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:21.957682 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0c401b-f949-4241-b9ac-47b21b870474 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:21.957682 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0c401b-f949-4241-b9ac-47b21b870474 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:21.957682 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0c401b-f949-4241-b9ac-47b21b870474 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:21.957682 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0c401b-f949-4241-b9ac-47b21b870474 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:21.957682 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0c401b-f949-4241-b9ac-47b21b870474 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:21.957682 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0c401b-f949-4241-b9ac-47b21b870474 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:21.957682 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0c401b-f949-4241-b9ac-47b21b870474 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:21.957682 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0c401b-f949-4241-b9ac-47b21b870474 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:21.957682 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0c401b-f949-4241-b9ac-47b21b870474 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:21.957682 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0c401b-f949-4241-b9ac-47b21b870474 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:21.958597 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0c401b-f949-4241-b9ac-47b21b870474 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:21.958597 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0c401b-f949-4241-b9ac-47b21b870474 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:21.974151 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceabd74c-73a7-4dc2-8c1a-1e2ee6dab2fa req-6d0c401b-f949-4241-b9ac-47b21b870474 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] No DVR routers for this DVR port 96824533-804b-471b-8dd5-0a9fd558c227 on host hv-cinder-82880 {{(pid=104614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:36:21.977374 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-ceabd74c-73a7-4dc2-8c1a-1e2ee6dab2fa req-6d0c401b-f949-4241-b9ac-47b21b870474 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:21.980727 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-ceabd74c-73a7-4dc2-8c1a-1e2ee6dab2fa req-6d0c401b-f949-4241-b9ac-47b21b870474 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] 10.222.0.69 "DELETE /v2.0/ports/96824533-804b-471b-8dd5-0a9fd558c227 HTTP/1.1" status: 204 len: 173 time: 0.5943203 May 27 03:36:21.984513 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b512bc5-a49b-4745-9fee-f78929ca3611', 'name': 'network-vif-deleted', 'tag': '96824533-804b-471b-8dd5-0a9fd558c227'}] {{(pid=104614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:36:21.985609 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e3ec5d-8d93-4cb0-93af-66b33a29e8fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e4d2694-74de-4674-9865-f62e1d8156e3,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:21.987711 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a93b0eab3ec594b69aa68cd7d580be2fac36b4cb942ee4cac03c85783d056da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a2c7e4-175a-4a1e-869e-82e8363294d9" -d '{"events": [{"server_uuid": "7b512bc5-a49b-4745-9fee-f78929ca3611", "name": "network-vif-deleted", "tag": "96824533-804b-471b-8dd5-0a9fd558c227"}]}' {{(pid=104614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:36:21.988213 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-c2e3ec5d-8d93-4cb0-93af-66b33a29e8fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-373421'] for subnet (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:21.994564 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-c2e3ec5d-8d93-4cb0-93af-66b33a29e8fb admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9e4d2694-74de-4674-9865-f62e1d8156e3 HTTP/1.1" status: 204 len: 168 time: 0.3278530 May 27 03:36:21.997302 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 35588) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:22.019380 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e3ec5d-8d93-4cb0-93af-66b33a29e8fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:22.019806 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e3ec5d-8d93-4cb0-93af-66b33a29e8fb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:22.020152 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e3ec5d-8d93-4cb0-93af-66b33a29e8fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:22.020938 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e3ec5d-8d93-4cb0-93af-66b33a29e8fb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:22.021287 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e3ec5d-8d93-4cb0-93af-66b33a29e8fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:22.021620 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e3ec5d-8d93-4cb0-93af-66b33a29e8fb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:22.021948 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e3ec5d-8d93-4cb0-93af-66b33a29e8fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:22.023194 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e3ec5d-8d93-4cb0-93af-66b33a29e8fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:22.023593 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e3ec5d-8d93-4cb0-93af-66b33a29e8fb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:22.023853 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e3ec5d-8d93-4cb0-93af-66b33a29e8fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:22.024176 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e3ec5d-8d93-4cb0-93af-66b33a29e8fb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:22.024500 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e3ec5d-8d93-4cb0-93af-66b33a29e8fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:22.024927 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e3ec5d-8d93-4cb0-93af-66b33a29e8fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:22.025075 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605be28c-5fd4-41a1-96d8-0ef3b1d35745 x-openstack-request-id: req-605be28c-5fd4-41a1-96d8-0ef3b1d35745 {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:36:22.025252 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e3ec5d-8d93-4cb0-93af-66b33a29e8fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:22.025399 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b512bc5-a49b-4745-9fee-f78929ca3611", "name": "network-vif-deleted", "tag": "96824533-804b-471b-8dd5-0a9fd558c227", "status": "completed", "code": 200}]} {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:36:22.025572 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e3ec5d-8d93-4cb0-93af-66b33a29e8fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:22.025676 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-605be28c-5fd4-41a1-96d8-0ef3b1d35745 {{(pid=104614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:36:22.026069 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-605be28c-5fd4-41a1-96d8-0ef3b1d35745'] response: {'server_uuid': '7b512bc5-a49b-4745-9fee-f78929ca3611', 'name': 'network-vif-deleted', 'tag': '96824533-804b-471b-8dd5-0a9fd558c227', 'status': 'completed', 'code': 200} May 27 03:36:22.039990 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-483428fe-b9f7-45ba-b73b-3b124cafc1df admin admin] Publish callbacks [] for security_group (bc36865e-3f0d-4460-9820-c7a739ce0f51), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:22.086496 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:22.097163 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-74e6e333-096b-4cdf-ab2e-1c3964b842e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963665'] for network (40e15a51-8d79-4d78-99d5-41b10dc76cef), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:22.108934 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:22.127519 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-483428fe-b9f7-45ba-b73b-3b124cafc1df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (bc36865e-3f0d-4460-9820-c7a739ce0f51), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:22.223148 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-483428fe-b9f7-45ba-b73b-3b124cafc1df admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dc902dcd5bcd47c1bb3f4e87496fcec0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4474354 May 27 03:36:22.225739 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 35594) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:22.227618 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-74e6e333-096b-4cdf-ab2e-1c3964b842e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3997731', 'neutron.services.segments.db._delete_segments_for_network-8791800041072'] for network (40e15a51-8d79-4d78-99d5-41b10dc76cef), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:22.236819 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483428fe-b9f7-45ba-b73b-3b124cafc1df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc36865e-3f0d-4460-9820-c7a739ce0f51,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:22.253745 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.services.segments.db [None req-74e6e333-096b-4cdf-ab2e-1c3964b842e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40e15a51-8d79-4d78-99d5-41b10dc76cef']}} {{(pid=104615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:22.264137 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.services.segments.db [None req-74e6e333-096b-4cdf-ab2e-1c3964b842e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b83a730d-e137-4283-ab8e-b13909bfe675') {'for_net_delete': True} {{(pid=104615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:22.264445 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.services.segments.db [None req-74e6e333-096b-4cdf-ab2e-1c3964b842e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b83a730d-e137-4283-ab8e-b13909bfe675') {} {{(pid=104615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:22.274418 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-74e6e333-096b-4cdf-ab2e-1c3964b842e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791800041849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585481202'] for segment (b83a730d-e137-4283-ab8e-b13909bfe675), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:22.278110 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:22.287801 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-74e6e333-096b-4cdf-ab2e-1c3964b842e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545'] for segment (b83a730d-e137-4283-ab8e-b13909bfe675), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:22.290086 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-82559c0d-f001-4714-b1c1-4dd8d80fe340 admin admin] Publish callbacks [] for security_group (bc36865e-3f0d-4460-9820-c7a739ce0f51), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:22.294002 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74e6e333-096b-4cdf-ab2e-1c3964b842e3 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=104615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:36:22.294385 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-74e6e333-096b-4cdf-ab2e-1c3964b842e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585481355'] for segment (b83a730d-e137-4283-ab8e-b13909bfe675), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:22.325101 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-82559c0d-f001-4714-b1c1-4dd8d80fe340 admin admin] Publish callbacks [] for security_group (bc36865e-3f0d-4460-9820-c7a739ce0f51), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:22.352419 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.services.segments.plugin [-] Segment b83a730d-e137-4283-ab8e-b13909bfe675 resource provider aggregate not found May 27 03:36:22.376985 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.services.segments.plugin [-] Segment b83a730d-e137-4283-ab8e-b13909bfe675 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b83a730d-e137-4283-ab8e-b13909bfe675 found for delete ", "request_id": "req-614c50c4-3be6-4bb9-a2bc-35e442c470ea"}]} May 27 03:36:22.452681 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-74e6e333-096b-4cdf-ab2e-1c3964b842e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3997720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680183'] for network (40e15a51-8d79-4d78-99d5-41b10dc76cef), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:22.453276 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-82559c0d-f001-4714-b1c1-4dd8d80fe340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (bc36865e-3f0d-4460-9820-c7a739ce0f51), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:22.455881 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-82559c0d-f001-4714-b1c1-4dd8d80fe340 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:22.457039 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-82559c0d-f001-4714-b1c1-4dd8d80fe340 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bc36865e-3f0d-4460-9820-c7a739ce0f51 HTTP/1.1" status: 204 len: 168 time: 0.2302794 May 27 03:36:22.458295 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-74e6e333-096b-4cdf-ab2e-1c3964b842e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-373421'] for network (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:22.462305 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-74e6e333-096b-4cdf-ab2e-1c3964b842e3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/40e15a51-8d79-4d78-99d5-41b10dc76cef HTTP/1.1" status: 204 len: 168 time: 0.4632730 May 27 03:36:22.466060 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 35608) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:22.468355 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82559c0d-f001-4714-b1c1-4dd8d80fe340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc36865e-3f0d-4460-9820-c7a739ce0f51,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:22.493050 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e6e333-096b-4cdf-ab2e-1c3964b842e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=40e15a51-8d79-4d78-99d5-41b10dc76cef,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:22.545309 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.db.db_base_plugin_v2 [None req-daf8d817-1e97-489a-99c1-01ede5dda52b admin admin] Deleting subnet 64d25b75-53be-4d8d-86d5-dcd408c46111 {{(pid=104615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 03:36:22.549394 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-daf8d817-1e97-489a-99c1-01ede5dda52b admin admin] Publish callbacks [] for subnet (64d25b75-53be-4d8d-86d5-dcd408c46111), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:22.601752 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-6e696120-a966-483b-8f37-f29b995d7529 req-98928f8f-c69d-4026-aed3-4ced1892b0b4 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b512bc5-a49b-4745-9fee-f78929ca3611 HTTP/1.1" status: 200 len: 210 time: 0.0319855 May 27 03:36:22.609939 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-daf8d817-1e97-489a-99c1-01ede5dda52b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585481163'] for subnet (64d25b75-53be-4d8d-86d5-dcd408c46111), precommit_delete_associations {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:22.651202 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-daf8d817-1e97-489a-99c1-01ede5dda52b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004246'] for subnet (64d25b75-53be-4d8d-86d5-dcd408c46111), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:22.764749 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-daf8d817-1e97-489a-99c1-01ede5dda52b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585481001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581752317'] for subnet (64d25b75-53be-4d8d-86d5-dcd408c46111), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:22.770368 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:22.798266 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf8d817-1e97-489a-99c1-01ede5dda52b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64d25b75-53be-4d8d-86d5-dcd408c46111,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:22.802981 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-daf8d817-1e97-489a-99c1-01ede5dda52b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-373421'] for subnet (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:22.805825 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-daf8d817-1e97-489a-99c1-01ede5dda52b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/64d25b75-53be-4d8d-86d5-dcd408c46111 HTTP/1.1" status: 204 len: 168 time: 0.3380034 May 27 03:36:22.808401 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 35616) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:22.903504 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-99113df1-6616-4626-ac4d-b32ae59a81a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963665'] for network (f916cdca-a7b6-40d9-aa3e-a7d3827978f0), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:22.989704 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-99113df1-6616-4626-ac4d-b32ae59a81a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3997731', 'neutron.services.segments.db._delete_segments_for_network-8791800041072'] for network (f916cdca-a7b6-40d9-aa3e-a7d3827978f0), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:23.012009 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.services.segments.db [None req-99113df1-6616-4626-ac4d-b32ae59a81a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f916cdca-a7b6-40d9-aa3e-a7d3827978f0']}} {{(pid=104615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:23.021302 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.services.segments.db [None req-99113df1-6616-4626-ac4d-b32ae59a81a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13d90d74-289a-40f9-a2f1-c140c065abcd') {'for_net_delete': True} {{(pid=104615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:23.021597 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.services.segments.db [None req-99113df1-6616-4626-ac4d-b32ae59a81a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13d90d74-289a-40f9-a2f1-c140c065abcd') {} {{(pid=104615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:23.031142 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-99113df1-6616-4626-ac4d-b32ae59a81a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791800041849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585481202'] for segment (13d90d74-289a-40f9-a2f1-c140c065abcd), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:23.045255 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-99113df1-6616-4626-ac4d-b32ae59a81a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545'] for segment (13d90d74-289a-40f9-a2f1-c140c065abcd), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:23.051369 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99113df1-6616-4626-ac4d-b32ae59a81a0 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=104615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:36:23.051777 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-99113df1-6616-4626-ac4d-b32ae59a81a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585481355'] for segment (13d90d74-289a-40f9-a2f1-c140c065abcd), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:23.207513 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-99113df1-6616-4626-ac4d-b32ae59a81a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3997720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680183'] for network (f916cdca-a7b6-40d9-aa3e-a7d3827978f0), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:23.215623 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-99113df1-6616-4626-ac4d-b32ae59a81a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-373421'] for network (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:23.218869 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-99113df1-6616-4626-ac4d-b32ae59a81a0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f916cdca-a7b6-40d9-aa3e-a7d3827978f0 HTTP/1.1" status: 204 len: 168 time: 0.4095044 May 27 03:36:23.229208 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99113df1-6616-4626-ac4d-b32ae59a81a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f916cdca-a7b6-40d9-aa3e-a7d3827978f0,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:23.556621 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 35642) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:23.603063 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-0a829f16-de67-4b93-9a97-939f458e07c3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=871210390ac4421a84321bef42e486c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416937 May 27 03:36:23.603063 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 35650) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:23.656023 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-abf60780-4d66-42f9-88d7-7a7eebca071e admin admin] Publish callbacks [] for security_group (46c5263d-6c11-4837-8985-a35b1e72f6f4), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:23.687831 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-abf60780-4d66-42f9-88d7-7a7eebca071e admin admin] Publish callbacks [] for security_group (46c5263d-6c11-4837-8985-a35b1e72f6f4), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:23.709188 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-a6a51157-d575-4df7-af0c-61f5845d23e3 req-aef0d902-e9af-484a-811b-d42a0df5dbab tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b512bc5-a49b-4745-9fee-f78929ca3611 HTTP/1.1" status: 200 len: 210 time: 0.0346310 May 27 03:36:23.832441 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-abf60780-4d66-42f9-88d7-7a7eebca071e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (46c5263d-6c11-4837-8985-a35b1e72f6f4), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:23.835588 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-abf60780-4d66-42f9-88d7-7a7eebca071e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:23.836997 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-abf60780-4d66-42f9-88d7-7a7eebca071e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/46c5263d-6c11-4837-8985-a35b1e72f6f4 HTTP/1.1" status: 204 len: 168 time: 0.2329357 May 27 03:36:23.848842 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf60780-4d66-42f9-88d7-7a7eebca071e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c5263d-6c11-4837-8985-a35b1e72f6f4,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:23.860457 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=32,neutron:UPDATE=5 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:23.862435 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:UPDATE=7 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:24.047757 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] get_ports_and_sgs() called for port_ids ['96824533-804b-471b-8dd5-0a9fd558c227'] {{(pid=104616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:36:24.395541 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.services.segments.plugin [-] Segment 13d90d74-289a-40f9-a2f1-c140c065abcd resource provider aggregate not found May 27 03:36:24.412137 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.services.segments.plugin [-] Segment 13d90d74-289a-40f9-a2f1-c140c065abcd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 13d90d74-289a-40f9-a2f1-c140c065abcd found for delete ", "request_id": "req-466a249f-25b1-45bd-b2aa-24ccc5e8c172"}]} May 27 03:36:24.764725 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 35712) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:24.817077 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-adfb723b-bbe1-4267-a72e-b1eacfca77e7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c58019bd2d474edfb227d08c601d453d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0513465 May 27 03:36:24.820070 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 35714) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:24.831422 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-e4bec15b-17ef-474d-bcfb-96eb9b53e78a req-961af1bf-2e86-40db-8b27-aa7a908672a9 tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b512bc5-a49b-4745-9fee-f78929ca3611 HTTP/1.1" status: 200 len: 210 time: 0.0354300 May 27 03:36:24.868702 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-269f2198-9a34-4f13-b2a4-1915b299ac28 admin admin] Publish callbacks [] for security_group (4408b2ce-df8f-4851-afb2-9a887d0d8804), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:24.889162 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-269f2198-9a34-4f13-b2a4-1915b299ac28 admin admin] Publish callbacks [] for security_group (4408b2ce-df8f-4851-afb2-9a887d0d8804), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:24.904832 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:25.103846 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-269f2198-9a34-4f13-b2a4-1915b299ac28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (4408b2ce-df8f-4851-afb2-9a887d0d8804), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:25.108348 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-269f2198-9a34-4f13-b2a4-1915b299ac28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:25.108348 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-269f2198-9a34-4f13-b2a4-1915b299ac28 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4408b2ce-df8f-4851-afb2-9a887d0d8804 HTTP/1.1" status: 204 len: 168 time: 0.2861216 May 27 03:36:25.116012 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269f2198-9a34-4f13-b2a4-1915b299ac28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4408b2ce-df8f-4851-afb2-9a887d0d8804,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:25.983142 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-daa0f90b-0df7-4ea1-81b1-46e14c819a7d req-add89371-fd7c-4de1-a8c2-8b93d7e64efe tempest-DeleteServersTestJSON-903556100 tempest-DeleteServersTestJSON-903556100-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b512bc5-a49b-4745-9fee-f78929ca3611 HTTP/1.1" status: 200 len: 210 time: 0.0315485 May 27 03:36:26.084249 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device 96824533-804b-471b-8dd5-0a9fd558c227 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:36:26.103862 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] No Port match for: 96824533-804b-471b-8dd5-0a9fd558c227 {{(pid=104616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:36:26.104202 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device 96824533-804b-471b-8dd5-0a9fd558c227 not bound to the agent host hv-cinder-82880 {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:36:27.186036 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 35836) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:27.351408 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-2ae1fbb5-ef57-4365-90bc-fbb1d3dfd0a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:27.431562 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-2ae1fbb5-ef57-4365-90bc-fbb1d3dfd0a9 admin admin] Publish callbacks [] for security_group (9512a5eb-8eba-4652-a977-a6f22498d279), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:27.509936 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-2ae1fbb5-ef57-4365-90bc-fbb1d3dfd0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (9512a5eb-8eba-4652-a977-a6f22498d279), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:27.549655 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-2ae1fbb5-ef57-4365-90bc-fbb1d3dfd0a9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=23520db827e14bff85e92764b7d6a2bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3625221 May 27 03:36:27.551700 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae1fbb5-ef57-4365-90bc-fbb1d3dfd0a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9512a5eb-8eba-4652-a977-a6f22498d279,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:27.552580 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 35856) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:27.580958 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:27.618909 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-91204c0c-a096-480f-82e9-1dd74137ca98 admin admin] Publish callbacks [] for security_group (9512a5eb-8eba-4652-a977-a6f22498d279), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:27.629166 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 35858) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:27.647975 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-91204c0c-a096-480f-82e9-1dd74137ca98 admin admin] Publish callbacks [] for security_group (9512a5eb-8eba-4652-a977-a6f22498d279), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:27.756884 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-5a6f43b3-235a-4a61-a656-7a04d83c4141 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:27.787566 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-91204c0c-a096-480f-82e9-1dd74137ca98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (9512a5eb-8eba-4652-a977-a6f22498d279), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:27.790602 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-91204c0c-a096-480f-82e9-1dd74137ca98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:27.791796 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-91204c0c-a096-480f-82e9-1dd74137ca98 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9512a5eb-8eba-4652-a977-a6f22498d279 HTTP/1.1" status: 204 len: 168 time: 0.2379754 May 27 03:36:27.806054 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91204c0c-a096-480f-82e9-1dd74137ca98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9512a5eb-8eba-4652-a977-a6f22498d279,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:27.858050 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-5a6f43b3-235a-4a61-a656-7a04d83c4141 admin admin] Publish callbacks [] for security_group (996a10e9-5d0b-4c6c-9014-025828610a0e), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:27.938472 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-5a6f43b3-235a-4a61-a656-7a04d83c4141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (996a10e9-5d0b-4c6c-9014-025828610a0e), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:27.943514 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:27.981879 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-5a6f43b3-235a-4a61-a656-7a04d83c4141 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=625821c00c8d4c9f843e86386e4c61e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3516443 May 27 03:36:27.982716 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6f43b3-235a-4a61-a656-7a04d83c4141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=996a10e9-5d0b-4c6c-9014-025828610a0e,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:27.984567 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 35870) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:28.035571 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-da383441-dc98-4757-bb8e-a623de7442c9 admin admin] Publish callbacks [] for security_group (996a10e9-5d0b-4c6c-9014-025828610a0e), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:28.059184 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-da383441-dc98-4757-bb8e-a623de7442c9 admin admin] Publish callbacks [] for security_group (996a10e9-5d0b-4c6c-9014-025828610a0e), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:28.187016 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-da383441-dc98-4757-bb8e-a623de7442c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (996a10e9-5d0b-4c6c-9014-025828610a0e), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:28.189764 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-da383441-dc98-4757-bb8e-a623de7442c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:28.190940 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-da383441-dc98-4757-bb8e-a623de7442c9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/996a10e9-5d0b-4c6c-9014-025828610a0e HTTP/1.1" status: 204 len: 168 time: 0.2053766 May 27 03:36:28.204460 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da383441-dc98-4757-bb8e-a623de7442c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996a10e9-5d0b-4c6c-9014-025828610a0e,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:28.753066 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.agents_db [None req-cbb77ebc-65ec-4caa-a8b3-81c074906866 None None] Agent healthcheck: found 6 active agents {{(pid=104617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:36:28.815370 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 35902) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:28.829347 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-95b3a5f1-20f9-4f8c-b553-6caf77e9b755 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:28.904837 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-95b3a5f1-20f9-4f8c-b553-6caf77e9b755 admin admin] Publish callbacks [] for security_group (201c42f9-ca01-43a3-8d37-9212d1a7f887), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:28.986754 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-95b3a5f1-20f9-4f8c-b553-6caf77e9b755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (201c42f9-ca01-43a3-8d37-9212d1a7f887), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:28.999534 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:29.023857 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-95b3a5f1-20f9-4f8c-b553-6caf77e9b755 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1bf7812778274edea98c8e09cd5522dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2073908 May 27 03:36:29.029225 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 35914) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:29.050963 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b3a5f1-20f9-4f8c-b553-6caf77e9b755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201c42f9-ca01-43a3-8d37-9212d1a7f887,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:29.095855 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-91e4c1d9-d761-48ec-b5df-b2a8d019f0cb admin admin] Publish callbacks [] for security_group (201c42f9-ca01-43a3-8d37-9212d1a7f887), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:29.119395 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-91e4c1d9-d761-48ec-b5df-b2a8d019f0cb admin admin] Publish callbacks [] for security_group (201c42f9-ca01-43a3-8d37-9212d1a7f887), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:29.148634 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:29.297500 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-91e4c1d9-d761-48ec-b5df-b2a8d019f0cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (201c42f9-ca01-43a3-8d37-9212d1a7f887), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:29.298199 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-91e4c1d9-d761-48ec-b5df-b2a8d019f0cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:29.302869 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-91e4c1d9-d761-48ec-b5df-b2a8d019f0cb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/201c42f9-ca01-43a3-8d37-9212d1a7f887 HTTP/1.1" status: 204 len: 168 time: 0.2691081 May 27 03:36:29.308201 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e4c1d9-d761-48ec-b5df-b2a8d019f0cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201c42f9-ca01-43a3-8d37-9212d1a7f887,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:31.106918 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 36010) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:31.222294 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-60731d3e-cb1b-4909-92c4-d6db9b6bab1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:31.301710 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-60731d3e-cb1b-4909-92c4-d6db9b6bab1f admin admin] Publish callbacks [] for security_group (2b3e846c-d7be-4e91-a5a8-8b4f127be67c), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:31.361095 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-60731d3e-cb1b-4909-92c4-d6db9b6bab1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (2b3e846c-d7be-4e91-a5a8-8b4f127be67c), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:31.402024 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-60731d3e-cb1b-4909-92c4-d6db9b6bab1f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5c0f8424568846938ab720101b7cf794&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2937212 May 27 03:36:31.402752 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60731d3e-cb1b-4909-92c4-d6db9b6bab1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3e846c-d7be-4e91-a5a8-8b4f127be67c,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:31.404750 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 36018) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:31.455076 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-3780d978-ac6a-4546-9df4-9754d771c417 admin admin] Publish callbacks [] for security_group (2b3e846c-d7be-4e91-a5a8-8b4f127be67c), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:31.476521 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-3780d978-ac6a-4546-9df4-9754d771c417 admin admin] Publish callbacks [] for security_group (2b3e846c-d7be-4e91-a5a8-8b4f127be67c), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:31.602410 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-3780d978-ac6a-4546-9df4-9754d771c417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (2b3e846c-d7be-4e91-a5a8-8b4f127be67c), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:31.605338 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-3780d978-ac6a-4546-9df4-9754d771c417 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:31.606693 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-3780d978-ac6a-4546-9df4-9754d771c417 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2b3e846c-d7be-4e91-a5a8-8b4f127be67c HTTP/1.1" status: 204 len: 168 time: 0.2007768 May 27 03:36:31.615147 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3780d978-ac6a-4546-9df4-9754d771c417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3e846c-d7be-4e91-a5a8-8b4f127be67c,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:32.046874 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 36050) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:32.098224 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.db.db_base_plugin_v2 [None req-824b3be8-83c4-4472-8c31-4ce97d1d3f9b admin admin] Deleting subnet f4ce285c-bbd1-45d6-b579-899a73df1f0f {{(pid=104615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 03:36:32.101677 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-824b3be8-83c4-4472-8c31-4ce97d1d3f9b admin admin] Publish callbacks [] for subnet (f4ce285c-bbd1-45d6-b579-899a73df1f0f), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:32.136964 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-824b3be8-83c4-4472-8c31-4ce97d1d3f9b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585481163'] for subnet (f4ce285c-bbd1-45d6-b579-899a73df1f0f), precommit_delete_associations {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:32.221685 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-824b3be8-83c4-4472-8c31-4ce97d1d3f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004246'] for subnet (f4ce285c-bbd1-45d6-b579-899a73df1f0f), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:32.385085 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-824b3be8-83c4-4472-8c31-4ce97d1d3f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585481001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581752317'] for subnet (f4ce285c-bbd1-45d6-b579-899a73df1f0f), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:32.411565 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824b3be8-83c4-4472-8c31-4ce97d1d3f9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4ce285c-bbd1-45d6-b579-899a73df1f0f,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:32.417303 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-824b3be8-83c4-4472-8c31-4ce97d1d3f9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-373421'] for subnet (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:32.421124 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-824b3be8-83c4-4472-8c31-4ce97d1d3f9b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f4ce285c-bbd1-45d6-b579-899a73df1f0f HTTP/1.1" status: 204 len: 168 time: 0.3731682 May 27 03:36:32.424623 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 36070) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:32.513315 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-ba695cfe-0f02-4128-b2ec-5481b406909f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963665'] for network (eb82f03a-aca5-4360-8d95-46822d61d016), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:32.592479 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-ba695cfe-0f02-4128-b2ec-5481b406909f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3997731', 'neutron.services.segments.db._delete_segments_for_network-8791800041072'] for network (eb82f03a-aca5-4360-8d95-46822d61d016), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:32.614674 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.services.segments.db [None req-ba695cfe-0f02-4128-b2ec-5481b406909f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb82f03a-aca5-4360-8d95-46822d61d016']}} {{(pid=104614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:32.625844 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.services.segments.db [None req-ba695cfe-0f02-4128-b2ec-5481b406909f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52bbd8f8-c275-43bb-b64e-f50ded9d01b1') {'for_net_delete': True} {{(pid=104614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:32.626133 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.services.segments.db [None req-ba695cfe-0f02-4128-b2ec-5481b406909f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52bbd8f8-c275-43bb-b64e-f50ded9d01b1') {} {{(pid=104614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:32.636601 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-ba695cfe-0f02-4128-b2ec-5481b406909f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791800041849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584813197'] for segment (52bbd8f8-c275-43bb-b64e-f50ded9d01b1), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:32.650305 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-ba695cfe-0f02-4128-b2ec-5481b406909f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545'] for segment (52bbd8f8-c275-43bb-b64e-f50ded9d01b1), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:32.657552 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba695cfe-0f02-4128-b2ec-5481b406909f admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=104614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:36:32.657944 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-ba695cfe-0f02-4128-b2ec-5481b406909f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8584798986'] for segment (52bbd8f8-c275-43bb-b64e-f50ded9d01b1), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:32.718726 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.services.segments.plugin [-] Segment 52bbd8f8-c275-43bb-b64e-f50ded9d01b1 resource provider aggregate not found May 27 03:36:32.748449 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.services.segments.plugin [-] Segment 52bbd8f8-c275-43bb-b64e-f50ded9d01b1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 52bbd8f8-c275-43bb-b64e-f50ded9d01b1 found for delete ", "request_id": "req-b0d72d0a-74fe-4c17-bfa7-6a16948100f4"}]} May 27 03:36:32.791519 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 36088) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:32.844484 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-ba695cfe-0f02-4128-b2ec-5481b406909f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3997720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680183'] for network (eb82f03a-aca5-4360-8d95-46822d61d016), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:32.851993 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-ba695cfe-0f02-4128-b2ec-5481b406909f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-373421'] for network (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:32.856824 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-ba695cfe-0f02-4128-b2ec-5481b406909f admin admin] 10.222.0.24 "DELETE /v2.0/networks/eb82f03a-aca5-4360-8d95-46822d61d016 HTTP/1.1" status: 204 len: 168 time: 0.4311380 May 27 03:36:32.871819 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba695cfe-0f02-4128-b2ec-5481b406909f admin admin] Pushing event deleted for resources: {'Network': ['ID=eb82f03a-aca5-4360-8d95-46822d61d016,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:32.927837 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0dd1ea94-8afa-49f1-a161-a192cc034238 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:33.017282 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0dd1ea94-8afa-49f1-a161-a192cc034238 admin admin] Publish callbacks [] for security_group (c065057d-9591-4ca0-9662-b16679544a78), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:33.102899 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0dd1ea94-8afa-49f1-a161-a192cc034238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (c065057d-9591-4ca0-9662-b16679544a78), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:33.145435 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd1ea94-8afa-49f1-a161-a192cc034238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c065057d-9591-4ca0-9662-b16679544a78,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:33.150380 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-0dd1ea94-8afa-49f1-a161-a192cc034238 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1e2d7ad7477240128353e496566522d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3577147 May 27 03:36:33.153047 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 36106) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:33.211667 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-eaf7aaee-cdc4-4c77-806e-ac095c8774b4 admin admin] Publish callbacks [] for security_group (c065057d-9591-4ca0-9662-b16679544a78), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:33.313776 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 36110) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:33.364531 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-51b62fbf-294e-4b43-a633-3c734f77f155 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e3b236cd8e9049e6acdeb545f5d3382d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0494087 May 27 03:36:33.367054 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 36112) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:33.413180 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-eaf7aaee-cdc4-4c77-806e-ac095c8774b4 admin admin] Publish callbacks [] for security_group (c065057d-9591-4ca0-9662-b16679544a78), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:33.423681 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-c50c5aa7-9f89-4b34-aa4c-522e2975bde9 admin admin] Publish callbacks [] for security_group (a3fa7bf4-dcc8-4eb5-9014-7e3889333b8d), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:33.453748 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-c50c5aa7-9f89-4b34-aa4c-522e2975bde9 admin admin] Publish callbacks [] for security_group (a3fa7bf4-dcc8-4eb5-9014-7e3889333b8d), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:33.485943 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:33.575121 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-c50c5aa7-9f89-4b34-aa4c-522e2975bde9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (a3fa7bf4-dcc8-4eb5-9014-7e3889333b8d), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:33.575217 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-eaf7aaee-cdc4-4c77-806e-ac095c8774b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (c065057d-9591-4ca0-9662-b16679544a78), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:33.578044 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-c50c5aa7-9f89-4b34-aa4c-522e2975bde9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:33.578451 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-eaf7aaee-cdc4-4c77-806e-ac095c8774b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:33.579232 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-c50c5aa7-9f89-4b34-aa4c-522e2975bde9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a3fa7bf4-dcc8-4eb5-9014-7e3889333b8d HTTP/1.1" status: 204 len: 168 time: 0.2112217 May 27 03:36:33.582186 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-eaf7aaee-cdc4-4c77-806e-ac095c8774b4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c065057d-9591-4ca0-9662-b16679544a78 HTTP/1.1" status: 204 len: 168 time: 0.4278564 May 27 03:36:33.593153 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf7aaee-cdc4-4c77-806e-ac095c8774b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c065057d-9591-4ca0-9662-b16679544a78,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:33.606209 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50c5aa7-9f89-4b34-aa4c-522e2975bde9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3fa7bf4-dcc8-4eb5-9014-7e3889333b8d,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:34.456918 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 36156) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:34.469933 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-7d9077a6-ea47-4388-90d8-fa343450fa2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:34.548070 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-7d9077a6-ea47-4388-90d8-fa343450fa2c admin admin] Publish callbacks [] for security_group (59f2f587-0b24-4179-8015-cbe3eae9f256), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:34.620267 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-7d9077a6-ea47-4388-90d8-fa343450fa2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (59f2f587-0b24-4179-8015-cbe3eae9f256), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:34.658706 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-7d9077a6-ea47-4388-90d8-fa343450fa2c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=43f139ff0fba435f84e6b5d203a57c54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2006967 May 27 03:36:34.660704 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9077a6-ea47-4388-90d8-fa343450fa2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f2f587-0b24-4179-8015-cbe3eae9f256,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:34.661379 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 36166) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:34.680155 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:DELETE=9,neutron:SELECT=83,neutron:INSERT=8 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:34.712298 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:34.717542 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-fcae44ba-c0d4-46e6-9252-01837855131b admin admin] Publish callbacks [] for security_group (59f2f587-0b24-4179-8015-cbe3eae9f256), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:34.739591 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-fcae44ba-c0d4-46e6-9252-01837855131b admin admin] Publish callbacks [] for security_group (59f2f587-0b24-4179-8015-cbe3eae9f256), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:34.883526 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 36170) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:34.906733 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-fcae44ba-c0d4-46e6-9252-01837855131b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (59f2f587-0b24-4179-8015-cbe3eae9f256), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:34.909329 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-fcae44ba-c0d4-46e6-9252-01837855131b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:34.910503 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-fcae44ba-c0d4-46e6-9252-01837855131b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/59f2f587-0b24-4179-8015-cbe3eae9f256 HTTP/1.1" status: 204 len: 168 time: 0.2480521 May 27 03:36:34.919123 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcae44ba-c0d4-46e6-9252-01837855131b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f2f587-0b24-4179-8015-cbe3eae9f256,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:35.000099 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.v2.base [None req-c5876e72-43ec-4cc8-81bb-e934b52bdfc4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1862505836-network', 'tenant_id': '03b1335715234895a0c1a555b22ee8d3'}} {{(pid=104615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:36:35.103941 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5876e72-43ec-4cc8-81bb-e934b52bdfc4 admin admin] Made reservation on behalf of 03b1335715234895a0c1a555b22ee8d3 for: {'network': 1} {{(pid=104615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:36:35.106442 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-c5876e72-43ec-4cc8-81bb-e934b52bdfc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for network (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:35.116423 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-c5876e72-43ec-4cc8-81bb-e934b52bdfc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:35.155503 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:35.219275 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-c5876e72-43ec-4cc8-81bb-e934b52bdfc4 admin admin] Publish callbacks [] for security_group (7d455548-226e-4f52-830f-6b94b26de835), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:35.292545 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-c5876e72-43ec-4cc8-81bb-e934b52bdfc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (7d455548-226e-4f52-830f-6b94b26de835), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:35.323256 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5876e72-43ec-4cc8-81bb-e934b52bdfc4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=104615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:36:35.329968 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5876e72-43ec-4cc8-81bb-e934b52bdfc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d455548-226e-4f52-830f-6b94b26de835,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:35.341071 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-c5876e72-43ec-4cc8-81bb-e934b52bdfc4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791800041063', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545'] for segment (fc3dd445-6192-41aa-98e1-63e205d6bf49), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:35.341415 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.db.segments_db [None req-c5876e72-43ec-4cc8-81bb-e934b52bdfc4 admin admin] Added segment fc3dd445-6192-41aa-98e1-63e205d6bf49 of type vlan for network 7ad434bf-5110-4909-8d4e-fd9ddb1876ab May 27 03:36:35.402049 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-c5876e72-43ec-4cc8-81bb-e934b52bdfc4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791799485040'] for network (7ad434bf-5110-4909-8d4e-fd9ddb1876ab), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:35.492921 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-c5876e72-43ec-4cc8-81bb-e934b52bdfc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395'] for network (7ad434bf-5110-4909-8d4e-fd9ddb1876ab), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:35.493998 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5876e72-43ec-4cc8-81bb-e934b52bdfc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:35.494581 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-c5876e72-43ec-4cc8-81bb-e934b52bdfc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-373421'] for network (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:35.515503 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=72,neutron:INSERT=23,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:35.557710 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5876e72-43ec-4cc8-81bb-e934b52bdfc4 admin admin] Pushing event updated for resources: {'Network': ['ID=7ad434bf-5110-4909-8d4e-fd9ddb1876ab,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:35.568803 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Network 7ad434bf-5110-4909-8d4e-fd9ddb1876ab details requested by agent ovs-agent-dv-cinder-828805-4-iscsi with host dv-cinder-828805-4-iscsi {{(pid=104616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:36:35.618706 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-c5876e72-43ec-4cc8-81bb-e934b52bdfc4 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.7339704 May 27 03:36:35.621688 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 36200) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:35.626716 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.v2.base [None req-a8a4cd68-8b19-4aba-bf63-79f4f1bb4265 admin admin] Request body: {'subnet': {'network_id': '7ad434bf-5110-4909-8d4e-fd9ddb1876ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1862505836-subnet', 'tenant_id': '03b1335715234895a0c1a555b22ee8d3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:36:35.781064 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a4cd68-8b19-4aba-bf63-79f4f1bb4265 admin admin] Made reservation on behalf of 03b1335715234895a0c1a555b22ee8d3 for: {'subnet': 1} {{(pid=104615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:36:35.784631 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-a8a4cd68-8b19-4aba-bf63-79f4f1bb4265 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581752272'] for subnet (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:36.019342 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-a8a4cd68-8b19-4aba-bf63-79f4f1bb4265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585481064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581752262'] for subnet (322aacf8-7a2c-4c8b-810a-fab1e2caab1f), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:36.083022 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a4cd68-8b19-4aba-bf63-79f4f1bb4265 admin admin] Pushing event updated for resources: {'Subnet': ['ID=322aacf8-7a2c-4c8b-810a-fab1e2caab1f,revision_number=0']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:36.094657 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a4cd68-8b19-4aba-bf63-79f4f1bb4265 admin admin] Checking segment: {'id': 'fc3dd445-6192-41aa-98e1-63e205d6bf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7ad434bf-5110-4909-8d4e-fd9ddb1876ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:36:36.095046 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a4cd68-8b19-4aba-bf63-79f4f1bb4265 admin admin] Network hostable DHCP agents. Network: 7ad434bf-5110-4909-8d4e-fd9ddb1876ab, hostable agents: ['b322252d-fb9d-4652-a830-647fed26b29a'], hosted agents: [] {{(pid=104615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:36:36.212658 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a4cd68-8b19-4aba-bf63-79f4f1bb4265 admin admin] Network 7ad434bf-5110-4909-8d4e-fd9ddb1876ab is scheduled to be hosted by DHCP agent b322252d-fb9d-4652-a830-647fed26b29a with binding_index 1 {{(pid=104615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:36:36.312885 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.base_scheduler [None req-a8a4cd68-8b19-4aba-bf63-79f4f1bb4265 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-4-iscsi, 7ad434bf-5110-4909-8d4e-fd9ddb1876ab) {{(pid=104615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:36:36.322403 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a4cd68-8b19-4aba-bf63-79f4f1bb4265 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:36.323658 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-a8a4cd68-8b19-4aba-bf63-79f4f1bb4265 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-373421'] for subnet (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:36.325816 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a07eeb-00d2-4b43-b410-cd33b04aa680 None None] Network 7ad434bf-5110-4909-8d4e-fd9ddb1876ab requested from dv-cinder-828805-4-iscsi {{(pid=104616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:36:36.449820 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-a8a4cd68-8b19-4aba-bf63-79f4f1bb4265 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8211980 May 27 03:36:36.449820 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 36228) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:36.454570 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.v2.base [None req-0d0b0b05-3b1d-4ef2-afd4-d3efc63e3878 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1862505836-router', 'tenant_id': '03b1335715234895a0c1a555b22ee8d3', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6'}}} {{(pid=104615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:36:36.457418 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d95ba6-cece-4404-880f-28d416adcfdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa70b6f22-5e3f-55f6-a93b-19dd150a441c-7ad434bf-5110-4909-8d4e-fd9ddb1876ab', 'network_id': '7ad434bf-5110-4909-8d4e-fd9ddb1876ab', 'project_id': '03b1335715234895a0c1a555b22ee8d3', 'fixed_ips': [{'subnet_id': '322aacf8-7a2c-4c8b-810a-fab1e2caab1f'}]}} from dv-cinder-828805-4-iscsi. {{(pid=104616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 03:36:36.458481 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-87d95ba6-cece-4404-880f-28d416adcfdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (None), before_create {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:36.564833 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:DELETE=3,neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:36.567752 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-0d0b0b05-3b1d-4ef2-afd4-d3efc63e3878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-682096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60928'] for router (338bbf3a-732d-48bd-a52e-3216a496c42d), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:36.575034 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-0d0b0b05-3b1d-4ef2-afd4-d3efc63e3878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-537747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60985'] for router (338bbf3a-732d-48bd-a52e-3216a496c42d), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:36.618693 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.db_base_plugin_common [None req-87d95ba6-cece-4404-880f-28d416adcfdd None None] Allocated IP 172.20.0.2 (7ad434bf-5110-4909-8d4e-fd9ddb1876ab/322aacf8-7a2c-4c8b-810a-fab1e2caab1f/e3a972f1-2505-47a5-abb1-4f11d262b75a) {{(pid=104616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:36:36.636073 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-0d0b0b05-3b1d-4ef2-afd4-d3efc63e3878 admin admin] Publish callbacks [] for router_controller (338bbf3a-732d-48bd-a52e-3216a496c42d), precommit_add_association {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:36.871852 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-0d0b0b05-3b1d-4ef2-afd4-d3efc63e3878 admin admin] Publish callbacks [] for router_gateway (338bbf3a-732d-48bd-a52e-3216a496c42d), precommit_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:36.906494 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-87d95ba6-cece-4404-880f-28d416adcfdd None None] Publish callbacks [] for port (e3a972f1-2505-47a5-abb1-4f11d262b75a), precommit_create {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:37.033386 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-87d95ba6-cece-4404-880f-28d416adcfdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791799515441'] for port (e3a972f1-2505-47a5-abb1-4f11d262b75a), after_create {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:37.113890 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d95ba6-cece-4404-880f-28d416adcfdd None None] Network 7ad434bf-5110-4909-8d4e-fd9ddb1876ab is already hosted by enough agents. {{(pid=104616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:36:37.117564 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.scheduler.base_scheduler [None req-87d95ba6-cece-4404-880f-28d416adcfdd None None] Resources bound (agent type, host, resource id): {{(pid=104616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:36:37.121722 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d95ba6-cece-4404-880f-28d416adcfdd None None] Received port after_create {{(pid=104616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:36:37.148178 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d95ba6-cece-4404-880f-28d416adcfdd None None] Pushing event updated for resources: {'Port': ['ID=e3a972f1-2505-47a5-abb1-4f11d262b75a,revision_number=1']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:37.170075 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-0d0b0b05-3b1d-4ef2-afd4-d3efc63e3878 admin admin] Publish callbacks [] for router_gateway (338bbf3a-732d-48bd-a52e-3216a496c42d), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:37.191069 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-0d0b0b05-3b1d-4ef2-afd4-d3efc63e3878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:37.196339 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d95ba6-cece-4404-880f-28d416adcfdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:37.196693 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d95ba6-cece-4404-880f-28d416adcfdd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:37.197063 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d95ba6-cece-4404-880f-28d416adcfdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:37.197418 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d95ba6-cece-4404-880f-28d416adcfdd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:37.197760 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d95ba6-cece-4404-880f-28d416adcfdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:37.198200 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d95ba6-cece-4404-880f-28d416adcfdd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:37.198818 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d95ba6-cece-4404-880f-28d416adcfdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:37.201765 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d95ba6-cece-4404-880f-28d416adcfdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:37.201765 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d95ba6-cece-4404-880f-28d416adcfdd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:37.201765 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d95ba6-cece-4404-880f-28d416adcfdd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:37.201765 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d95ba6-cece-4404-880f-28d416adcfdd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:37.201765 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d95ba6-cece-4404-880f-28d416adcfdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:37.201765 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d95ba6-cece-4404-880f-28d416adcfdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:37.201765 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d95ba6-cece-4404-880f-28d416adcfdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:37.201765 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d95ba6-cece-4404-880f-28d416adcfdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:37.205336 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.managers [None req-87d95ba6-cece-4404-880f-28d416adcfdd None None] Attempting to bind port e3a972f1-2505-47a5-abb1-4f11d262b75a on host dv-cinder-828805-4-iscsi for vnic_type normal with profile {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:36:37.205686 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.managers [None req-87d95ba6-cece-4404-880f-28d416adcfdd None None] Attempting to bind port e3a972f1-2505-47a5-abb1-4f11d262b75a by drivers openvswitch,hyperv on host dv-cinder-828805-4-iscsi at level 0 using segments [{'id': 'fc3dd445-6192-41aa-98e1-63e205d6bf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7ad434bf-5110-4909-8d4e-fd9ddb1876ab'}] {{(pid=104616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:36:37.206100 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d95ba6-cece-4404-880f-28d416adcfdd None None] Attempting to bind port e3a972f1-2505-47a5-abb1-4f11d262b75a on network 7ad434bf-5110-4909-8d4e-fd9ddb1876ab {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:36:37.213074 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d95ba6-cece-4404-880f-28d416adcfdd None None] Checking agent: {'id': '917d01f3-4a27-4590-ae14-da14d21a1e88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 26, 21), 'started_at': datetime.datetime(2022, 5, 27, 3, 26, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:36:37.213500 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d95ba6-cece-4404-880f-28d416adcfdd None None] Checking segment: {'id': 'fc3dd445-6192-41aa-98e1-63e205d6bf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7ad434bf-5110-4909-8d4e-fd9ddb1876ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:36:37.213907 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-87d95ba6-cece-4404-880f-28d416adcfdd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:37.214293 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d95ba6-cece-4404-880f-28d416adcfdd None None] Bound using segment: {'id': 'fc3dd445-6192-41aa-98e1-63e205d6bf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7ad434bf-5110-4909-8d4e-fd9ddb1876ab'} {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:36:37.219510 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.managers [None req-87d95ba6-cece-4404-880f-28d416adcfdd None None] Bound port: e3a972f1-2505-47a5-abb1-4f11d262b75a, host: dv-cinder-828805-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc3dd445-6192-41aa-98e1-63e205d6bf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7ad434bf-5110-4909-8d4e-fd9ddb1876ab'}}] {{(pid=104616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:36:37.219510 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-87d95ba6-cece-4404-880f-28d416adcfdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (e3a972f1-2505-47a5-abb1-4f11d262b75a), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:37.288175 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-87d95ba6-cece-4404-880f-28d416adcfdd None None] For port e3a972f1-2505-47a5-abb1-4f11d262b75a, host dv-cinder-828805-4-iscsi, cleared binding levels {{(pid=104616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:36:37.291313 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-87d95ba6-cece-4404-880f-28d416adcfdd None None] For port e3a972f1-2505-47a5-abb1-4f11d262b75a, host dv-cinder-828805-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=e3a972f1-2505-47a5-abb1-4f11d262b75a,segment=NetworkSegment(fc3dd445-6192-41aa-98e1-63e205d6bf49),segment_id=fc3dd445-6192-41aa-98e1-63e205d6bf49)] {{(pid=104616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:36:37.305603 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:UPDATE=3 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:37.312673 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.db.db_base_plugin_common [None req-0d0b0b05-3b1d-4ef2-afd4-d3efc63e3878 admin admin] Allocated IP 172.27.0.218 (6db324a0-41f0-4440-95df-83df441784f6/1196ed2a-e255-42ad-b78e-696bc1bae72b/fb943e16-99fb-494c-a64c-ce5f4969c819) {{(pid=104615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:36:37.413897 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-87d95ba6-cece-4404-880f-28d416adcfdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (e3a972f1-2505-47a5-abb1-4f11d262b75a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:37.425598 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-0d0b0b05-3b1d-4ef2-afd4-d3efc63e3878 admin admin] Publish callbacks [] for port (fb943e16-99fb-494c-a64c-ce5f4969c819), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:37.471990 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:37.512404 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d95ba6-cece-4404-880f-28d416adcfdd None None] Pushing event updated for resources: {'Port': ['ID=e3a972f1-2505-47a5-abb1-4f11d262b75a,revision_number=2']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:37.524928 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-0d0b0b05-3b1d-4ef2-afd4-d3efc63e3878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791799515441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585481432'] for port (fb943e16-99fb-494c-a64c-ce5f4969c819), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:37.572728 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0b0b05-3b1d-4ef2-afd4-d3efc63e3878 admin admin] Network 6db324a0-41f0-4440-95df-83df441784f6 is already hosted by enough agents. {{(pid=104615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:36:37.576771 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.base_scheduler [None req-0d0b0b05-3b1d-4ef2-afd4-d3efc63e3878 admin admin] Resources bound (agent type, host, resource id): {{(pid=104615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:36:37.580705 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0b0b05-3b1d-4ef2-afd4-d3efc63e3878 admin admin] Received port after_create {{(pid=104615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:36:37.603975 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0b0b05-3b1d-4ef2-afd4-d3efc63e3878 admin admin] Pushing event updated for resources: {'Port': ['ID=fb943e16-99fb-494c-a64c-ce5f4969c819,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:37.616142 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 36276) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:37.763626 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-bc73e52e-c513-4bbe-8e27-aab418966104 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:38.140583 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-bc73e52e-c513-4bbe-8e27-aab418966104 admin admin] Publish callbacks [] for security_group (07fa9395-8ad0-4964-8f0a-fb56e58ff65b), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:38.292646 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-bc73e52e-c513-4bbe-8e27-aab418966104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (07fa9395-8ad0-4964-8f0a-fb56e58ff65b), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:38.308487 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:INSERT=6,neutron:UPDATE=5,neutron:SELECT=89 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:38.410691 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-bc73e52e-c513-4bbe-8e27-aab418966104 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=40ff1c22c2bf4d8c8e180182751d0b36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7894559 May 27 03:36:38.413170 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc73e52e-c513-4bbe-8e27-aab418966104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07fa9395-8ad0-4964-8f0a-fb56e58ff65b,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:38.413964 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 36284) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:38.436020 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-0d0b0b05-3b1d-4ef2-afd4-d3efc63e3878 admin admin] Publish callbacks [] for router_gateway (338bbf3a-732d-48bd-a52e-3216a496c42d), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:38.445056 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device e3a972f1-2505-47a5-abb1-4f11d262b75a up at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:36:38.481390 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-2e515afd-2bd5-4b2d-b8ae-b3b8d084900f admin admin] Publish callbacks [] for security_group (07fa9395-8ad0-4964-8f0a-fb56e58ff65b), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:38.498161 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:38.513301 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Provisioning complete for port e3a972f1-2505-47a5-abb1-4f11d262b75a triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:36:38.516874 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (e3a972f1-2505-47a5-abb1-4f11d262b75a), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:38.522598 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-2e515afd-2bd5-4b2d-b8ae-b3b8d084900f admin admin] Publish callbacks [] for security_group (07fa9395-8ad0-4964-8f0a-fb56e58ff65b), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:38.643977 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Current status of the port e3a972f1-2505-47a5-abb1-4f11d262b75a is: DOWN; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:36:38.644489 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (e3a972f1-2505-47a5-abb1-4f11d262b75a), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:38.661677 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb189cc-4ab5-4212-a0a1-6f1c2dcaac6f None None] Network 7ad434bf-5110-4909-8d4e-fd9ddb1876ab requested from dv-cinder-828805-4-iscsi {{(pid=104616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:36:38.733518 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-2e515afd-2bd5-4b2d-b8ae-b3b8d084900f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (07fa9395-8ad0-4964-8f0a-fb56e58ff65b), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:38.737073 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-2e515afd-2bd5-4b2d-b8ae-b3b8d084900f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:38.744306 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-2e515afd-2bd5-4b2d-b8ae-b3b8d084900f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/07fa9395-8ad0-4964-8f0a-fb56e58ff65b HTTP/1.1" status: 204 len: 168 time: 0.3225677 May 27 03:36:38.744560 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-740ea1da-5766-43ea-a899-ec343bc4d9a4 None None] Provisioning complete for port e3a972f1-2505-47a5-abb1-4f11d262b75a triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:36:38.744560 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-740ea1da-5766-43ea-a899-ec343bc4d9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (e3a972f1-2505-47a5-abb1-4f11d262b75a), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:38.753631 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e515afd-2bd5-4b2d-b8ae-b3b8d084900f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07fa9395-8ad0-4964-8f0a-fb56e58ff65b,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:38.791394 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] For port e3a972f1-2505-47a5-abb1-4f11d262b75a, host dv-cinder-828805-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=e3a972f1-2505-47a5-abb1-4f11d262b75a,segment=NetworkSegment(fc3dd445-6192-41aa-98e1-63e205d6bf49),segment_id=fc3dd445-6192-41aa-98e1-63e205d6bf49)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:38.908707 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (e3a972f1-2505-47a5-abb1-4f11d262b75a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:38.918207 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-740ea1da-5766-43ea-a899-ec343bc4d9a4 None None] Current status of the port e3a972f1-2505-47a5-abb1-4f11d262b75a is: DOWN; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:36:38.918512 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-740ea1da-5766-43ea-a899-ec343bc4d9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (e3a972f1-2505-47a5-abb1-4f11d262b75a), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:38.988422 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-0d0b0b05-3b1d-4ef2-afd4-d3efc63e3878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663299'] for router (338bbf3a-732d-48bd-a52e-3216a496c42d), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:39.005938 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Pushing event updated for resources: {'Port': ['ID=e3a972f1-2505-47a5-abb1-4f11d262b75a,revision_number=3']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:39.020869 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.db.api [None req-740ea1da-5766-43ea-a899-ec343bc4d9a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104616) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 27 03:36:39.021362 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG oslo_db.api [None req-740ea1da-5766-43ea-a899-ec343bc4d9a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:36:39.155919 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:39.207398 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d0b0b05-3b1d-4ef2-afd4-d3efc63e3878 admin admin] Router 338bbf3a-732d-48bd-a52e-3216a496c42d is scheduled to L3 agent 9df6ec88-276d-42f5-acd2-7e289451d5e3 with binding_index 1 {{(pid=104615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:36:39.325777 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0b0b05-3b1d-4ef2-afd4-d3efc63e3878 admin admin] Notify agent at l3_agent.dv-cinder-828805-4-iscsi the message routers_updated {{(pid=104615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:36:39.335965 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065ad5ac-514e-4d36-bc6c-e197db28970f None None] Sync routers for ids ['338bbf3a-732d-48bd-a52e-3216a496c42d'] in dv-cinder-828805-4-iscsi {{(pid=104617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:36:39.346682 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065ad5ac-514e-4d36-bc6c-e197db28970f None None] Routers {'338bbf3a-732d-48bd-a52e-3216a496c42d'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:36:39.347321 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-065ad5ac-514e-4d36-bc6c-e197db28970f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:36:17Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['338bbf3a-732d-48bd-a52e-3216a496c42d'], 'active': True} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:39.415148 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:39.418635 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-0d0b0b05-3b1d-4ef2-afd4-d3efc63e3878 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:39.427077 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-0d0b0b05-3b1d-4ef2-afd4-d3efc63e3878 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.9720933 May 27 03:36:39.427573 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 36308) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:39.451989 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvr_db [None req-065ad5ac-514e-4d36-bc6c-e197db28970f None None] Set router 338bbf3a-732d-48bd-a52e-3216a496c42d gateway port host: dv-cinder-828805-4-iscsi {{(pid=104617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:36:39.564616 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-740ea1da-5766-43ea-a899-ec343bc4d9a4 None None] Current status of the port e3a972f1-2505-47a5-abb1-4f11d262b75a is: ACTIVE; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:36:39.645426 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-065ad5ac-514e-4d36-bc6c-e197db28970f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338bbf3a-732d-48bd-a52e-3216a496c42d', 'name': 'tempest-ServerRescueNegativeTestJSON-1862505836-router', 'tenant_id': '03b1335715234895a0c1a555b22ee8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'fb943e16-99fb-494c-a64c-ce5f4969c819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:36Z', 'updated_at': '2022-05-27T03:36:37Z', 'revision_number': 3, 'project_id': '03b1335715234895a0c1a555b22ee8d3', 'gw_port': {'id': 'fb943e16-99fb-494c-a64c-ce5f4969c819', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:11:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338bbf3a-732d-48bd-a52e-3216a496c42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:37Z', 'updated_at': '2022-05-27T03:36:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi'}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:39.690395 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065ad5ac-514e-4d36-bc6c-e197db28970f None None] Checking router: 338bbf3a-732d-48bd-a52e-3216a496c42d for host: dv-cinder-828805-4-iscsi {{(pid=104617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:36:39.690747 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065ad5ac-514e-4d36-bc6c-e197db28970f None None] Updating router 338bbf3a-732d-48bd-a52e-3216a496c42d port fb943e16-99fb-494c-a64c-ce5f4969c819 binding host dv-cinder-828805-4-iscsi {{(pid=104617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:36:39.693052 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-9643df77-e08b-4aac-83cf-14e3958bb388 None None] Provisioning complete for port e3a972f1-2505-47a5-abb1-4f11d262b75a triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:36:39.693652 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-9643df77-e08b-4aac-83cf-14e3958bb388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (e3a972f1-2505-47a5-abb1-4f11d262b75a), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:39.734397 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 36316) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:39.748411 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron_lib.callbacks.manager [None req-065ad5ac-514e-4d36-bc6c-e197db28970f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (fb943e16-99fb-494c-a64c-ce5f4969c819), before_update {{(pid=104617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:39.764914 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-07fb94f6-83d0-4d73-9360-df670d4c9cbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:39.809527 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-9643df77-e08b-4aac-83cf-14e3958bb388 None None] Current status of the port e3a972f1-2505-47a5-abb1-4f11d262b75a is: ACTIVE; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:36:39.897495 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-07fb94f6-83d0-4d73-9360-df670d4c9cbd admin admin] Publish callbacks [] for security_group (084b43bd-ba5e-4a38-b18e-c28e6fbe9177), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:39.964125 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-07fb94f6-83d0-4d73-9360-df670d4c9cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (084b43bd-ba5e-4a38-b18e-c28e6fbe9177), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:39.966175 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-9b8353ba-3160-4598-9615-e06d345afb76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:39.969371 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:40.019996 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-07fb94f6-83d0-4d73-9360-df670d4c9cbd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6d476e8cf4584c879fd0b8ad2e05df47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2825825 May 27 03:36:40.020674 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 36322) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:40.027004 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fb94f6-83d0-4d73-9360-df670d4c9cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=084b43bd-ba5e-4a38-b18e-c28e6fbe9177,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:40.085943 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-e8bfe968-0afb-4e38-abb2-9e0482cccc9c admin admin] Publish callbacks [] for security_group (084b43bd-ba5e-4a38-b18e-c28e6fbe9177), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:40.112884 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-e8bfe968-0afb-4e38-abb2-9e0482cccc9c admin admin] Publish callbacks [] for security_group (084b43bd-ba5e-4a38-b18e-c28e6fbe9177), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:40.157109 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:40.165282 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.db_base_plugin_common [None req-9b8353ba-3160-4598-9615-e06d345afb76 admin admin] Allocated IP 172.20.0.1 (7ad434bf-5110-4909-8d4e-fd9ddb1876ab/322aacf8-7a2c-4c8b-810a-fab1e2caab1f/5b776be3-7d77-482c-81e2-06d87ce41dcf) {{(pid=104614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:36:40.203085 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:40.210680 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron_lib.callbacks.manager [None req-065ad5ac-514e-4d36-bc6c-e197db28970f None None] Publish callbacks [] for port (fb943e16-99fb-494c-a64c-ce5f4969c819), precommit_update {{(pid=104617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:40.286480 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-9b8353ba-3160-4598-9615-e06d345afb76 admin admin] Publish callbacks [] for port (5b776be3-7d77-482c-81e2-06d87ce41dcf), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:40.310620 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-e8bfe968-0afb-4e38-abb2-9e0482cccc9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (084b43bd-ba5e-4a38-b18e-c28e6fbe9177), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:40.313220 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-e8bfe968-0afb-4e38-abb2-9e0482cccc9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:40.317474 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-e8bfe968-0afb-4e38-abb2-9e0482cccc9c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/084b43bd-ba5e-4a38-b18e-c28e6fbe9177 HTTP/1.1" status: 204 len: 168 time: 0.2932861 May 27 03:36:40.329394 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bfe968-0afb-4e38-abb2-9e0482cccc9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=084b43bd-ba5e-4a38-b18e-c28e6fbe9177,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:40.351580 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron_lib.callbacks.manager [None req-065ad5ac-514e-4d36-bc6c-e197db28970f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (fb943e16-99fb-494c-a64c-ce5f4969c819), after_update {{(pid=104617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:40.409385 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.managers [None req-065ad5ac-514e-4d36-bc6c-e197db28970f None None] Attempting to bind port fb943e16-99fb-494c-a64c-ce5f4969c819 on host dv-cinder-828805-4-iscsi for vnic_type normal with profile {{(pid=104617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:36:40.409739 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.managers [None req-065ad5ac-514e-4d36-bc6c-e197db28970f None None] Attempting to bind port fb943e16-99fb-494c-a64c-ce5f4969c819 by drivers openvswitch,hyperv on host dv-cinder-828805-4-iscsi at level 0 using segments [{'id': '2b0e99ee-61aa-44db-85d9-9c6d208f29d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6db324a0-41f0-4440-95df-83df441784f6'}] {{(pid=104617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:36:40.410098 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065ad5ac-514e-4d36-bc6c-e197db28970f None None] Attempting to bind port fb943e16-99fb-494c-a64c-ce5f4969c819 on network 6db324a0-41f0-4440-95df-83df441784f6 {{(pid=104617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:36:40.419612 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065ad5ac-514e-4d36-bc6c-e197db28970f None None] Checking agent: {'id': '917d01f3-4a27-4590-ae14-da14d21a1e88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 26, 21), 'started_at': datetime.datetime(2022, 5, 27, 3, 26, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:36:40.420006 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065ad5ac-514e-4d36-bc6c-e197db28970f None None] Checking segment: {'id': '2b0e99ee-61aa-44db-85d9-9c6d208f29d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6db324a0-41f0-4440-95df-83df441784f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:36:40.420427 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron_lib.callbacks.manager [None req-065ad5ac-514e-4d36-bc6c-e197db28970f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:40.420904 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065ad5ac-514e-4d36-bc6c-e197db28970f None None] Bound using segment: {'id': '2b0e99ee-61aa-44db-85d9-9c6d208f29d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6db324a0-41f0-4440-95df-83df441784f6'} {{(pid=104617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:36:40.421387 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.managers [None req-065ad5ac-514e-4d36-bc6c-e197db28970f None None] Bound port: fb943e16-99fb-494c-a64c-ce5f4969c819, host: dv-cinder-828805-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b0e99ee-61aa-44db-85d9-9c6d208f29d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6db324a0-41f0-4440-95df-83df441784f6'}}] {{(pid=104617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:36:40.421599 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device e3a972f1-2505-47a5-abb1-4f11d262b75a up at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:36:40.421786 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron_lib.callbacks.manager [None req-065ad5ac-514e-4d36-bc6c-e197db28970f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (fb943e16-99fb-494c-a64c-ce5f4969c819), before_update {{(pid=104617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:40.429301 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba9f2f0-9e3f-4597-87dc-4088933d77d1 None None] Pushing event updated for resources: {'Port': ['ID=fb943e16-99fb-494c-a64c-ce5f4969c819,revision_number=2']} {{(pid=104617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:40.447821 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba9f2f0-9e3f-4597-87dc-4088933d77d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:40.448179 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba9f2f0-9e3f-4597-87dc-4088933d77d1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:40.448801 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba9f2f0-9e3f-4597-87dc-4088933d77d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:40.448922 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba9f2f0-9e3f-4597-87dc-4088933d77d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:40.449165 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba9f2f0-9e3f-4597-87dc-4088933d77d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:40.449496 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba9f2f0-9e3f-4597-87dc-4088933d77d1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:40.449813 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba9f2f0-9e3f-4597-87dc-4088933d77d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:40.450131 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba9f2f0-9e3f-4597-87dc-4088933d77d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:40.450447 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba9f2f0-9e3f-4597-87dc-4088933d77d1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:40.450759 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba9f2f0-9e3f-4597-87dc-4088933d77d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:40.451097 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba9f2f0-9e3f-4597-87dc-4088933d77d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:40.451703 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba9f2f0-9e3f-4597-87dc-4088933d77d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:40.452017 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba9f2f0-9e3f-4597-87dc-4088933d77d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:40.452328 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba9f2f0-9e3f-4597-87dc-4088933d77d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:40.453700 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-9b8353ba-3160-4598-9615-e06d345afb76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791799515441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8584799065'] for port (5b776be3-7d77-482c-81e2-06d87ce41dcf), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:40.464481 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba9f2f0-9e3f-4597-87dc-4088933d77d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:40.482658 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Provisioning complete for port e3a972f1-2505-47a5-abb1-4f11d262b75a triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:36:40.483122 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (e3a972f1-2505-47a5-abb1-4f11d262b75a), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:40.517493 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8353ba-3160-4598-9615-e06d345afb76 admin admin] Network 7ad434bf-5110-4909-8d4e-fd9ddb1876ab is already hosted by enough agents. {{(pid=104614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:36:40.527385 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.base_scheduler [None req-9b8353ba-3160-4598-9615-e06d345afb76 admin admin] Resources bound (agent type, host, resource id): {{(pid=104614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:36:40.527385 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8353ba-3160-4598-9615-e06d345afb76 admin admin] Received port after_create {{(pid=104614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:36:40.548465 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.db [None req-065ad5ac-514e-4d36-bc6c-e197db28970f None None] For port fb943e16-99fb-494c-a64c-ce5f4969c819, host dv-cinder-828805-4-iscsi, cleared binding levels {{(pid=104617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:36:40.550280 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:40.552837 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.db [None req-065ad5ac-514e-4d36-bc6c-e197db28970f None None] For port fb943e16-99fb-494c-a64c-ce5f4969c819, host dv-cinder-828805-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=fb943e16-99fb-494c-a64c-ce5f4969c819,segment=NetworkSegment(2b0e99ee-61aa-44db-85d9-9c6d208f29d9),segment_id=2b0e99ee-61aa-44db-85d9-9c6d208f29d9)] {{(pid=104617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:36:40.575493 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8353ba-3160-4598-9615-e06d345afb76 admin admin] Pushing event updated for resources: {'Port': ['ID=5b776be3-7d77-482c-81e2-06d87ce41dcf,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:40.605354 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-9b8353ba-3160-4598-9615-e06d345afb76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680048'] for router_interface (338bbf3a-732d-48bd-a52e-3216a496c42d), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:40.623704 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Current status of the port e3a972f1-2505-47a5-abb1-4f11d262b75a is: ACTIVE; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:36:40.668098 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron_lib.callbacks.manager [None req-065ad5ac-514e-4d36-bc6c-e197db28970f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (fb943e16-99fb-494c-a64c-ce5f4969c819), after_update {{(pid=104617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:40.736765 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065ad5ac-514e-4d36-bc6c-e197db28970f None None] Routers {'338bbf3a-732d-48bd-a52e-3216a496c42d'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:36:40.737660 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-065ad5ac-514e-4d36-bc6c-e197db28970f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:36:17Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['338bbf3a-732d-48bd-a52e-3216a496c42d'], 'active': True} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:40.780262 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:40.784769 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba9f2f0-9e3f-4597-87dc-4088933d77d1 None None] Pushing event updated for resources: {'Port': ['ID=fb943e16-99fb-494c-a64c-ce5f4969c819,revision_number=3']} {{(pid=104617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:40.836841 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-bd45a9b0-0707-4a26-ade1-af259c949efe None None] Provisioning complete for port 5b776be3-7d77-482c-81e2-06d87ce41dcf triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:36:40.837158 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-bd45a9b0-0707-4a26-ade1-af259c949efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (5b776be3-7d77-482c-81e2-06d87ce41dcf), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:40.853995 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvr_db [None req-065ad5ac-514e-4d36-bc6c-e197db28970f None None] Set router 338bbf3a-732d-48bd-a52e-3216a496c42d gateway port host: dv-cinder-828805-4-iscsi {{(pid=104617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:36:40.863047 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-9b8353ba-3160-4598-9615-e06d345afb76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (5b776be3-7d77-482c-81e2-06d87ce41dcf), before_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:40.881167 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-bd45a9b0-0707-4a26-ade1-af259c949efe None None] Port 5b776be3-7d77-482c-81e2-06d87ce41dcf cannot update to ACTIVE because it is not bound. {{(pid=104616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:36:41.039351 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-065ad5ac-514e-4d36-bc6c-e197db28970f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338bbf3a-732d-48bd-a52e-3216a496c42d', 'name': 'tempest-ServerRescueNegativeTestJSON-1862505836-router', 'tenant_id': '03b1335715234895a0c1a555b22ee8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'fb943e16-99fb-494c-a64c-ce5f4969c819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:36Z', 'updated_at': '2022-05-27T03:36:37Z', 'revision_number': 3, 'project_id': '03b1335715234895a0c1a555b22ee8d3', 'gw_port': {'id': 'fb943e16-99fb-494c-a64c-ce5f4969c819', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:11:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338bbf3a-732d-48bd-a52e-3216a496c42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:37Z', 'updated_at': '2022-05-27T03:36:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi'}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:41.070511 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065ad5ac-514e-4d36-bc6c-e197db28970f None None] The sync data for ids ['338bbf3a-732d-48bd-a52e-3216a496c42d'] in dv-cinder-828805-4-iscsi is: [{'id': '338bbf3a-732d-48bd-a52e-3216a496c42d', 'name': 'tempest-ServerRescueNegativeTestJSON-1862505836-router', 'tenant_id': '03b1335715234895a0c1a555b22ee8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'fb943e16-99fb-494c-a64c-ce5f4969c819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:36Z', 'updated_at': '2022-05-27T03:36:37Z', 'revision_number': 3, 'project_id': '03b1335715234895a0c1a555b22ee8d3', 'gw_port': {'id': 'fb943e16-99fb-494c-a64c-ce5f4969c819', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:11:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338bbf3a-732d-48bd-a52e-3216a496c42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:37Z', 'updated_at': '2022-05-27T03:36:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi'}] {{(pid=104617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:36:41.119297 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-9b8353ba-3160-4598-9615-e06d345afb76 admin admin] Publish callbacks [] for port (5b776be3-7d77-482c-81e2-06d87ce41dcf), precommit_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:41.235657 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 36352) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:41.244099 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-9b8353ba-3160-4598-9615-e06d345afb76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8584799086'] for port (5b776be3-7d77-482c-81e2-06d87ce41dcf), after_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:41.325625 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8353ba-3160-4598-9615-e06d345afb76 admin admin] Pushing event updated for resources: {'Port': ['ID=5b776be3-7d77-482c-81e2-06d87ce41dcf,revision_number=2']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:41.328538 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-9b8353ba-3160-4598-9615-e06d345afb76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-373377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681152'] for router_interface (338bbf3a-732d-48bd-a52e-3216a496c42d), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:41.397694 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-32f62363-a444-4783-9385-8e5efc27f42c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:41.483817 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8353ba-3160-4598-9615-e06d345afb76 admin admin] Network 7ad434bf-5110-4909-8d4e-fd9ddb1876ab is already hosted by enough agents. {{(pid=104614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:36:41.485257 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.base_scheduler [None req-9b8353ba-3160-4598-9615-e06d345afb76 admin admin] Resources bound (agent type, host, resource id): {{(pid=104614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:36:41.556835 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-32f62363-a444-4783-9385-8e5efc27f42c admin admin] Publish callbacks [] for security_group (3505f386-910a-435d-902e-34e35a749aa0), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:41.640383 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b8353ba-3160-4598-9615-e06d345afb76 admin admin] Router 338bbf3a-732d-48bd-a52e-3216a496c42d has already been hosted by L3 agent 9df6ec88-276d-42f5-acd2-7e289451d5e3 {{(pid=104614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:36:41.655393 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-32f62363-a444-4783-9385-8e5efc27f42c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (3505f386-910a-435d-902e-34e35a749aa0), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:41.705088 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-32f62363-a444-4783-9385-8e5efc27f42c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9593b6b2f3b444f2b79dafce83bb484b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4660141 May 27 03:36:41.705088 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f62363-a444-4783-9385-8e5efc27f42c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3505f386-910a-435d-902e-34e35a749aa0,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:41.706282 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 36364) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:41.714363 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:41.795333 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8353ba-3160-4598-9615-e06d345afb76 admin admin] Notify agent at l3_agent.dv-cinder-828805-4-iscsi the message routers_updated {{(pid=104614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:36:41.801000 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-9b8353ba-3160-4598-9615-e06d345afb76 admin admin] 10.222.0.24 "PUT /v2.0/routers/338bbf3a-732d-48bd-a52e-3216a496c42d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3756320 May 27 03:36:41.815379 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-c893aab9-364f-4952-8f21-83ff2a767ffa None None] Provisioning complete for port 5b776be3-7d77-482c-81e2-06d87ce41dcf triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:36:41.817236 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-c893aab9-364f-4952-8f21-83ff2a767ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (5b776be3-7d77-482c-81e2-06d87ce41dcf), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:41.832199 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-7e5e9012-9f23-4f18-8f29-3bf52832135d admin admin] Publish callbacks [] for security_group (3505f386-910a-435d-902e-34e35a749aa0), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:41.857900 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-7e5e9012-9f23-4f18-8f29-3bf52832135d admin admin] Publish callbacks [] for security_group (3505f386-910a-435d-902e-34e35a749aa0), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:41.879590 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-c893aab9-364f-4952-8f21-83ff2a767ffa None None] Port 5b776be3-7d77-482c-81e2-06d87ce41dcf cannot update to ACTIVE because it is not bound. {{(pid=104616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:36:42.116014 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-7e5e9012-9f23-4f18-8f29-3bf52832135d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (3505f386-910a-435d-902e-34e35a749aa0), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:42.120426 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-7e5e9012-9f23-4f18-8f29-3bf52832135d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:42.122039 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-7e5e9012-9f23-4f18-8f29-3bf52832135d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3505f386-910a-435d-902e-34e35a749aa0 HTTP/1.1" status: 204 len: 168 time: 0.4147134 May 27 03:36:42.132161 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5e9012-9f23-4f18-8f29-3bf52832135d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3505f386-910a-435d-902e-34e35a749aa0,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:42.329457 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:42.392234 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device fb943e16-99fb-494c-a64c-ce5f4969c819 up at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:36:42.440612 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Provisioning complete for port fb943e16-99fb-494c-a64c-ce5f4969c819 triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:36:42.440984 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (fb943e16-99fb-494c-a64c-ce5f4969c819), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:42.520862 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Current status of the port fb943e16-99fb-494c-a64c-ce5f4969c819 is: DOWN; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:36:42.523387 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (fb943e16-99fb-494c-a64c-ce5f4969c819), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:42.532832 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:42.545325 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] For port fb943e16-99fb-494c-a64c-ce5f4969c819, host dv-cinder-828805-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=fb943e16-99fb-494c-a64c-ce5f4969c819,segment=NetworkSegment(2b0e99ee-61aa-44db-85d9-9c6d208f29d9),segment_id=2b0e99ee-61aa-44db-85d9-9c6d208f29d9)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:42.613470 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (fb943e16-99fb-494c-a64c-ce5f4969c819), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:42.672398 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Pushing event updated for resources: {'Port': ['ID=fb943e16-99fb-494c-a64c-ce5f4969c819,revision_number=4']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:43.000132 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb39d4e-a4fa-413d-9d91-ba67e8f3ca23 None None] Sync routers for ids ['338bbf3a-732d-48bd-a52e-3216a496c42d'] in dv-cinder-828805-4-iscsi {{(pid=104616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:36:43.010289 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb39d4e-a4fa-413d-9d91-ba67e8f3ca23 None None] Routers {'338bbf3a-732d-48bd-a52e-3216a496c42d'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:36:43.010941 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-0eb39d4e-a4fa-413d-9d91-ba67e8f3ca23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:36:17Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['338bbf3a-732d-48bd-a52e-3216a496c42d'], 'active': True} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:43.118150 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvr_db [None req-0eb39d4e-a4fa-413d-9d91-ba67e8f3ca23 None None] Set router 338bbf3a-732d-48bd-a52e-3216a496c42d gateway port host: dv-cinder-828805-4-iscsi {{(pid=104616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:36:43.159562 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 36408) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:43.174881 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 36412) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:43.192982 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-56979986-0b3b-47da-9f4c-1b338425a349 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:43.211647 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:43.315863 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-56979986-0b3b-47da-9f4c-1b338425a349 admin admin] Publish callbacks [] for security_group (eb0ade70-97e8-4adb-92b9-f3e618ff5032), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:43.329626 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:43.358786 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-0eb39d4e-a4fa-413d-9d91-ba67e8f3ca23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338bbf3a-732d-48bd-a52e-3216a496c42d', 'name': 'tempest-ServerRescueNegativeTestJSON-1862505836-router', 'tenant_id': '03b1335715234895a0c1a555b22ee8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'fb943e16-99fb-494c-a64c-ce5f4969c819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:36Z', 'updated_at': '2022-05-27T03:36:40Z', 'revision_number': 4, 'project_id': '03b1335715234895a0c1a555b22ee8d3', 'gw_port': {'id': 'fb943e16-99fb-494c-a64c-ce5f4969c819', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:11:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338bbf3a-732d-48bd-a52e-3216a496c42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:37Z', 'updated_at': '2022-05-27T03:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_interfaces': [{'id': '5b776be3-7d77-482c-81e2-06d87ce41dcf', 'name': '', 'network_id': '7ad434bf-5110-4909-8d4e-fd9ddb1876ab', 'tenant_id': '03b1335715234895a0c1a555b22ee8d3', 'mac_address': 'fa:16:3e:2e:5f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338bbf3a-732d-48bd-a52e-3216a496c42d', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '322aacf8-7a2c-4c8b-810a-fab1e2caab1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:39Z', 'updated_at': '2022-05-27T03:36:40Z', 'revision_number': 2, 'project_id': '03b1335715234895a0c1a555b22ee8d3', 'subnets': [{'id': '322aacf8-7a2c-4c8b-810a-fab1e2caab1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:43.371097 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-a3b07653-b335-4e70-9781-5ce414ccbd4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:43.385972 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb39d4e-a4fa-413d-9d91-ba67e8f3ca23 None None] Checking router: 338bbf3a-732d-48bd-a52e-3216a496c42d for host: dv-cinder-828805-4-iscsi {{(pid=104616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:36:43.386324 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb39d4e-a4fa-413d-9d91-ba67e8f3ca23 None None] Updating router 338bbf3a-732d-48bd-a52e-3216a496c42d port 5b776be3-7d77-482c-81e2-06d87ce41dcf binding host dv-cinder-828805-4-iscsi {{(pid=104616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:36:43.389932 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (134bae73-502b-4599-bb47-129fee8818a4), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:43.415116 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-0eb39d4e-a4fa-413d-9d91-ba67e8f3ca23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (5b776be3-7d77-482c-81e2-06d87ce41dcf), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:43.424061 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-56979986-0b3b-47da-9f4c-1b338425a349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (eb0ade70-97e8-4adb-92b9-f3e618ff5032), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:43.470651 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-a3b07653-b335-4e70-9781-5ce414ccbd4f admin admin] Publish callbacks [] for security_group (9d58d7b8-a370-4451-a68e-bdc3ee57ef39), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:43.481493 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-56979986-0b3b-47da-9f4c-1b338425a349 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c775c084721e4a6187b84080a70ebe8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3048289 May 27 03:36:43.483066 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56979986-0b3b-47da-9f4c-1b338425a349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb0ade70-97e8-4adb-92b9-f3e618ff5032,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:43.484193 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 36418) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:43.551104 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-a3b07653-b335-4e70-9781-5ce414ccbd4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (9d58d7b8-a370-4451-a68e-bdc3ee57ef39), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:43.556773 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-28fdac3c-bfcc-4c93-a8a5-ff6d617eb225 admin admin] Publish callbacks [] for security_group (eb0ade70-97e8-4adb-92b9-f3e618ff5032), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:43.590248 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:43.612268 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-28fdac3c-bfcc-4c93-a8a5-ff6d617eb225 admin admin] Publish callbacks [] for security_group (eb0ade70-97e8-4adb-92b9-f3e618ff5032), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:43.615275 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b07653-b335-4e70-9781-5ce414ccbd4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d58d7b8-a370-4451-a68e-bdc3ee57ef39,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:43.626530 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-a3b07653-b335-4e70-9781-5ce414ccbd4f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b3424b242afe48229284fe05a4ce04ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4658551 May 27 03:36:43.629062 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 36424) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:43.707492 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-b54b5d2e-5b88-4b97-840a-44e41a00b9a0 admin admin] Publish callbacks [] for security_group (9d58d7b8-a370-4451-a68e-bdc3ee57ef39), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:43.737366 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-b54b5d2e-5b88-4b97-840a-44e41a00b9a0 admin admin] Publish callbacks [] for security_group (9d58d7b8-a370-4451-a68e-bdc3ee57ef39), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:43.777222 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-0eb39d4e-a4fa-413d-9d91-ba67e8f3ca23 None None] Publish callbacks [] for port (5b776be3-7d77-482c-81e2-06d87ce41dcf), precommit_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:43.804762 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-28fdac3c-bfcc-4c93-a8a5-ff6d617eb225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (eb0ade70-97e8-4adb-92b9-f3e618ff5032), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:43.807351 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-28fdac3c-bfcc-4c93-a8a5-ff6d617eb225 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:43.808615 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-28fdac3c-bfcc-4c93-a8a5-ff6d617eb225 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eb0ade70-97e8-4adb-92b9-f3e618ff5032 HTTP/1.1" status: 204 len: 168 time: 0.3233275 May 27 03:36:43.817101 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fdac3c-bfcc-4c93-a8a5-ff6d617eb225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb0ade70-97e8-4adb-92b9-f3e618ff5032,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:43.889752 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-0eb39d4e-a4fa-413d-9d91-ba67e8f3ca23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (5b776be3-7d77-482c-81e2-06d87ce41dcf), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:43.890032 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-b54b5d2e-5b88-4b97-840a-44e41a00b9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (9d58d7b8-a370-4451-a68e-bdc3ee57ef39), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:43.892868 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-b54b5d2e-5b88-4b97-840a-44e41a00b9a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:43.894024 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-b54b5d2e-5b88-4b97-840a-44e41a00b9a0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9d58d7b8-a370-4451-a68e-bdc3ee57ef39 HTTP/1.1" status: 204 len: 168 time: 0.2641931 May 27 03:36:43.904384 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54b5d2e-5b88-4b97-840a-44e41a00b9a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d58d7b8-a370-4451-a68e-bdc3ee57ef39,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:44.010273 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b19577-ef66-438d-815a-1551e3c2a9f0 None None] Pushing event updated for resources: {'Port': ['ID=5b776be3-7d77-482c-81e2-06d87ce41dcf,revision_number=3']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:44.041535 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:44.059013 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.managers [None req-0eb39d4e-a4fa-413d-9d91-ba67e8f3ca23 None None] Attempting to bind port 5b776be3-7d77-482c-81e2-06d87ce41dcf on host dv-cinder-828805-4-iscsi for vnic_type normal with profile {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:36:44.059427 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.managers [None req-0eb39d4e-a4fa-413d-9d91-ba67e8f3ca23 None None] Attempting to bind port 5b776be3-7d77-482c-81e2-06d87ce41dcf by drivers openvswitch,hyperv on host dv-cinder-828805-4-iscsi at level 0 using segments [{'id': 'fc3dd445-6192-41aa-98e1-63e205d6bf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7ad434bf-5110-4909-8d4e-fd9ddb1876ab'}] {{(pid=104616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:36:44.059904 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb39d4e-a4fa-413d-9d91-ba67e8f3ca23 None None] Attempting to bind port 5b776be3-7d77-482c-81e2-06d87ce41dcf on network 7ad434bf-5110-4909-8d4e-fd9ddb1876ab {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:36:44.066419 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb39d4e-a4fa-413d-9d91-ba67e8f3ca23 None None] Checking agent: {'id': '917d01f3-4a27-4590-ae14-da14d21a1e88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 26, 21), 'started_at': datetime.datetime(2022, 5, 27, 3, 26, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:36:44.066796 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb39d4e-a4fa-413d-9d91-ba67e8f3ca23 None None] Checking segment: {'id': 'fc3dd445-6192-41aa-98e1-63e205d6bf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7ad434bf-5110-4909-8d4e-fd9ddb1876ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:36:44.067302 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-0eb39d4e-a4fa-413d-9d91-ba67e8f3ca23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:44.067887 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb39d4e-a4fa-413d-9d91-ba67e8f3ca23 None None] Bound using segment: {'id': 'fc3dd445-6192-41aa-98e1-63e205d6bf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7ad434bf-5110-4909-8d4e-fd9ddb1876ab'} {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:36:44.068714 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.managers [None req-0eb39d4e-a4fa-413d-9d91-ba67e8f3ca23 None None] Bound port: 5b776be3-7d77-482c-81e2-06d87ce41dcf, host: dv-cinder-828805-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc3dd445-6192-41aa-98e1-63e205d6bf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7ad434bf-5110-4909-8d4e-fd9ddb1876ab'}}] {{(pid=104616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:36:44.069343 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-0eb39d4e-a4fa-413d-9d91-ba67e8f3ca23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (5b776be3-7d77-482c-81e2-06d87ce41dcf), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:44.148727 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-0eb39d4e-a4fa-413d-9d91-ba67e8f3ca23 None None] For port 5b776be3-7d77-482c-81e2-06d87ce41dcf, host dv-cinder-828805-4-iscsi, cleared binding levels {{(pid=104616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:36:44.152247 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-0eb39d4e-a4fa-413d-9d91-ba67e8f3ca23 None None] For port 5b776be3-7d77-482c-81e2-06d87ce41dcf, host dv-cinder-828805-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=5b776be3-7d77-482c-81e2-06d87ce41dcf,segment=NetworkSegment(fc3dd445-6192-41aa-98e1-63e205d6bf49),segment_id=fc3dd445-6192-41aa-98e1-63e205d6bf49)] {{(pid=104616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:36:44.220187 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-b8c04f36-063e-495b-b141-524ba4201a22 None None] Provisioning complete for port 5b776be3-7d77-482c-81e2-06d87ce41dcf triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:36:44.220590 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-b8c04f36-063e-495b-b141-524ba4201a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (5b776be3-7d77-482c-81e2-06d87ce41dcf), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:44.254423 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-b8c04f36-063e-495b-b141-524ba4201a22 None None] Port 5b776be3-7d77-482c-81e2-06d87ce41dcf cannot update to ACTIVE because it is not bound. {{(pid=104616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:36:44.268231 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-0eb39d4e-a4fa-413d-9d91-ba67e8f3ca23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (5b776be3-7d77-482c-81e2-06d87ce41dcf), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:44.346179 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b19577-ef66-438d-815a-1551e3c2a9f0 None None] Pushing event updated for resources: {'Port': ['ID=5b776be3-7d77-482c-81e2-06d87ce41dcf,revision_number=4']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:44.353275 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb39d4e-a4fa-413d-9d91-ba67e8f3ca23 None None] Routers {'338bbf3a-732d-48bd-a52e-3216a496c42d'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:36:44.353922 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-0eb39d4e-a4fa-413d-9d91-ba67e8f3ca23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:36:17Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['338bbf3a-732d-48bd-a52e-3216a496c42d'], 'active': True} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:44.435946 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device fb943e16-99fb-494c-a64c-ce5f4969c819 up at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:36:44.729147 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:44.752931 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Provisioning complete for port fb943e16-99fb-494c-a64c-ce5f4969c819 triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:36:44.753301 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (fb943e16-99fb-494c-a64c-ce5f4969c819), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:44.758391 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-d5aae518-f564-4edd-98cf-91d912f93d8e None None] Provisioning complete for port 5b776be3-7d77-482c-81e2-06d87ce41dcf triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:36:44.758767 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-d5aae518-f564-4edd-98cf-91d912f93d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (5b776be3-7d77-482c-81e2-06d87ce41dcf), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:44.785530 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvr_db [None req-0eb39d4e-a4fa-413d-9d91-ba67e8f3ca23 None None] Set router 338bbf3a-732d-48bd-a52e-3216a496c42d gateway port host: dv-cinder-828805-4-iscsi {{(pid=104616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:36:44.846766 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-877ab55f-3a36-4641-9d0e-c4142049b737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (b322252d-fb9d-4652-a830-647fed26b29a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:45.120967 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Current status of the port fb943e16-99fb-494c-a64c-ce5f4969c819 is: ACTIVE; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:36:45.123253 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-d5aae518-f564-4edd-98cf-91d912f93d8e None None] Current status of the port 5b776be3-7d77-482c-81e2-06d87ce41dcf is: DOWN; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:36:45.123644 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-d5aae518-f564-4edd-98cf-91d912f93d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (5b776be3-7d77-482c-81e2-06d87ce41dcf), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:45.220120 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-d5aae518-f564-4edd-98cf-91d912f93d8e None None] For port 5b776be3-7d77-482c-81e2-06d87ce41dcf, host dv-cinder-828805-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=5b776be3-7d77-482c-81e2-06d87ce41dcf,segment=NetworkSegment(fc3dd445-6192-41aa-98e1-63e205d6bf49),segment_id=fc3dd445-6192-41aa-98e1-63e205d6bf49)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:45.280152 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-0eb39d4e-a4fa-413d-9d91-ba67e8f3ca23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338bbf3a-732d-48bd-a52e-3216a496c42d', 'name': 'tempest-ServerRescueNegativeTestJSON-1862505836-router', 'tenant_id': '03b1335715234895a0c1a555b22ee8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'fb943e16-99fb-494c-a64c-ce5f4969c819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:36Z', 'updated_at': '2022-05-27T03:36:40Z', 'revision_number': 4, 'project_id': '03b1335715234895a0c1a555b22ee8d3', 'gw_port': {'id': 'fb943e16-99fb-494c-a64c-ce5f4969c819', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:11:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338bbf3a-732d-48bd-a52e-3216a496c42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:37Z', 'updated_at': '2022-05-27T03:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_interfaces': [{'id': '5b776be3-7d77-482c-81e2-06d87ce41dcf', 'name': '', 'network_id': '7ad434bf-5110-4909-8d4e-fd9ddb1876ab', 'tenant_id': '03b1335715234895a0c1a555b22ee8d3', 'mac_address': 'fa:16:3e:2e:5f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338bbf3a-732d-48bd-a52e-3216a496c42d', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '322aacf8-7a2c-4c8b-810a-fab1e2caab1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:39Z', 'updated_at': '2022-05-27T03:36:44Z', 'revision_number': 4, 'project_id': '03b1335715234895a0c1a555b22ee8d3', 'subnets': [{'id': '322aacf8-7a2c-4c8b-810a-fab1e2caab1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:45.310862 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb39d4e-a4fa-413d-9d91-ba67e8f3ca23 None None] The sync data for ids ['338bbf3a-732d-48bd-a52e-3216a496c42d'] in dv-cinder-828805-4-iscsi is: [{'id': '338bbf3a-732d-48bd-a52e-3216a496c42d', 'name': 'tempest-ServerRescueNegativeTestJSON-1862505836-router', 'tenant_id': '03b1335715234895a0c1a555b22ee8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'fb943e16-99fb-494c-a64c-ce5f4969c819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:36Z', 'updated_at': '2022-05-27T03:36:40Z', 'revision_number': 4, 'project_id': '03b1335715234895a0c1a555b22ee8d3', 'gw_port': {'id': 'fb943e16-99fb-494c-a64c-ce5f4969c819', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:11:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338bbf3a-732d-48bd-a52e-3216a496c42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:37Z', 'updated_at': '2022-05-27T03:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_interfaces': [{'id': '5b776be3-7d77-482c-81e2-06d87ce41dcf', 'name': '', 'network_id': '7ad434bf-5110-4909-8d4e-fd9ddb1876ab', 'tenant_id': '03b1335715234895a0c1a555b22ee8d3', 'mac_address': 'fa:16:3e:2e:5f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338bbf3a-732d-48bd-a52e-3216a496c42d', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '322aacf8-7a2c-4c8b-810a-fab1e2caab1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:39Z', 'updated_at': '2022-05-27T03:36:44Z', 'revision_number': 4, 'project_id': '03b1335715234895a0c1a555b22ee8d3', 'subnets': [{'id': '322aacf8-7a2c-4c8b-810a-fab1e2caab1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:36:45.377506 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-d5aae518-f564-4edd-98cf-91d912f93d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (5b776be3-7d77-482c-81e2-06d87ce41dcf), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:45.450551 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aae518-f564-4edd-98cf-91d912f93d8e None None] Pushing event updated for resources: {'Port': ['ID=5b776be3-7d77-482c-81e2-06d87ce41dcf,revision_number=5']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:45.808254 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:45.853181 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 36520) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:45.956887 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 36526) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:46.068643 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.v2.base [None req-8298e5b3-55d7-4ba8-8186-51deb868c0e7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-551542010-network', 'tenant_id': '19592ab2e5e04d7c952aebf73f4fca6e'}} {{(pid=104615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:36:46.200037 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8298e5b3-55d7-4ba8-8186-51deb868c0e7 admin admin] Made reservation on behalf of 19592ab2e5e04d7c952aebf73f4fca6e for: {'network': 1} {{(pid=104615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:36:46.201271 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-8298e5b3-55d7-4ba8-8186-51deb868c0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for network (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:46.213638 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-8298e5b3-55d7-4ba8-8186-51deb868c0e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:46.250143 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-67485689-bac2-4c6d-b9d6-db46046b1270 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:46.306322 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=78,neutron:DELETE=8,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:46.312481 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-8298e5b3-55d7-4ba8-8186-51deb868c0e7 admin admin] Publish callbacks [] for security_group (a9cb8be2-cc9d-4357-a21a-ae182aea86fa), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:46.333783 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:46.434678 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-67485689-bac2-4c6d-b9d6-db46046b1270 admin admin] Publish callbacks [] for security_group (2cad19b8-5a67-4a9a-a118-e19e78d0c806), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:46.447651 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-8298e5b3-55d7-4ba8-8186-51deb868c0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (a9cb8be2-cc9d-4357-a21a-ae182aea86fa), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:46.457762 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 5b776be3-7d77-482c-81e2-06d87ce41dcf up at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:36:46.490485 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8298e5b3-55d7-4ba8-8186-51deb868c0e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=104615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:36:46.505352 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8298e5b3-55d7-4ba8-8186-51deb868c0e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9cb8be2-cc9d-4357-a21a-ae182aea86fa,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:46.513729 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-8298e5b3-55d7-4ba8-8186-51deb868c0e7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791800041063', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545'] for segment (be2bf9c1-995c-430f-ada9-4c7603cb9ea3), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:46.514135 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.db.segments_db [None req-8298e5b3-55d7-4ba8-8186-51deb868c0e7 admin admin] Added segment be2bf9c1-995c-430f-ada9-4c7603cb9ea3 of type vlan for network 430833dd-8c2a-4184-8f60-2460eb1e769c May 27 03:36:46.514601 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Provisioning complete for port 5b776be3-7d77-482c-81e2-06d87ce41dcf triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:36:46.515051 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (5b776be3-7d77-482c-81e2-06d87ce41dcf), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:46.581705 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d6db7-4c94-4b95-9593-8f9c95759ab9 req-9f188030-1e4f-4d4a-b5af-c8d0e015d6a9 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:46.584653 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-67485689-bac2-4c6d-b9d6-db46046b1270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (2cad19b8-5a67-4a9a-a118-e19e78d0c806), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:46.588980 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-cf6d6db7-4c94-4b95-9593-8f9c95759ab9 req-9f188030-1e4f-4d4a-b5af-c8d0e015d6a9 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/networks?id=7ad434bf-5110-4909-8d4e-fd9ddb1876ab HTTP/1.1" status: 200 len: 819 time: 0.2146704 May 27 03:36:46.612712 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Current status of the port 5b776be3-7d77-482c-81e2-06d87ce41dcf is: ACTIVE; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:36:46.618987 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-cf6d6db7-4c94-4b95-9593-8f9c95759ab9 req-9e36fd1f-a2c9-4b24-b8eb-ca1e7b7866d4 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/quotas/03b1335715234895a0c1a555b22ee8d3 HTTP/1.1" status: 200 len: 375 time: 0.0288382 May 27 03:36:46.622026 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-8298e5b3-55d7-4ba8-8186-51deb868c0e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791799485040'] for network (430833dd-8c2a-4184-8f60-2460eb1e769c), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:46.672869 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-67485689-bac2-4c6d-b9d6-db46046b1270 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=54c44b498821414eb37ce58f07274e5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7142487 May 27 03:36:46.680936 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 36556) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:46.695343 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-cf6d6db7-4c94-4b95-9593-8f9c95759ab9 req-d0b5a85b-e17c-4d97-9108-3e83755f38d3 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=03b1335715234895a0c1a555b22ee8d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0752022 May 27 03:36:46.697416 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67485689-bac2-4c6d-b9d6-db46046b1270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cad19b8-5a67-4a9a-a118-e19e78d0c806,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:46.769740 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-bb047577-8f8e-4b75-8491-2cf763507a99 admin admin] Publish callbacks [] for security_group (2cad19b8-5a67-4a9a-a118-e19e78d0c806), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:46.801278 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-bb047577-8f8e-4b75-8491-2cf763507a99 admin admin] Publish callbacks [] for security_group (2cad19b8-5a67-4a9a-a118-e19e78d0c806), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:46.808735 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-cf6d6db7-4c94-4b95-9593-8f9c95759ab9 req-9c67dc4d-42a0-419b-9ce9-bd0d8a407bf2 service neutron] 10.222.0.24 "GET /v2.0/networks/7ad434bf-5110-4909-8d4e-fd9ddb1876ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125593 May 27 03:36:46.818199 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-8298e5b3-55d7-4ba8-8186-51deb868c0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395'] for network (430833dd-8c2a-4184-8f60-2460eb1e769c), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:46.819246 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8298e5b3-55d7-4ba8-8186-51deb868c0e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:46.820184 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-8298e5b3-55d7-4ba8-8186-51deb868c0e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-373421'] for network (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:46.866937 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:46.948834 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8298e5b3-55d7-4ba8-8186-51deb868c0e7 admin admin] Pushing event updated for resources: {'Network': ['ID=430833dd-8c2a-4184-8f60-2460eb1e769c,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:46.962124 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Network 430833dd-8c2a-4184-8f60-2460eb1e769c details requested by agent ovs-agent-dv-cinder-828805-4-iscsi with host dv-cinder-828805-4-iscsi {{(pid=104616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:36:46.972987 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-8298e5b3-55d7-4ba8-8186-51deb868c0e7 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.1159024 May 27 03:36:46.973338 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 36572) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:46.978658 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [None req-b6df0a9a-9f09-4043-979d-ecf1790204e7 admin admin] Request body: {'subnet': {'network_id': '430833dd-8c2a-4184-8f60-2460eb1e769c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-551542010-subnet', 'tenant_id': '19592ab2e5e04d7c952aebf73f4fca6e', 'ip_version': 4}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:36:46.985250 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-824a8d92-c2e1-482b-bf47-5e8e0e91f50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (9df6ec88-276d-42f5-acd2-7e289451d5e3), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:47.010871 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-bb047577-8f8e-4b75-8491-2cf763507a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (2cad19b8-5a67-4a9a-a118-e19e78d0c806), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:47.013492 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-bb047577-8f8e-4b75-8491-2cf763507a99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:47.014935 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-bb047577-8f8e-4b75-8491-2cf763507a99 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2cad19b8-5a67-4a9a-a118-e19e78d0c806 HTTP/1.1" status: 204 len: 168 time: 0.3326750 May 27 03:36:47.024501 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb047577-8f8e-4b75-8491-2cf763507a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cad19b8-5a67-4a9a-a118-e19e78d0c806,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:47.061210 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6df0a9a-9f09-4043-979d-ecf1790204e7 admin admin] Made reservation on behalf of 19592ab2e5e04d7c952aebf73f4fca6e for: {'subnet': 1} {{(pid=104614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:36:47.066987 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-cf6d6db7-4c94-4b95-9593-8f9c95759ab9 req-9224d7c1-582e-4830-8510-d60e2b7839d0 service neutron] 10.222.0.24 "GET /v2.0/networks/7ad434bf-5110-4909-8d4e-fd9ddb1876ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516992 May 27 03:36:47.069921 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-b6df0a9a-9f09-4043-979d-ecf1790204e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8584400429'] for subnet (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:47.194081 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:47.403779 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-b6df0a9a-9f09-4043-979d-ecf1790204e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8584799465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8584400443'] for subnet (0c7d2ccd-23b4-4acf-944e-c57bae962263), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:47.442075 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-5f6e6f67-bb0d-4217-80a2-a4b47572fd9b req-7d07b8a0-ac62-4234-bcbc-faca9de2a0d8 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7aaae9a-624e-4ca1-a2d9-b3bbbe2db822 HTTP/1.1" status: 200 len: 210 time: 0.0507226 May 27 03:36:47.514874 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6df0a9a-9f09-4043-979d-ecf1790204e7 admin admin] Checking segment: {'id': 'be2bf9c1-995c-430f-ada9-4c7603cb9ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '430833dd-8c2a-4184-8f60-2460eb1e769c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:36:47.515241 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6df0a9a-9f09-4043-979d-ecf1790204e7 admin admin] Network hostable DHCP agents. Network: 430833dd-8c2a-4184-8f60-2460eb1e769c, hostable agents: ['b322252d-fb9d-4652-a830-647fed26b29a'], hosted agents: [] {{(pid=104614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:36:47.523983 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6df0a9a-9f09-4043-979d-ecf1790204e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c7d2ccd-23b4-4acf-944e-c57bae962263,revision_number=0']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:47.615408 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6df0a9a-9f09-4043-979d-ecf1790204e7 admin admin] Network 430833dd-8c2a-4184-8f60-2460eb1e769c is scheduled to be hosted by DHCP agent b322252d-fb9d-4652-a830-647fed26b29a with binding_index 1 {{(pid=104614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:36:47.732823 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.base_scheduler [None req-b6df0a9a-9f09-4043-979d-ecf1790204e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-4-iscsi, 430833dd-8c2a-4184-8f60-2460eb1e769c) {{(pid=104614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:36:47.743833 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3008d052-1766-4c59-a119-16e69217cb7f None None] Network 430833dd-8c2a-4184-8f60-2460eb1e769c requested from dv-cinder-828805-4-iscsi {{(pid=104616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:36:47.744925 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6df0a9a-9f09-4043-979d-ecf1790204e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:47.745707 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-b6df0a9a-9f09-4043-979d-ecf1790204e7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:47.816175 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:47.856953 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f639b3-d7a8-4de5-9107-6eb8c4d695f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa70b6f22-5e3f-55f6-a93b-19dd150a441c-430833dd-8c2a-4184-8f60-2460eb1e769c', 'network_id': '430833dd-8c2a-4184-8f60-2460eb1e769c', 'project_id': '19592ab2e5e04d7c952aebf73f4fca6e', 'fixed_ips': [{'subnet_id': '0c7d2ccd-23b4-4acf-944e-c57bae962263'}]}} from dv-cinder-828805-4-iscsi. {{(pid=104616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 03:36:47.857938 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-89f639b3-d7a8-4de5-9107-6eb8c4d695f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (None), before_create {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:47.868392 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-b6df0a9a-9f09-4043-979d-ecf1790204e7 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8939605 May 27 03:36:47.871189 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 36616) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:47.875620 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [None req-8c70f2e0-0448-4b85-bfec-5c0961a573b5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-551542010-router', 'tenant_id': '19592ab2e5e04d7c952aebf73f4fca6e', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6'}}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:36:47.875788 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9990ba2b-3bcc-4942-a89e-0d74742da935 req-cd89eb51-47d5-4df6-b74a-0318134fca64 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:47.883374 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-9990ba2b-3bcc-4942-a89e-0d74742da935 req-cd89eb51-47d5-4df6-b74a-0318134fca64 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/networks?id=7ad434bf-5110-4909-8d4e-fd9ddb1876ab HTTP/1.1" status: 200 len: 819 time: 0.1638274 May 27 03:36:47.897947 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-9990ba2b-3bcc-4942-a89e-0d74742da935 req-b8ce9ad2-a28f-4538-8ac8-ab3b73c39a26 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/quotas/03b1335715234895a0c1a555b22ee8d3 HTTP/1.1" status: 200 len: 375 time: 0.0116479 May 27 03:36:47.949667 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-9990ba2b-3bcc-4942-a89e-0d74742da935 req-781fd94f-bb9f-40e3-b90e-0df5138a79bb tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=03b1335715234895a0c1a555b22ee8d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449033 May 27 03:36:47.993251 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-8c70f2e0-0448-4b85-bfec-5c0961a573b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-682096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60928'] for router (cc1003ba-30c8-46bc-b542-18ef8dfb333a), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:47.994368 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-8c70f2e0-0448-4b85-bfec-5c0961a573b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-537747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60985'] for router (cc1003ba-30c8-46bc-b542-18ef8dfb333a), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:48.016657 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.db_base_plugin_common [None req-89f639b3-d7a8-4de5-9107-6eb8c4d695f8 None None] Allocated IP 172.20.0.2 (430833dd-8c2a-4184-8f60-2460eb1e769c/0c7d2ccd-23b4-4acf-944e-c57bae962263/b54f5df6-3c97-4f7c-8816-5922f2a891be) {{(pid=104616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:36:48.069887 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-9990ba2b-3bcc-4942-a89e-0d74742da935 req-39e30b50-2d29-4b32-a1b1-7831d74a0cec service neutron] 10.222.0.24 "GET /v2.0/networks/7ad434bf-5110-4909-8d4e-fd9ddb1876ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126487 May 27 03:36:48.081338 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-8c70f2e0-0448-4b85-bfec-5c0961a573b5 admin admin] Publish callbacks [] for router_controller (cc1003ba-30c8-46bc-b542-18ef8dfb333a), precommit_add_association {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:48.161292 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-9990ba2b-3bcc-4942-a89e-0d74742da935 req-9958bbb7-8472-425e-832c-98c6f274e671 service neutron] 10.222.0.24 "GET /v2.0/networks/7ad434bf-5110-4909-8d4e-fd9ddb1876ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905299 May 27 03:36:48.203292 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 36620) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:48.204957 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-584d7fde-7d72-4642-9601-b182cfb78c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (413fc6aa-3a5a-4281-abfd-a440a67afb4a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:48.220351 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-f0cece67-0606-4a79-ab31-35bd2f3a1eb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:48.230322 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-89f639b3-d7a8-4de5-9107-6eb8c4d695f8 None None] Publish callbacks [] for port (b54f5df6-3c97-4f7c-8816-5922f2a891be), precommit_create {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:48.314198 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-f0cece67-0606-4a79-ab31-35bd2f3a1eb5 admin admin] Publish callbacks [] for security_group (da372978-a449-40e1-96dd-2472204601b3), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:48.339080 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-89f639b3-d7a8-4de5-9107-6eb8c4d695f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791799515441'] for port (b54f5df6-3c97-4f7c-8816-5922f2a891be), after_create {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:48.344890 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-8c70f2e0-0448-4b85-bfec-5c0961a573b5 admin admin] Publish callbacks [] for router_gateway (cc1003ba-30c8-46bc-b542-18ef8dfb333a), precommit_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:48.378029 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=7 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:48.389485 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f639b3-d7a8-4de5-9107-6eb8c4d695f8 None None] Network 430833dd-8c2a-4184-8f60-2460eb1e769c is already hosted by enough agents. {{(pid=104616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:36:48.392552 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.scheduler.base_scheduler [None req-89f639b3-d7a8-4de5-9107-6eb8c4d695f8 None None] Resources bound (agent type, host, resource id): {{(pid=104616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:36:48.397820 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f639b3-d7a8-4de5-9107-6eb8c4d695f8 None None] Received port after_create {{(pid=104616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:36:48.407750 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f639b3-d7a8-4de5-9107-6eb8c4d695f8 None None] Pushing event updated for resources: {'Port': ['ID=b54f5df6-3c97-4f7c-8816-5922f2a891be,revision_number=1']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:48.468164 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.managers [None req-89f639b3-d7a8-4de5-9107-6eb8c4d695f8 None None] Attempting to bind port b54f5df6-3c97-4f7c-8816-5922f2a891be on host dv-cinder-828805-4-iscsi for vnic_type normal with profile {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:36:48.468611 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.managers [None req-89f639b3-d7a8-4de5-9107-6eb8c4d695f8 None None] Attempting to bind port b54f5df6-3c97-4f7c-8816-5922f2a891be by drivers openvswitch,hyperv on host dv-cinder-828805-4-iscsi at level 0 using segments [{'id': 'be2bf9c1-995c-430f-ada9-4c7603cb9ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '430833dd-8c2a-4184-8f60-2460eb1e769c'}] {{(pid=104616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:36:48.468977 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f639b3-d7a8-4de5-9107-6eb8c4d695f8 None None] Attempting to bind port b54f5df6-3c97-4f7c-8816-5922f2a891be on network 430833dd-8c2a-4184-8f60-2460eb1e769c {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:36:48.474442 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f639b3-d7a8-4de5-9107-6eb8c4d695f8 None None] Checking agent: {'id': '917d01f3-4a27-4590-ae14-da14d21a1e88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 26, 21), 'started_at': datetime.datetime(2022, 5, 27, 3, 26, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:36:48.474872 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f639b3-d7a8-4de5-9107-6eb8c4d695f8 None None] Checking segment: {'id': 'be2bf9c1-995c-430f-ada9-4c7603cb9ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '430833dd-8c2a-4184-8f60-2460eb1e769c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:36:48.475266 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-89f639b3-d7a8-4de5-9107-6eb8c4d695f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:48.475656 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f639b3-d7a8-4de5-9107-6eb8c4d695f8 None None] Bound using segment: {'id': 'be2bf9c1-995c-430f-ada9-4c7603cb9ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '430833dd-8c2a-4184-8f60-2460eb1e769c'} {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:36:48.476119 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.managers [None req-89f639b3-d7a8-4de5-9107-6eb8c4d695f8 None None] Bound port: b54f5df6-3c97-4f7c-8816-5922f2a891be, host: dv-cinder-828805-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be2bf9c1-995c-430f-ada9-4c7603cb9ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '430833dd-8c2a-4184-8f60-2460eb1e769c'}}] {{(pid=104616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:36:48.476494 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-89f639b3-d7a8-4de5-9107-6eb8c4d695f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (b54f5df6-3c97-4f7c-8816-5922f2a891be), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:48.478049 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-8d6e69ba-ab09-4602-8c58-e768c03ac977 req-f45b0895-213e-4c76-a6e4-5c4d8ac5880c tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=94909255-c0eb-42c8-86f4-d3622d539f0c HTTP/1.1" status: 200 len: 210 time: 0.0322974 May 27 03:36:48.488397 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-f0cece67-0606-4a79-ab31-35bd2f3a1eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (da372978-a449-40e1-96dd-2472204601b3), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:48.524907 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cece67-0606-4a79-ab31-35bd2f3a1eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da372978-a449-40e1-96dd-2472204601b3,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:48.575706 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-89f639b3-d7a8-4de5-9107-6eb8c4d695f8 None None] For port b54f5df6-3c97-4f7c-8816-5922f2a891be, host dv-cinder-828805-4-iscsi, cleared binding levels {{(pid=104616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:36:48.577539 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-f0cece67-0606-4a79-ab31-35bd2f3a1eb5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6ed9d44c9a094bdc892a908110db882f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3724475 May 27 03:36:48.578425 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 36636) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:48.582169 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-89f639b3-d7a8-4de5-9107-6eb8c4d695f8 None None] For port b54f5df6-3c97-4f7c-8816-5922f2a891be, host dv-cinder-828805-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=b54f5df6-3c97-4f7c-8816-5922f2a891be,segment=NetworkSegment(be2bf9c1-995c-430f-ada9-4c7603cb9ea3),segment_id=be2bf9c1-995c-430f-ada9-4c7603cb9ea3)] {{(pid=104616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:36:48.654278 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-35812502-c2f8-4787-a305-21ce6ac8fc16 admin admin] Publish callbacks [] for security_group (da372978-a449-40e1-96dd-2472204601b3), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:48.677628 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-35812502-c2f8-4787-a305-21ce6ac8fc16 admin admin] Publish callbacks [] for security_group (da372978-a449-40e1-96dd-2472204601b3), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:48.694371 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-89f639b3-d7a8-4de5-9107-6eb8c4d695f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (b54f5df6-3c97-4f7c-8816-5922f2a891be), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:48.804747 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f639b3-d7a8-4de5-9107-6eb8c4d695f8 None None] Pushing event updated for resources: {'Port': ['ID=b54f5df6-3c97-4f7c-8816-5922f2a891be,revision_number=2']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:48.857102 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-35812502-c2f8-4787-a305-21ce6ac8fc16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (da372978-a449-40e1-96dd-2472204601b3), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:48.867082 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-35812502-c2f8-4787-a305-21ce6ac8fc16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:48.880896 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-35812502-c2f8-4787-a305-21ce6ac8fc16 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/da372978-a449-40e1-96dd-2472204601b3 HTTP/1.1" status: 204 len: 168 time: 0.2993340 May 27 03:36:48.907684 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35812502-c2f8-4787-a305-21ce6ac8fc16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da372978-a449-40e1-96dd-2472204601b3,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:49.082441 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-8c70f2e0-0448-4b85-bfec-5c0961a573b5 admin admin] Publish callbacks [] for router_gateway (cc1003ba-30c8-46bc-b542-18ef8dfb333a), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:49.115038 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-8c70f2e0-0448-4b85-bfec-5c0961a573b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:49.119017 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:49.277992 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.db_base_plugin_common [None req-8c70f2e0-0448-4b85-bfec-5c0961a573b5 admin admin] Allocated IP 172.27.0.198 (6db324a0-41f0-4440-95df-83df441784f6/1196ed2a-e255-42ad-b78e-696bc1bae72b/c5c03aeb-0ab4-4123-bfc8-4005510a2c2b) {{(pid=104614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:36:49.330330 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f446-e12c-45b2-8c38-3579950c1c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (785c7416-4bf9-40d9-a08f-c797a61a0436), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:49.398970 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-8c70f2e0-0448-4b85-bfec-5c0961a573b5 admin admin] Publish callbacks [] for port (c5c03aeb-0ab4-4123-bfc8-4005510a2c2b), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:49.565101 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-8c70f2e0-0448-4b85-bfec-5c0961a573b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791799515441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8584799065'] for port (c5c03aeb-0ab4-4123-bfc8-4005510a2c2b), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:49.569930 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-0656786a-c07d-480c-ac2c-00e797460bf1 req-a04adcbf-75b8-48be-b2c2-088095d88c9c tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=94909255-c0eb-42c8-86f4-d3622d539f0c HTTP/1.1" status: 200 len: 210 time: 0.0353827 May 27 03:36:49.604147 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c70f2e0-0448-4b85-bfec-5c0961a573b5 admin admin] Network 6db324a0-41f0-4440-95df-83df441784f6 is already hosted by enough agents. {{(pid=104614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:36:49.610782 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.base_scheduler [None req-8c70f2e0-0448-4b85-bfec-5c0961a573b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:36:49.617627 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c70f2e0-0448-4b85-bfec-5c0961a573b5 admin admin] Received port after_create {{(pid=104614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:36:49.675917 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c70f2e0-0448-4b85-bfec-5c0961a573b5 admin admin] Pushing event updated for resources: {'Port': ['ID=c5c03aeb-0ab4-4123-bfc8-4005510a2c2b,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:49.930361 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbf99a9-34d8-4222-a7b5-85ddf7999191 None None] Network 430833dd-8c2a-4184-8f60-2460eb1e769c requested from dv-cinder-828805-4-iscsi {{(pid=104616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:36:49.937021 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:50.011476 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-ee0b7094-4ef3-4a1e-97ea-47fcddedd130 None None] Provisioning complete for port b54f5df6-3c97-4f7c-8816-5922f2a891be triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:36:50.011870 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-ee0b7094-4ef3-4a1e-97ea-47fcddedd130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (b54f5df6-3c97-4f7c-8816-5922f2a891be), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:50.024646 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-8c70f2e0-0448-4b85-bfec-5c0961a573b5 admin admin] Publish callbacks [] for router_gateway (cc1003ba-30c8-46bc-b542-18ef8dfb333a), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:50.104909 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:50.160903 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-ee0b7094-4ef3-4a1e-97ea-47fcddedd130 None None] Current status of the port b54f5df6-3c97-4f7c-8816-5922f2a891be is: DOWN; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:36:50.161492 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-ee0b7094-4ef3-4a1e-97ea-47fcddedd130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (b54f5df6-3c97-4f7c-8816-5922f2a891be), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:50.230116 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-ee0b7094-4ef3-4a1e-97ea-47fcddedd130 None None] For port b54f5df6-3c97-4f7c-8816-5922f2a891be, host dv-cinder-828805-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=b54f5df6-3c97-4f7c-8816-5922f2a891be,segment=NetworkSegment(be2bf9c1-995c-430f-ada9-4c7603cb9ea3),segment_id=be2bf9c1-995c-430f-ada9-4c7603cb9ea3)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:50.293738 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-8c70f2e0-0448-4b85-bfec-5c0961a573b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663299'] for router (cc1003ba-30c8-46bc-b542-18ef8dfb333a), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:50.315767 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-ee0b7094-4ef3-4a1e-97ea-47fcddedd130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (b54f5df6-3c97-4f7c-8816-5922f2a891be), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:50.402218 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0b7094-4ef3-4a1e-97ea-47fcddedd130 None None] Pushing event updated for resources: {'Port': ['ID=b54f5df6-3c97-4f7c-8816-5922f2a891be,revision_number=3']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:50.448239 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-0aec11ac-b164-4988-a30c-78f31ec8dd4b None None] Provisioning complete for port b54f5df6-3c97-4f7c-8816-5922f2a891be triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:36:50.450904 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-0aec11ac-b164-4988-a30c-78f31ec8dd4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (b54f5df6-3c97-4f7c-8816-5922f2a891be), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:50.455486 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device b54f5df6-3c97-4f7c-8816-5922f2a891be up at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:36:50.539129 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Provisioning complete for port b54f5df6-3c97-4f7c-8816-5922f2a891be triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:36:50.539521 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (b54f5df6-3c97-4f7c-8816-5922f2a891be), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:50.597689 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d6db7-4c94-4b95-9593-8f9c95759ab9 req-19764039-09cd-41e9-a905-7b9ec7a2a002 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:50.598159 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-0aec11ac-b164-4988-a30c-78f31ec8dd4b None None] Current status of the port b54f5df6-3c97-4f7c-8816-5922f2a891be is: ACTIVE; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:36:50.598974 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-cf6d6db7-4c94-4b95-9593-8f9c95759ab9 req-19764039-09cd-41e9-a905-7b9ec7a2a002 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.69 "GET /v2.0/networks?id=7ad434bf-5110-4909-8d4e-fd9ddb1876ab HTTP/1.1" status: 200 len: 819 time: 0.1551800 May 27 03:36:50.673870 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Current status of the port b54f5df6-3c97-4f7c-8816-5922f2a891be is: ACTIVE; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:36:50.689591 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c70f2e0-0448-4b85-bfec-5c0961a573b5 admin admin] Router cc1003ba-30c8-46bc-b542-18ef8dfb333a is scheduled to L3 agent 9df6ec88-276d-42f5-acd2-7e289451d5e3 with binding_index 1 {{(pid=104614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:36:50.696987 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-d57f2a24-fda4-4fb3-9a67-3126e00060dc req-606b07c2-5ea4-498b-926d-01b9034e615e tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=94909255-c0eb-42c8-86f4-d3622d539f0c HTTP/1.1" status: 200 len: 210 time: 0.0337729 May 27 03:36:50.806427 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c70f2e0-0448-4b85-bfec-5c0961a573b5 admin admin] Notify agent at l3_agent.dv-cinder-828805-4-iscsi the message routers_updated {{(pid=104614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:36:50.815530 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f496ad9e-55c2-4801-8af7-4e1944031994 None None] Sync routers for ids ['cc1003ba-30c8-46bc-b542-18ef8dfb333a'] in dv-cinder-828805-4-iscsi {{(pid=104617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:36:50.837073 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f496ad9e-55c2-4801-8af7-4e1944031994 None None] Routers {'cc1003ba-30c8-46bc-b542-18ef8dfb333a'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:36:50.837073 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-f496ad9e-55c2-4801-8af7-4e1944031994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:36:47Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['cc1003ba-30c8-46bc-b542-18ef8dfb333a'], 'active': True} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:50.884540 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [req-cf6d6db7-4c94-4b95-9593-8f9c95759ab9 req-f1485485-adac-4413-b68b-935241351fd3 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Request body: {'port': {'device_id': 'e7aaae9a-624e-4ca1-a2d9-b3bbbe2db822', 'network_id': '7ad434bf-5110-4909-8d4e-fd9ddb1876ab', 'admin_state_up': True, 'tenant_id': '03b1335715234895a0c1a555b22ee8d3'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:36:50.890650 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (917d01f3-4a27-4590-ae14-da14d21a1e88), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:50.895880 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-8c70f2e0-0448-4b85-bfec-5c0961a573b5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:50.897227 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-8c70f2e0-0448-4b85-bfec-5c0961a573b5 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0248063 May 27 03:36:50.900096 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 36702) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:51.004032 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvr_db [None req-f496ad9e-55c2-4801-8af7-4e1944031994 None None] Set router cc1003ba-30c8-46bc-b542-18ef8dfb333a gateway port host: dv-cinder-828805-4-iscsi {{(pid=104617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:36:51.068330 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:51.103489 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:51.133005 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf6d6db7-4c94-4b95-9593-8f9c95759ab9 req-f1485485-adac-4413-b68b-935241351fd3 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Made reservation on behalf of 03b1335715234895a0c1a555b22ee8d3 for: {'port': 1} {{(pid=104614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:36:51.139911 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-cf6d6db7-4c94-4b95-9593-8f9c95759ab9 req-f1485485-adac-4413-b68b-935241351fd3 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:51.198668 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-f496ad9e-55c2-4801-8af7-4e1944031994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1003ba-30c8-46bc-b542-18ef8dfb333a', 'name': 'tempest-TestShelveInstance-551542010-router', 'tenant_id': '19592ab2e5e04d7c952aebf73f4fca6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'c5c03aeb-0ab4-4123-bfc8-4005510a2c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:48Z', 'updated_at': '2022-05-27T03:36:49Z', 'revision_number': 3, 'project_id': '19592ab2e5e04d7c952aebf73f4fca6e', 'gw_port': {'id': 'c5c03aeb-0ab4-4123-bfc8-4005510a2c2b', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a4:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1003ba-30c8-46bc-b542-18ef8dfb333a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:49Z', 'updated_at': '2022-05-27T03:36:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi'}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:51.228576 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f496ad9e-55c2-4801-8af7-4e1944031994 None None] Checking router: cc1003ba-30c8-46bc-b542-18ef8dfb333a for host: dv-cinder-828805-4-iscsi {{(pid=104617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:36:51.229065 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f496ad9e-55c2-4801-8af7-4e1944031994 None None] Updating router cc1003ba-30c8-46bc-b542-18ef8dfb333a port c5c03aeb-0ab4-4123-bfc8-4005510a2c2b binding host dv-cinder-828805-4-iscsi {{(pid=104617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:36:51.272949 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron_lib.callbacks.manager [None req-f496ad9e-55c2-4801-8af7-4e1944031994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (c5c03aeb-0ab4-4123-bfc8-4005510a2c2b), before_update {{(pid=104617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:51.374393 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.db_base_plugin_common [req-cf6d6db7-4c94-4b95-9593-8f9c95759ab9 req-f1485485-adac-4413-b68b-935241351fd3 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Allocated IP 172.20.0.12 (7ad434bf-5110-4909-8d4e-fd9ddb1876ab/322aacf8-7a2c-4c8b-810a-fab1e2caab1f/ca04734c-9ae1-421c-83aa-9ede7ab3af1a) {{(pid=104614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:36:51.435408 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9990ba2b-3bcc-4942-a89e-0d74742da935 req-af5c220c-6f97-425a-b3bd-902db33c0cfe tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:51.437003 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-9990ba2b-3bcc-4942-a89e-0d74742da935 req-af5c220c-6f97-425a-b3bd-902db33c0cfe tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.69 "GET /v2.0/networks?id=7ad434bf-5110-4909-8d4e-fd9ddb1876ab HTTP/1.1" status: 200 len: 819 time: 0.1677353 May 27 03:36:51.445613 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-34a6a362-4a5b-46b5-ab8a-da539779af27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:51.480362 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [req-9990ba2b-3bcc-4942-a89e-0d74742da935 req-bbb48404-9b5c-4e0e-9cdb-9679d481860e tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Request body: {'port': {'device_id': '94909255-c0eb-42c8-86f4-d3622d539f0c', 'network_id': '7ad434bf-5110-4909-8d4e-fd9ddb1876ab', 'admin_state_up': True, 'tenant_id': '03b1335715234895a0c1a555b22ee8d3'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:36:51.594341 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:51.635988 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=100 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:51.663645 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.db.db_base_plugin_common [None req-34a6a362-4a5b-46b5-ab8a-da539779af27 admin admin] Allocated IP 172.20.0.1 (430833dd-8c2a-4184-8f60-2460eb1e769c/0c7d2ccd-23b4-4acf-944e-c57bae962263/2cb633a0-d78f-4c73-9d4c-a54386d7c104) {{(pid=104615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:36:51.708226 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-cf6d6db7-4c94-4b95-9593-8f9c95759ab9 req-f1485485-adac-4413-b68b-935241351fd3 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Publish callbacks [] for port (ca04734c-9ae1-421c-83aa-9ede7ab3af1a), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:51.778972 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron_lib.callbacks.manager [None req-f496ad9e-55c2-4801-8af7-4e1944031994 None None] Publish callbacks [] for port (c5c03aeb-0ab4-4123-bfc8-4005510a2c2b), precommit_update {{(pid=104617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:51.846698 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-0afb0eba-ec61-4277-a0e3-b6eb5c20dfe5 req-f197a648-0591-4862-8341-014d8c28814a tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=94909255-c0eb-42c8-86f4-d3622d539f0c HTTP/1.1" status: 200 len: 210 time: 0.0396819 May 27 03:36:51.849493 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9990ba2b-3bcc-4942-a89e-0d74742da935 req-bbb48404-9b5c-4e0e-9cdb-9679d481860e tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Made reservation on behalf of 03b1335715234895a0c1a555b22ee8d3 for: {'port': 1} {{(pid=104614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:36:51.854204 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-9990ba2b-3bcc-4942-a89e-0d74742da935 req-bbb48404-9b5c-4e0e-9cdb-9679d481860e tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:51.856535 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-cf6d6db7-4c94-4b95-9593-8f9c95759ab9 req-f1485485-adac-4413-b68b-935241351fd3 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791799515441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8584799065'] for port (ca04734c-9ae1-421c-83aa-9ede7ab3af1a), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:51.864530 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-34a6a362-4a5b-46b5-ab8a-da539779af27 admin admin] Publish callbacks [] for port (2cb633a0-d78f-4c73-9d4c-a54386d7c104), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:51.919682 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron_lib.callbacks.manager [None req-f496ad9e-55c2-4801-8af7-4e1944031994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (c5c03aeb-0ab4-4123-bfc8-4005510a2c2b), after_update {{(pid=104617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:51.922029 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf6d6db7-4c94-4b95-9593-8f9c95759ab9 req-f1485485-adac-4413-b68b-935241351fd3 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Network 7ad434bf-5110-4909-8d4e-fd9ddb1876ab is already hosted by enough agents. {{(pid=104614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:36:51.927831 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.base_scheduler [req-cf6d6db7-4c94-4b95-9593-8f9c95759ab9 req-f1485485-adac-4413-b68b-935241351fd3 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Resources bound (agent type, host, resource id): {{(pid=104614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:36:51.930186 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1485485-adac-4413-b68b-935241351fd3 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Pushing event updated for resources: {'Port': ['ID=ca04734c-9ae1-421c-83aa-9ede7ab3af1a,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:51.933535 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf6d6db7-4c94-4b95-9593-8f9c95759ab9 req-f1485485-adac-4413-b68b-935241351fd3 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Received port after_create {{(pid=104614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:36:52.003569 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:52.004590 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.managers [None req-f496ad9e-55c2-4801-8af7-4e1944031994 None None] Attempting to bind port c5c03aeb-0ab4-4123-bfc8-4005510a2c2b on host dv-cinder-828805-4-iscsi for vnic_type normal with profile {{(pid=104617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:36:52.009580 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.managers [None req-f496ad9e-55c2-4801-8af7-4e1944031994 None None] Attempting to bind port c5c03aeb-0ab4-4123-bfc8-4005510a2c2b by drivers openvswitch,hyperv on host dv-cinder-828805-4-iscsi at level 0 using segments [{'id': '2b0e99ee-61aa-44db-85d9-9c6d208f29d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6db324a0-41f0-4440-95df-83df441784f6'}] {{(pid=104617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:36:52.009580 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f496ad9e-55c2-4801-8af7-4e1944031994 None None] Attempting to bind port c5c03aeb-0ab4-4123-bfc8-4005510a2c2b on network 6db324a0-41f0-4440-95df-83df441784f6 {{(pid=104617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:36:52.009790 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-34a6a362-4a5b-46b5-ab8a-da539779af27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791799515441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585481432'] for port (2cb633a0-d78f-4c73-9d4c-a54386d7c104), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:52.017701 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f496ad9e-55c2-4801-8af7-4e1944031994 None None] Checking agent: {'id': '917d01f3-4a27-4590-ae14-da14d21a1e88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 26, 21), 'started_at': datetime.datetime(2022, 5, 27, 3, 26, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:36:52.018388 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f496ad9e-55c2-4801-8af7-4e1944031994 None None] Checking segment: {'id': '2b0e99ee-61aa-44db-85d9-9c6d208f29d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6db324a0-41f0-4440-95df-83df441784f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:36:52.019026 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron_lib.callbacks.manager [None req-f496ad9e-55c2-4801-8af7-4e1944031994 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:52.019601 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f496ad9e-55c2-4801-8af7-4e1944031994 None None] Bound using segment: {'id': '2b0e99ee-61aa-44db-85d9-9c6d208f29d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6db324a0-41f0-4440-95df-83df441784f6'} {{(pid=104617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:36:52.020289 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.managers [None req-f496ad9e-55c2-4801-8af7-4e1944031994 None None] Bound port: c5c03aeb-0ab4-4123-bfc8-4005510a2c2b, host: dv-cinder-828805-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b0e99ee-61aa-44db-85d9-9c6d208f29d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6db324a0-41f0-4440-95df-83df441784f6'}}] {{(pid=104617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:36:52.020861 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron_lib.callbacks.manager [None req-f496ad9e-55c2-4801-8af7-4e1944031994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (c5c03aeb-0ab4-4123-bfc8-4005510a2c2b), before_update {{(pid=104617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:52.066249 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d6db7-4c94-4b95-9593-8f9c95759ab9 req-f1485485-adac-4413-b68b-935241351fd3 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:52.066896 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-cf6d6db7-4c94-4b95-9593-8f9c95759ab9 req-f1485485-adac-4413-b68b-935241351fd3 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:52.100171 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a6a362-4a5b-46b5-ab8a-da539779af27 admin admin] Pushing event updated for resources: {'Port': ['ID=2cb633a0-d78f-4c73-9d4c-a54386d7c104,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:52.111387 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a6a362-4a5b-46b5-ab8a-da539779af27 admin admin] Network 430833dd-8c2a-4184-8f60-2460eb1e769c is already hosted by enough agents. {{(pid=104615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:36:52.112262 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.base_scheduler [None req-34a6a362-4a5b-46b5-ab8a-da539779af27 admin admin] Resources bound (agent type, host, resource id): {{(pid=104615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:36:52.127816 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a6a362-4a5b-46b5-ab8a-da539779af27 admin admin] Received port after_create {{(pid=104615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:36:52.160808 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.db [None req-f496ad9e-55c2-4801-8af7-4e1944031994 None None] For port c5c03aeb-0ab4-4123-bfc8-4005510a2c2b, host dv-cinder-828805-4-iscsi, cleared binding levels {{(pid=104617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:36:52.165352 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.db [None req-f496ad9e-55c2-4801-8af7-4e1944031994 None None] For port c5c03aeb-0ab4-4123-bfc8-4005510a2c2b, host dv-cinder-828805-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=c5c03aeb-0ab4-4123-bfc8-4005510a2c2b,segment=NetworkSegment(2b0e99ee-61aa-44db-85d9-9c6d208f29d9),segment_id=2b0e99ee-61aa-44db-85d9-9c6d208f29d9)] {{(pid=104617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:36:52.173176 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d1581c-6113-4fdf-a2f2-ab8cc95af7a7 None None] Pushing event updated for resources: {'Port': ['ID=c5c03aeb-0ab4-4123-bfc8-4005510a2c2b,revision_number=2']} {{(pid=104617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:52.179204 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.db_base_plugin_common [req-9990ba2b-3bcc-4942-a89e-0d74742da935 req-bbb48404-9b5c-4e0e-9cdb-9679d481860e tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Allocated IP 172.20.0.7 (7ad434bf-5110-4909-8d4e-fd9ddb1876ab/322aacf8-7a2c-4c8b-810a-fab1e2caab1f/0b783256-36f5-4ea7-b360-d6d1ff32af14) {{(pid=104614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:36:52.223577 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-cf6d6db7-4c94-4b95-9593-8f9c95759ab9 req-f1485485-adac-4413-b68b-935241351fd3 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3431404 May 27 03:36:52.243750 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [req-cf6d6db7-4c94-4b95-9593-8f9c95759ab9 req-dbf02e64-ece4-4483-94c5-069888610178 service neutron] Request body: {'port': {'device_id': 'e7aaae9a-624e-4ca1-a2d9-b3bbbe2db822', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:36:52.250542 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron_lib.callbacks.manager [None req-f496ad9e-55c2-4801-8af7-4e1944031994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (c5c03aeb-0ab4-4123-bfc8-4005510a2c2b), after_update {{(pid=104617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:52.259469 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-34a6a362-4a5b-46b5-ab8a-da539779af27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680048'] for router_interface (cc1003ba-30c8-46bc-b542-18ef8dfb333a), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:52.343180 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f496ad9e-55c2-4801-8af7-4e1944031994 None None] Routers {'cc1003ba-30c8-46bc-b542-18ef8dfb333a'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:36:52.343835 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-f496ad9e-55c2-4801-8af7-4e1944031994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:36:47Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['cc1003ba-30c8-46bc-b542-18ef8dfb333a'], 'active': True} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:52.344747 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-29036832-d2d6-4a5f-8d1d-4bc8e598066c None None] Provisioning complete for port ca04734c-9ae1-421c-83aa-9ede7ab3af1a triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:36:52.345743 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-29036832-d2d6-4a5f-8d1d-4bc8e598066c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (ca04734c-9ae1-421c-83aa-9ede7ab3af1a), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:52.348462 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:52.392726 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d1581c-6113-4fdf-a2f2-ab8cc95af7a7 None None] Pushing event updated for resources: {'Port': ['ID=c5c03aeb-0ab4-4123-bfc8-4005510a2c2b,revision_number=3']} {{(pid=104617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:52.421271 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-cf6d6db7-4c94-4b95-9593-8f9c95759ab9 req-dbf02e64-ece4-4483-94c5-069888610178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (ca04734c-9ae1-421c-83aa-9ede7ab3af1a), before_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:52.446698 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-29036832-d2d6-4a5f-8d1d-4bc8e598066c None None] Port ca04734c-9ae1-421c-83aa-9ede7ab3af1a cannot update to ACTIVE because it is not bound. {{(pid=104616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:36:52.494710 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device b54f5df6-3c97-4f7c-8816-5922f2a891be up at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:36:52.544236 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvr_db [None req-f496ad9e-55c2-4801-8af7-4e1944031994 None None] Set router cc1003ba-30c8-46bc-b542-18ef8dfb333a gateway port host: dv-cinder-828805-4-iscsi {{(pid=104617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:36:52.566028 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Provisioning complete for port b54f5df6-3c97-4f7c-8816-5922f2a891be triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:36:52.566376 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (b54f5df6-3c97-4f7c-8816-5922f2a891be), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:52.603279 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-b16902e4-6c4b-4417-8ad2-c5440c2d0ac8 None None] Provisioning complete for port 2cb633a0-d78f-4c73-9d4c-a54386d7c104 triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:36:52.603695 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-b16902e4-6c4b-4417-8ad2-c5440c2d0ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (2cb633a0-d78f-4c73-9d4c-a54386d7c104), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:52.609813 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-34a6a362-4a5b-46b5-ab8a-da539779af27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (2cb633a0-d78f-4c73-9d4c-a54386d7c104), before_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:52.694248 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-b16902e4-6c4b-4417-8ad2-c5440c2d0ac8 None None] Port 2cb633a0-d78f-4c73-9d4c-a54386d7c104 cannot update to ACTIVE because it is not bound. {{(pid=104616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:36:52.710129 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-9990ba2b-3bcc-4942-a89e-0d74742da935 req-bbb48404-9b5c-4e0e-9cdb-9679d481860e tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Publish callbacks [] for port (0b783256-36f5-4ea7-b360-d6d1ff32af14), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:52.748151 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Current status of the port b54f5df6-3c97-4f7c-8816-5922f2a891be is: ACTIVE; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:36:52.811504 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-f496ad9e-55c2-4801-8af7-4e1944031994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1003ba-30c8-46bc-b542-18ef8dfb333a', 'name': 'tempest-TestShelveInstance-551542010-router', 'tenant_id': '19592ab2e5e04d7c952aebf73f4fca6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'c5c03aeb-0ab4-4123-bfc8-4005510a2c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:48Z', 'updated_at': '2022-05-27T03:36:49Z', 'revision_number': 3, 'project_id': '19592ab2e5e04d7c952aebf73f4fca6e', 'gw_port': {'id': 'c5c03aeb-0ab4-4123-bfc8-4005510a2c2b', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a4:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1003ba-30c8-46bc-b542-18ef8dfb333a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:49Z', 'updated_at': '2022-05-27T03:36:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi'}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:52.869980 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-34a6a362-4a5b-46b5-ab8a-da539779af27 admin admin] Publish callbacks [] for port (2cb633a0-d78f-4c73-9d4c-a54386d7c104), precommit_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:52.928983 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f496ad9e-55c2-4801-8af7-4e1944031994 None None] The sync data for ids ['cc1003ba-30c8-46bc-b542-18ef8dfb333a'] in dv-cinder-828805-4-iscsi is: [{'id': 'cc1003ba-30c8-46bc-b542-18ef8dfb333a', 'name': 'tempest-TestShelveInstance-551542010-router', 'tenant_id': '19592ab2e5e04d7c952aebf73f4fca6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'c5c03aeb-0ab4-4123-bfc8-4005510a2c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:48Z', 'updated_at': '2022-05-27T03:36:49Z', 'revision_number': 3, 'project_id': '19592ab2e5e04d7c952aebf73f4fca6e', 'gw_port': {'id': 'c5c03aeb-0ab4-4123-bfc8-4005510a2c2b', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a4:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1003ba-30c8-46bc-b542-18ef8dfb333a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:49Z', 'updated_at': '2022-05-27T03:36:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi'}] {{(pid=104617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:36:52.936790 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-9990ba2b-3bcc-4942-a89e-0d74742da935 req-bbb48404-9b5c-4e0e-9cdb-9679d481860e tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791799515441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8584799065'] for port (0b783256-36f5-4ea7-b360-d6d1ff32af14), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:52.987109 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f40b371-0e6e-4ebc-b1d4-42ccc10f3e18 req-3e511c76-8b48-4300-9797-baac9d1135d0 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:52.988927 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-8f40b371-0e6e-4ebc-b1d4-42ccc10f3e18 req-3e511c76-8b48-4300-9797-baac9d1135d0 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=94909255-c0eb-42c8-86f4-d3622d539f0c HTTP/1.1" status: 200 len: 931 time: 0.0653074 May 27 03:36:52.990406 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-34a6a362-4a5b-46b5-ab8a-da539779af27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585481455'] for port (2cb633a0-d78f-4c73-9d4c-a54386d7c104), after_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:53.000733 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:53.002732 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9990ba2b-3bcc-4942-a89e-0d74742da935 req-bbb48404-9b5c-4e0e-9cdb-9679d481860e tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Network 7ad434bf-5110-4909-8d4e-fd9ddb1876ab is already hosted by enough agents. {{(pid=104614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:36:53.011652 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.base_scheduler [req-9990ba2b-3bcc-4942-a89e-0d74742da935 req-bbb48404-9b5c-4e0e-9cdb-9679d481860e tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Resources bound (agent type, host, resource id): {{(pid=104614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:36:53.021319 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.l3_dvrscheduler_db [req-9990ba2b-3bcc-4942-a89e-0d74742da935 req-bbb48404-9b5c-4e0e-9cdb-9679d481860e tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Received port after_create {{(pid=104614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:36:53.031570 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb48404-9b5c-4e0e-9cdb-9679d481860e tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Pushing event updated for resources: {'Port': ['ID=0b783256-36f5-4ea7-b360-d6d1ff32af14,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:53.115385 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a6a362-4a5b-46b5-ab8a-da539779af27 admin admin] Pushing event updated for resources: {'Port': ['ID=2cb633a0-d78f-4c73-9d4c-a54386d7c104,revision_number=2']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:53.117493 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9990ba2b-3bcc-4942-a89e-0d74742da935 req-bbb48404-9b5c-4e0e-9cdb-9679d481860e tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:53.118158 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-9990ba2b-3bcc-4942-a89e-0d74742da935 req-bbb48404-9b5c-4e0e-9cdb-9679d481860e tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:53.138762 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-34a6a362-4a5b-46b5-ab8a-da539779af27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-373377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681152'] for router_interface (cc1003ba-30c8-46bc-b542-18ef8dfb333a), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:53.158490 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-8f40b371-0e6e-4ebc-b1d4-42ccc10f3e18 req-9aca3c00-a107-4e69-ba27-f996107b8348 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175768 May 27 03:36:53.178884 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.notifiers.nova [req-cf6d6db7-4c94-4b95-9593-8f9c95759ab9 req-dbf02e64-ece4-4483-94c5-069888610178 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca04734c-9ae1-421c-83aa-9ede7ab3af1a {{(pid=104614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:36:53.203003 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-cf6d6db7-4c94-4b95-9593-8f9c95759ab9 req-dbf02e64-ece4-4483-94c5-069888610178 service neutron] Publish callbacks [] for port (ca04734c-9ae1-421c-83aa-9ede7ab3af1a), precommit_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:53.238637 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.provisioning_blocks [req-cf6d6db7-4c94-4b95-9593-8f9c95759ab9 req-dbf02e64-ece4-4483-94c5-069888610178 service neutron] Transition to ACTIVE for port object ca04734c-9ae1-421c-83aa-9ede7ab3af1a will not be triggered until provisioned by entity L2. {{(pid=104614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:36:53.269644 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a6a362-4a5b-46b5-ab8a-da539779af27 admin admin] Network 430833dd-8c2a-4184-8f60-2460eb1e769c is already hosted by enough agents. {{(pid=104615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:36:53.272757 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.base_scheduler [None req-34a6a362-4a5b-46b5-ab8a-da539779af27 admin admin] Resources bound (agent type, host, resource id): {{(pid=104615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:36:53.305224 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-9990ba2b-3bcc-4942-a89e-0d74742da935 req-bbb48404-9b5c-4e0e-9cdb-9679d481860e tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8404667 May 27 03:36:53.325122 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [req-9990ba2b-3bcc-4942-a89e-0d74742da935 req-6050df08-3f60-4187-a6ac-b0417bb9696a service neutron] Request body: {'port': {'device_id': '94909255-c0eb-42c8-86f4-d3622d539f0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:36:53.384645 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-cf6d6db7-4c94-4b95-9593-8f9c95759ab9 req-dbf02e64-ece4-4483-94c5-069888610178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8584799086'] for port (ca04734c-9ae1-421c-83aa-9ede7ab3af1a), after_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:53.437676 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-000babcb-08a2-4665-81f0-7d13794e584e None None] Provisioning complete for port 0b783256-36f5-4ea7-b360-d6d1ff32af14 triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:36:53.438145 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-000babcb-08a2-4665-81f0-7d13794e584e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (0b783256-36f5-4ea7-b360-d6d1ff32af14), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:53.448723 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf02e64-ece4-4483-94c5-069888610178 service neutron] Pushing event updated for resources: {'Port': ['ID=ca04734c-9ae1-421c-83aa-9ede7ab3af1a,revision_number=2']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:53.496149 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-9990ba2b-3bcc-4942-a89e-0d74742da935 req-6050df08-3f60-4187-a6ac-b0417bb9696a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (0b783256-36f5-4ea7-b360-d6d1ff32af14), before_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:53.498673 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:53.599450 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a6a362-4a5b-46b5-ab8a-da539779af27 admin admin] Router cc1003ba-30c8-46bc-b542-18ef8dfb333a has already been hosted by L3 agent 9df6ec88-276d-42f5-acd2-7e289451d5e3 {{(pid=104615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:36:53.915784 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-000babcb-08a2-4665-81f0-7d13794e584e None None] Port 0b783256-36f5-4ea7-b360-d6d1ff32af14 cannot update to ACTIVE because it is not bound. {{(pid=104616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:36:53.941960 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:54.067157 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-575c59b6-b01f-4c54-bbc4-b59f162aec36 None None] Provisioning complete for port 2cb633a0-d78f-4c73-9d4c-a54386d7c104 triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:36:54.070781 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-575c59b6-b01f-4c54-bbc4-b59f162aec36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (2cb633a0-d78f-4c73-9d4c-a54386d7c104), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:54.083714 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a6a362-4a5b-46b5-ab8a-da539779af27 admin admin] Notify agent at l3_agent.dv-cinder-828805-4-iscsi the message routers_updated {{(pid=104615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:36:54.090086 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-34a6a362-4a5b-46b5-ab8a-da539779af27 admin admin] 10.222.0.24 "PUT /v2.0/routers/cc1003ba-30c8-46bc-b542-18ef8dfb333a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1885498 May 27 03:36:54.111731 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.managers [req-cf6d6db7-4c94-4b95-9593-8f9c95759ab9 req-dbf02e64-ece4-4483-94c5-069888610178 service neutron] Attempting to bind port ca04734c-9ae1-421c-83aa-9ede7ab3af1a on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:36:54.114441 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.managers [req-cf6d6db7-4c94-4b95-9593-8f9c95759ab9 req-dbf02e64-ece4-4483-94c5-069888610178 service neutron] Attempting to bind port ca04734c-9ae1-421c-83aa-9ede7ab3af1a by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': 'fc3dd445-6192-41aa-98e1-63e205d6bf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7ad434bf-5110-4909-8d4e-fd9ddb1876ab'}] {{(pid=104614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:36:54.114441 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6d6db7-4c94-4b95-9593-8f9c95759ab9 req-dbf02e64-ece4-4483-94c5-069888610178 service neutron] Attempting to bind port ca04734c-9ae1-421c-83aa-9ede7ab3af1a on network 7ad434bf-5110-4909-8d4e-fd9ddb1876ab {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:36:54.121868 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-575c59b6-b01f-4c54-bbc4-b59f162aec36 None None] Port 2cb633a0-d78f-4c73-9d4c-a54386d7c104 cannot update to ACTIVE because it is not bound. {{(pid=104616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:36:54.129935 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6d6db7-4c94-4b95-9593-8f9c95759ab9 req-dbf02e64-ece4-4483-94c5-069888610178 service neutron] Port ca04734c-9ae1-421c-83aa-9ede7ab3af1a on network 7ad434bf-5110-4909-8d4e-fd9ddb1876ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:36:54.132873 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6d6db7-4c94-4b95-9593-8f9c95759ab9 req-dbf02e64-ece4-4483-94c5-069888610178 service neutron] Attempting to bind port ca04734c-9ae1-421c-83aa-9ede7ab3af1a on network 7ad434bf-5110-4909-8d4e-fd9ddb1876ab {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:36:54.188610 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6d6db7-4c94-4b95-9593-8f9c95759ab9 req-dbf02e64-ece4-4483-94c5-069888610178 service neutron] Checking agent: {'id': '134bae73-502b-4599-bb47-129fee8818a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 33, 12), 'started_at': datetime.datetime(2022, 5, 27, 3, 33, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:36:54.188955 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6d6db7-4c94-4b95-9593-8f9c95759ab9 req-dbf02e64-ece4-4483-94c5-069888610178 service neutron] Checking segment: {'id': 'fc3dd445-6192-41aa-98e1-63e205d6bf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7ad434bf-5110-4909-8d4e-fd9ddb1876ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:36:54.189351 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6d6db7-4c94-4b95-9593-8f9c95759ab9 req-dbf02e64-ece4-4483-94c5-069888610178 service neutron] Bound using segment: {'id': 'fc3dd445-6192-41aa-98e1-63e205d6bf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7ad434bf-5110-4909-8d4e-fd9ddb1876ab'} {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:36:54.189796 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.managers [req-cf6d6db7-4c94-4b95-9593-8f9c95759ab9 req-dbf02e64-ece4-4483-94c5-069888610178 service neutron] Bound port: ca04734c-9ae1-421c-83aa-9ede7ab3af1a, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc3dd445-6192-41aa-98e1-63e205d6bf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7ad434bf-5110-4909-8d4e-fd9ddb1876ab'}}] {{(pid=104614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:36:54.190165 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-cf6d6db7-4c94-4b95-9593-8f9c95759ab9 req-dbf02e64-ece4-4483-94c5-069888610178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (ca04734c-9ae1-421c-83aa-9ede7ab3af1a), before_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:54.244478 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:54.374120 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.db [req-cf6d6db7-4c94-4b95-9593-8f9c95759ab9 req-dbf02e64-ece4-4483-94c5-069888610178 service neutron] For port ca04734c-9ae1-421c-83aa-9ede7ab3af1a, host hv-cinder-82880, cleared binding levels {{(pid=104614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:36:54.383470 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.db [req-cf6d6db7-4c94-4b95-9593-8f9c95759ab9 req-dbf02e64-ece4-4483-94c5-069888610178 service neutron] For port ca04734c-9ae1-421c-83aa-9ede7ab3af1a, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=ca04734c-9ae1-421c-83aa-9ede7ab3af1a,segment=NetworkSegment(fc3dd445-6192-41aa-98e1-63e205d6bf49),segment_id=fc3dd445-6192-41aa-98e1-63e205d6bf49)] {{(pid=104614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:36:54.400255 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d30d8a1-da72-4827-ac1e-201f0c32ffad req-aa80b362-34bf-416a-94e5-c6c45de99fbd tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:54.411270 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-3d30d8a1-da72-4827-ac1e-201f0c32ffad req-aa80b362-34bf-416a-94e5-c6c45de99fbd tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=94909255-c0eb-42c8-86f4-d3622d539f0c HTTP/1.1" status: 200 len: 931 time: 0.1297185 May 27 03:36:54.457797 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-cf6d6db7-4c94-4b95-9593-8f9c95759ab9 req-dbf02e64-ece4-4483-94c5-069888610178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8584799086'] for port (ca04734c-9ae1-421c-83aa-9ede7ab3af1a), after_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:54.502067 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device c5c03aeb-0ab4-4123-bfc8-4005510a2c2b up at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:36:54.532457 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-3d30d8a1-da72-4827-ac1e-201f0c32ffad req-f2054a12-77cb-4a5e-a139-fa92c1d79577 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188848 May 27 03:36:54.575198 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d6db7-4c94-4b95-9593-8f9c95759ab9 req-dbf02e64-ece4-4483-94c5-069888610178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:54.575831 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-cf6d6db7-4c94-4b95-9593-8f9c95759ab9 req-dbf02e64-ece4-4483-94c5-069888610178 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:54.577568 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-cf6d6db7-4c94-4b95-9593-8f9c95759ab9 req-dbf02e64-ece4-4483-94c5-069888610178 service neutron] 10.222.0.69 "PUT /v2.0/ports/ca04734c-9ae1-421c-83aa-9ede7ab3af1a HTTP/1.1" status: 200 len: 1094 time: 2.3389049 May 27 03:36:54.583485 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7aaae9a-624e-4ca1-a2d9-b3bbbe2db822', 'tag': 'ca04734c-9ae1-421c-83aa-9ede7ab3af1a'}] {{(pid=104614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:36:54.586218 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a93b0eab3ec594b69aa68cd7d580be2fac36b4cb942ee4cac03c85783d056da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db74f727-1cf9-4792-8f0a-aa420d1459b5" -d '{"events": [{"name": "network-changed", "server_uuid": "e7aaae9a-624e-4ca1-a2d9-b3bbbe2db822", "tag": "ca04734c-9ae1-421c-83aa-9ede7ab3af1a"}]}' {{(pid=104614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:36:54.592395 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Provisioning complete for port c5c03aeb-0ab4-4123-bfc8-4005510a2c2b triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:36:54.593489 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (c5c03aeb-0ab4-4123-bfc8-4005510a2c2b), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:54.605738 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf02e64-ece4-4483-94c5-069888610178 service neutron] Pushing event updated for resources: {'Port': ['ID=ca04734c-9ae1-421c-83aa-9ede7ab3af1a,revision_number=3']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:54.660995 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.notifiers.nova [req-9990ba2b-3bcc-4942-a89e-0d74742da935 req-6050df08-3f60-4187-a6ac-b0417bb9696a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b783256-36f5-4ea7-b360-d6d1ff32af14 {{(pid=104614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:36:54.668915 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-9990ba2b-3bcc-4942-a89e-0d74742da935 req-6050df08-3f60-4187-a6ac-b0417bb9696a service neutron] Publish callbacks [] for port (0b783256-36f5-4ea7-b360-d6d1ff32af14), precommit_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:54.730905 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb919b45-5ade-4cc4-a4e9-c980e8960818 x-openstack-request-id: req-eb919b45-5ade-4cc4-a4e9-c980e8960818 {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:36:54.731218 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7aaae9a-624e-4ca1-a2d9-b3bbbe2db822", "tag": "ca04734c-9ae1-421c-83aa-9ede7ab3af1a", "status": "completed", "code": 200}]} {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:36:54.731476 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eb919b45-5ade-4cc4-a4e9-c980e8960818 {{(pid=104614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:36:54.733278 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb919b45-5ade-4cc4-a4e9-c980e8960818'] response: {'name': 'network-changed', 'server_uuid': 'e7aaae9a-624e-4ca1-a2d9-b3bbbe2db822', 'tag': 'ca04734c-9ae1-421c-83aa-9ede7ab3af1a', 'status': 'completed', 'code': 200} May 27 03:36:54.735008 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.provisioning_blocks [req-9990ba2b-3bcc-4942-a89e-0d74742da935 req-6050df08-3f60-4187-a6ac-b0417bb9696a service neutron] Transition to ACTIVE for port object 0b783256-36f5-4ea7-b360-d6d1ff32af14 will not be triggered until provisioned by entity L2. {{(pid=104614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:36:54.761673 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Current status of the port c5c03aeb-0ab4-4123-bfc8-4005510a2c2b is: DOWN; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:36:54.762068 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (c5c03aeb-0ab4-4123-bfc8-4005510a2c2b), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:54.768692 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=100 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:54.792177 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] For port c5c03aeb-0ab4-4123-bfc8-4005510a2c2b, host dv-cinder-828805-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=c5c03aeb-0ab4-4123-bfc8-4005510a2c2b,segment=NetworkSegment(2b0e99ee-61aa-44db-85d9-9c6d208f29d9),segment_id=2b0e99ee-61aa-44db-85d9-9c6d208f29d9)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:54.886847 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-9990ba2b-3bcc-4942-a89e-0d74742da935 req-6050df08-3f60-4187-a6ac-b0417bb9696a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8584799086'] for port (0b783256-36f5-4ea7-b360-d6d1ff32af14), after_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:54.935798 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (c5c03aeb-0ab4-4123-bfc8-4005510a2c2b), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:54.951325 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6050df08-3f60-4187-a6ac-b0417bb9696a service neutron] Pushing event updated for resources: {'Port': ['ID=0b783256-36f5-4ea7-b360-d6d1ff32af14,revision_number=2']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:55.059588 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Pushing event updated for resources: {'Port': ['ID=c5c03aeb-0ab4-4123-bfc8-4005510a2c2b,revision_number=4']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:55.112984 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.managers [req-9990ba2b-3bcc-4942-a89e-0d74742da935 req-6050df08-3f60-4187-a6ac-b0417bb9696a service neutron] Attempting to bind port 0b783256-36f5-4ea7-b360-d6d1ff32af14 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:36:55.113325 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.managers [req-9990ba2b-3bcc-4942-a89e-0d74742da935 req-6050df08-3f60-4187-a6ac-b0417bb9696a service neutron] Attempting to bind port 0b783256-36f5-4ea7-b360-d6d1ff32af14 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': 'fc3dd445-6192-41aa-98e1-63e205d6bf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7ad434bf-5110-4909-8d4e-fd9ddb1876ab'}] {{(pid=104614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:36:55.113661 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9990ba2b-3bcc-4942-a89e-0d74742da935 req-6050df08-3f60-4187-a6ac-b0417bb9696a service neutron] Attempting to bind port 0b783256-36f5-4ea7-b360-d6d1ff32af14 on network 7ad434bf-5110-4909-8d4e-fd9ddb1876ab {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:36:55.126366 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9990ba2b-3bcc-4942-a89e-0d74742da935 req-6050df08-3f60-4187-a6ac-b0417bb9696a service neutron] Port 0b783256-36f5-4ea7-b360-d6d1ff32af14 on network 7ad434bf-5110-4909-8d4e-fd9ddb1876ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:36:55.126702 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9990ba2b-3bcc-4942-a89e-0d74742da935 req-6050df08-3f60-4187-a6ac-b0417bb9696a service neutron] Attempting to bind port 0b783256-36f5-4ea7-b360-d6d1ff32af14 on network 7ad434bf-5110-4909-8d4e-fd9ddb1876ab {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:36:55.132239 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d6db7-4c94-4b95-9593-8f9c95759ab9 req-0b8dcd1d-4be5-4698-840b-7b4d8c01aaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:55.133765 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-cf6d6db7-4c94-4b95-9593-8f9c95759ab9 req-0b8dcd1d-4be5-4698-840b-7b4d8c01aaca service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=03b1335715234895a0c1a555b22ee8d3&device_id=e7aaae9a-624e-4ca1-a2d9-b3bbbe2db822 HTTP/1.1" status: 200 len: 1128 time: 0.1486449 May 27 03:36:55.136747 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9990ba2b-3bcc-4942-a89e-0d74742da935 req-6050df08-3f60-4187-a6ac-b0417bb9696a service neutron] Checking agent: {'id': '134bae73-502b-4599-bb47-129fee8818a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 33, 12), 'started_at': datetime.datetime(2022, 5, 27, 3, 33, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:36:55.136912 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9990ba2b-3bcc-4942-a89e-0d74742da935 req-6050df08-3f60-4187-a6ac-b0417bb9696a service neutron] Checking segment: {'id': 'fc3dd445-6192-41aa-98e1-63e205d6bf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7ad434bf-5110-4909-8d4e-fd9ddb1876ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:36:55.137312 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9990ba2b-3bcc-4942-a89e-0d74742da935 req-6050df08-3f60-4187-a6ac-b0417bb9696a service neutron] Bound using segment: {'id': 'fc3dd445-6192-41aa-98e1-63e205d6bf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7ad434bf-5110-4909-8d4e-fd9ddb1876ab'} {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:36:55.137863 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.managers [req-9990ba2b-3bcc-4942-a89e-0d74742da935 req-6050df08-3f60-4187-a6ac-b0417bb9696a service neutron] Bound port: 0b783256-36f5-4ea7-b360-d6d1ff32af14, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc3dd445-6192-41aa-98e1-63e205d6bf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7ad434bf-5110-4909-8d4e-fd9ddb1876ab'}}] {{(pid=104614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:36:55.138093 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-9990ba2b-3bcc-4942-a89e-0d74742da935 req-6050df08-3f60-4187-a6ac-b0417bb9696a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (0b783256-36f5-4ea7-b360-d6d1ff32af14), before_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:55.191308 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-cf6d6db7-4c94-4b95-9593-8f9c95759ab9 req-e4942cd4-53fe-479b-b7e1-df4ab7c388a3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca04734c-9ae1-421c-83aa-9ede7ab3af1a HTTP/1.1" status: 200 len: 217 time: 0.0436642 May 27 03:36:55.287813 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d6db7-4c94-4b95-9593-8f9c95759ab9 req-e96b3350-409c-40d6-a393-80f30362c949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:55.289301 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-cf6d6db7-4c94-4b95-9593-8f9c95759ab9 req-e96b3350-409c-40d6-a393-80f30362c949 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=322aacf8-7a2c-4c8b-810a-fab1e2caab1f HTTP/1.1" status: 200 len: 858 time: 0.0780544 May 27 03:36:55.293145 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.db [req-9990ba2b-3bcc-4942-a89e-0d74742da935 req-6050df08-3f60-4187-a6ac-b0417bb9696a service neutron] For port 0b783256-36f5-4ea7-b360-d6d1ff32af14, host hv-cinder-82880, cleared binding levels {{(pid=104614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:36:55.304192 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.db [req-9990ba2b-3bcc-4942-a89e-0d74742da935 req-6050df08-3f60-4187-a6ac-b0417bb9696a service neutron] For port 0b783256-36f5-4ea7-b360-d6d1ff32af14, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=0b783256-36f5-4ea7-b360-d6d1ff32af14,segment=NetworkSegment(fc3dd445-6192-41aa-98e1-63e205d6bf49),segment_id=fc3dd445-6192-41aa-98e1-63e205d6bf49)] {{(pid=104614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:36:55.384718 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-9990ba2b-3bcc-4942-a89e-0d74742da935 req-6050df08-3f60-4187-a6ac-b0417bb9696a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8584799086'] for port (0b783256-36f5-4ea7-b360-d6d1ff32af14), after_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:55.400045 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 36844) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:55.405513 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.v2.base [None req-75120e74-86a8-4635-97ef-9703e2095874 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1795868132-network', 'tenant_id': '605d09ab997143aabb55d2733c74116f'}} {{(pid=104615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:36:55.432569 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9990ba2b-3bcc-4942-a89e-0d74742da935 req-6050df08-3f60-4187-a6ac-b0417bb9696a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:55.433479 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-9990ba2b-3bcc-4942-a89e-0d74742da935 req-6050df08-3f60-4187-a6ac-b0417bb9696a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:55.435025 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-9990ba2b-3bcc-4942-a89e-0d74742da935 req-6050df08-3f60-4187-a6ac-b0417bb9696a service neutron] 10.222.0.69 "PUT /v2.0/ports/0b783256-36f5-4ea7-b360-d6d1ff32af14 HTTP/1.1" status: 200 len: 1093 time: 2.1148200 May 27 03:36:55.442599 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:DELETE=1,neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:55.458594 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6050df08-3f60-4187-a6ac-b0417bb9696a service neutron] Pushing event updated for resources: {'Port': ['ID=0b783256-36f5-4ea7-b360-d6d1ff32af14,revision_number=3']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:55.511106 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afeba99-b96c-4e52-acf2-d4cd4af2c153 None None] Sync routers for ids ['cc1003ba-30c8-46bc-b542-18ef8dfb333a'] in dv-cinder-828805-4-iscsi {{(pid=104616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:36:55.522337 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75120e74-86a8-4635-97ef-9703e2095874 admin admin] Made reservation on behalf of 605d09ab997143aabb55d2733c74116f for: {'network': 1} {{(pid=104615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:36:55.522729 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afeba99-b96c-4e52-acf2-d4cd4af2c153 None None] Routers {'cc1003ba-30c8-46bc-b542-18ef8dfb333a'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:36:55.523411 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-7afeba99-b96c-4e52-acf2-d4cd4af2c153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:36:47Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['cc1003ba-30c8-46bc-b542-18ef8dfb333a'], 'active': True} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:55.524783 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-75120e74-86a8-4635-97ef-9703e2095874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for network (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:55.533690 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-75120e74-86a8-4635-97ef-9703e2095874 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:55.659439 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvr_db [None req-7afeba99-b96c-4e52-acf2-d4cd4af2c153 None None] Set router cc1003ba-30c8-46bc-b542-18ef8dfb333a gateway port host: dv-cinder-828805-4-iscsi {{(pid=104616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:36:55.687781 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c043f93c-361f-4193-8cb4-8c3bffa84b4f req-3376c47b-7db1-4623-8c82-9b59d90cce9c tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:55.689273 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-c043f93c-361f-4193-8cb4-8c3bffa84b4f req-3376c47b-7db1-4623-8c82-9b59d90cce9c tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=94909255-c0eb-42c8-86f4-d3622d539f0c HTTP/1.1" status: 200 len: 943 time: 0.0649149 May 27 03:36:55.702677 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-75120e74-86a8-4635-97ef-9703e2095874 admin admin] Publish callbacks [] for security_group (e0973bd6-8917-465d-8ff2-4fc8c3b79c1a), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:55.749993 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-c043f93c-361f-4193-8cb4-8c3bffa84b4f req-a4584f52-0739-49f7-9d35-243096944b7d tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529730 May 27 03:36:55.804301 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-75120e74-86a8-4635-97ef-9703e2095874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (e0973bd6-8917-465d-8ff2-4fc8c3b79c1a), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:55.831051 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75120e74-86a8-4635-97ef-9703e2095874 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=104615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:36:55.844839 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:55.849945 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75120e74-86a8-4635-97ef-9703e2095874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0973bd6-8917-465d-8ff2-4fc8c3b79c1a,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:55.855091 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-75120e74-86a8-4635-97ef-9703e2095874 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791800041063', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545'] for segment (3ccf2ab5-3fb5-479a-8780-142a2ee0fb2d), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:55.855501 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.db.segments_db [None req-75120e74-86a8-4635-97ef-9703e2095874 admin admin] Added segment 3ccf2ab5-3fb5-479a-8780-142a2ee0fb2d of type vlan for network 7c13dc1d-f380-49ee-81c0-8fa160a2bc45 May 27 03:36:55.874403 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-7afeba99-b96c-4e52-acf2-d4cd4af2c153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1003ba-30c8-46bc-b542-18ef8dfb333a', 'name': 'tempest-TestShelveInstance-551542010-router', 'tenant_id': '19592ab2e5e04d7c952aebf73f4fca6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'c5c03aeb-0ab4-4123-bfc8-4005510a2c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:48Z', 'updated_at': '2022-05-27T03:36:52Z', 'revision_number': 4, 'project_id': '19592ab2e5e04d7c952aebf73f4fca6e', 'gw_port': {'id': 'c5c03aeb-0ab4-4123-bfc8-4005510a2c2b', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1003ba-30c8-46bc-b542-18ef8dfb333a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:49Z', 'updated_at': '2022-05-27T03:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_interfaces': [{'id': '2cb633a0-d78f-4c73-9d4c-a54386d7c104', 'name': '', 'network_id': '430833dd-8c2a-4184-8f60-2460eb1e769c', 'tenant_id': '19592ab2e5e04d7c952aebf73f4fca6e', 'mac_address': 'fa:16:3e:af:af:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1003ba-30c8-46bc-b542-18ef8dfb333a', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '0c7d2ccd-23b4-4acf-944e-c57bae962263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:51Z', 'updated_at': '2022-05-27T03:36:52Z', 'revision_number': 2, 'project_id': '19592ab2e5e04d7c952aebf73f4fca6e', 'subnets': [{'id': '0c7d2ccd-23b4-4acf-944e-c57bae962263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:55.900861 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afeba99-b96c-4e52-acf2-d4cd4af2c153 None None] Checking router: cc1003ba-30c8-46bc-b542-18ef8dfb333a for host: dv-cinder-828805-4-iscsi {{(pid=104616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:36:55.901338 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afeba99-b96c-4e52-acf2-d4cd4af2c153 None None] Updating router cc1003ba-30c8-46bc-b542-18ef8dfb333a port 2cb633a0-d78f-4c73-9d4c-a54386d7c104 binding host dv-cinder-828805-4-iscsi {{(pid=104616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:36:55.911175 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-75120e74-86a8-4635-97ef-9703e2095874 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791799485040'] for network (7c13dc1d-f380-49ee-81c0-8fa160a2bc45), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:55.933386 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-7afeba99-b96c-4e52-acf2-d4cd4af2c153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (2cb633a0-d78f-4c73-9d4c-a54386d7c104), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:55.979669 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:56.011397 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-75120e74-86a8-4635-97ef-9703e2095874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395'] for network (7c13dc1d-f380-49ee-81c0-8fa160a2bc45), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:56.012840 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75120e74-86a8-4635-97ef-9703e2095874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:56.014296 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-75120e74-86a8-4635-97ef-9703e2095874 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-373421'] for network (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:56.110624 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75120e74-86a8-4635-97ef-9703e2095874 admin admin] Pushing event updated for resources: {'Network': ['ID=7c13dc1d-f380-49ee-81c0-8fa160a2bc45,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:56.126021 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Network 7c13dc1d-f380-49ee-81c0-8fa160a2bc45 details requested by agent ovs-agent-dv-cinder-828805-4-iscsi with host dv-cinder-828805-4-iscsi {{(pid=104616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:36:56.166942 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-75120e74-86a8-4635-97ef-9703e2095874 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7651088 May 27 03:36:56.169719 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 36864) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:56.175425 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.v2.base [None req-3c79cfad-aeff-42f3-b32d-831680bb3570 admin admin] Request body: {'subnet': {'network_id': '7c13dc1d-f380-49ee-81c0-8fa160a2bc45', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1795868132-subnet', 'tenant_id': '605d09ab997143aabb55d2733c74116f', 'ip_version': 4}} {{(pid=104615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:36:56.184869 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:56.288400 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c79cfad-aeff-42f3-b32d-831680bb3570 admin admin] Made reservation on behalf of 605d09ab997143aabb55d2733c74116f for: {'subnet': 1} {{(pid=104615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:36:56.291385 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-3c79cfad-aeff-42f3-b32d-831680bb3570 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581752272'] for subnet (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:56.333191 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:56.346894 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-7afeba99-b96c-4e52-acf2-d4cd4af2c153 None None] Publish callbacks [] for port (2cb633a0-d78f-4c73-9d4c-a54386d7c104), precommit_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:56.364771 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 36868) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:56.370617 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [None req-5329f8bf-0488-4099-80cf-1da56b7f9763 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1706458599', 'description': 'tempest-description--159303285'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:36:56.411270 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device c5c03aeb-0ab4-4123-bfc8-4005510a2c2b up at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:36:56.447347 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-7afeba99-b96c-4e52-acf2-d4cd4af2c153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (2cb633a0-d78f-4c73-9d4c-a54386d7c104), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:56.483906 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-5329f8bf-0488-4099-80cf-1da56b7f9763 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for security_group (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:56.504777 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a1334-98e4-449d-8da9-ef100c076914 None None] Pushing event updated for resources: {'Port': ['ID=2cb633a0-d78f-4c73-9d4c-a54386d7c104,revision_number=3']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:56.515283 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Provisioning complete for port c5c03aeb-0ab4-4123-bfc8-4005510a2c2b triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:36:56.515804 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (c5c03aeb-0ab4-4123-bfc8-4005510a2c2b), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:56.562399 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-3c79cfad-aeff-42f3-b32d-831680bb3570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585481064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581752262'] for subnet (c7204477-7fc0-47c5-9fed-322d082af5ff), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:56.568082 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-5329f8bf-0488-4099-80cf-1da56b7f9763 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for security_group (1a02cef0-b522-43fd-b070-1274cf874139), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:56.572867 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:56.598527 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.managers [None req-7afeba99-b96c-4e52-acf2-d4cd4af2c153 None None] Attempting to bind port 2cb633a0-d78f-4c73-9d4c-a54386d7c104 on host dv-cinder-828805-4-iscsi for vnic_type normal with profile {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:36:56.598778 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.managers [None req-7afeba99-b96c-4e52-acf2-d4cd4af2c153 None None] Attempting to bind port 2cb633a0-d78f-4c73-9d4c-a54386d7c104 by drivers openvswitch,hyperv on host dv-cinder-828805-4-iscsi at level 0 using segments [{'id': 'be2bf9c1-995c-430f-ada9-4c7603cb9ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '430833dd-8c2a-4184-8f60-2460eb1e769c'}] {{(pid=104616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:36:56.599047 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afeba99-b96c-4e52-acf2-d4cd4af2c153 None None] Attempting to bind port 2cb633a0-d78f-4c73-9d4c-a54386d7c104 on network 430833dd-8c2a-4184-8f60-2460eb1e769c {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:36:56.607575 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afeba99-b96c-4e52-acf2-d4cd4af2c153 None None] Checking agent: {'id': '917d01f3-4a27-4590-ae14-da14d21a1e88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 26, 21), 'started_at': datetime.datetime(2022, 5, 27, 3, 26, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:36:56.607951 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afeba99-b96c-4e52-acf2-d4cd4af2c153 None None] Checking segment: {'id': 'be2bf9c1-995c-430f-ada9-4c7603cb9ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '430833dd-8c2a-4184-8f60-2460eb1e769c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:36:56.608257 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-7afeba99-b96c-4e52-acf2-d4cd4af2c153 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:56.608644 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afeba99-b96c-4e52-acf2-d4cd4af2c153 None None] Bound using segment: {'id': 'be2bf9c1-995c-430f-ada9-4c7603cb9ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '430833dd-8c2a-4184-8f60-2460eb1e769c'} {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:36:56.609406 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.managers [None req-7afeba99-b96c-4e52-acf2-d4cd4af2c153 None None] Bound port: 2cb633a0-d78f-4c73-9d4c-a54386d7c104, host: dv-cinder-828805-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be2bf9c1-995c-430f-ada9-4c7603cb9ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '430833dd-8c2a-4184-8f60-2460eb1e769c'}}] {{(pid=104616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:36:56.609782 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-7afeba99-b96c-4e52-acf2-d4cd4af2c153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (2cb633a0-d78f-4c73-9d4c-a54386d7c104), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:56.625088 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c79cfad-aeff-42f3-b32d-831680bb3570 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7204477-7fc0-47c5-9fed-322d082af5ff,revision_number=0']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:56.642221 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c79cfad-aeff-42f3-b32d-831680bb3570 admin admin] Checking segment: {'id': '3ccf2ab5-3fb5-479a-8780-142a2ee0fb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '7c13dc1d-f380-49ee-81c0-8fa160a2bc45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:36:56.642221 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c79cfad-aeff-42f3-b32d-831680bb3570 admin admin] Network hostable DHCP agents. Network: 7c13dc1d-f380-49ee-81c0-8fa160a2bc45, hostable agents: ['b322252d-fb9d-4652-a830-647fed26b29a'], hosted agents: [] {{(pid=104615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:36:56.661240 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-5329f8bf-0488-4099-80cf-1da56b7f9763 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (1a02cef0-b522-43fd-b070-1274cf874139), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:56.691964 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Current status of the port c5c03aeb-0ab4-4123-bfc8-4005510a2c2b is: ACTIVE; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:36:56.704157 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5329f8bf-0488-4099-80cf-1da56b7f9763 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a02cef0-b522-43fd-b070-1274cf874139,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:56.723825 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-7afeba99-b96c-4e52-acf2-d4cd4af2c153 None None] For port 2cb633a0-d78f-4c73-9d4c-a54386d7c104, host dv-cinder-828805-4-iscsi, cleared binding levels {{(pid=104616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:36:56.727540 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-7afeba99-b96c-4e52-acf2-d4cd4af2c153 None None] For port 2cb633a0-d78f-4c73-9d4c-a54386d7c104, host dv-cinder-828805-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=2cb633a0-d78f-4c73-9d4c-a54386d7c104,segment=NetworkSegment(be2bf9c1-995c-430f-ada9-4c7603cb9ea3),segment_id=be2bf9c1-995c-430f-ada9-4c7603cb9ea3)] {{(pid=104616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:36:56.728762 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-1ffbc4e1-6ee8-4493-9ded-4b9c52193881 None None] Provisioning complete for port 2cb633a0-d78f-4c73-9d4c-a54386d7c104 triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:36:56.729132 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-1ffbc4e1-6ee8-4493-9ded-4b9c52193881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (2cb633a0-d78f-4c73-9d4c-a54386d7c104), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:56.734801 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94909255-c0eb-42c8-86f4-d3622d539f0c', 'tag': '0b783256-36f5-4ea7-b360-d6d1ff32af14'}] {{(pid=104614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:36:56.739396 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a93b0eab3ec594b69aa68cd7d580be2fac36b4cb942ee4cac03c85783d056da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb56ee2-d2d0-4f7e-80d9-96917af6311d" -d '{"events": [{"name": "network-changed", "server_uuid": "94909255-c0eb-42c8-86f4-d3622d539f0c", "tag": "0b783256-36f5-4ea7-b360-d6d1ff32af14"}]}' {{(pid=104614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:36:56.768037 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-1ffbc4e1-6ee8-4493-9ded-4b9c52193881 None None] Port 2cb633a0-d78f-4c73-9d4c-a54386d7c104 cannot update to ACTIVE because it is not bound. {{(pid=104616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:36:56.774428 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a998b44a-d3b0-4bb5-8e45-747446f4f229 x-openstack-request-id: req-a998b44a-d3b0-4bb5-8e45-747446f4f229 {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:36:56.774722 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94909255-c0eb-42c8-86f4-d3622d539f0c", "tag": "0b783256-36f5-4ea7-b360-d6d1ff32af14", "status": "completed", "code": 200}]} {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:36:56.775023 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a998b44a-d3b0-4bb5-8e45-747446f4f229 {{(pid=104614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:36:56.775450 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a998b44a-d3b0-4bb5-8e45-747446f4f229'] response: {'name': 'network-changed', 'server_uuid': '94909255-c0eb-42c8-86f4-d3622d539f0c', 'tag': '0b783256-36f5-4ea7-b360-d6d1ff32af14', 'status': 'completed', 'code': 200} May 27 03:36:56.786475 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c79cfad-aeff-42f3-b32d-831680bb3570 admin admin] Network 7c13dc1d-f380-49ee-81c0-8fa160a2bc45 is scheduled to be hosted by DHCP agent b322252d-fb9d-4652-a830-647fed26b29a with binding_index 1 {{(pid=104615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:36:56.789767 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-5329f8bf-0488-4099-80cf-1da56b7f9763 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for security_group (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:56.791212 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-5329f8bf-0488-4099-80cf-1da56b7f9763 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4242578 May 27 03:36:56.794171 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 36880) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:56.798524 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.v2.base [None req-c8efecfe-1822-4b79-a415-1b6c28c84d13 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Request body: {'security_group_rule': {'security_group_id': '1a02cef0-b522-43fd-b070-1274cf874139', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:36:56.802774 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:56.815616 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-7afeba99-b96c-4e52-acf2-d4cd4af2c153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (2cb633a0-d78f-4c73-9d4c-a54386d7c104), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:56.874113 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afeba99-b96c-4e52-acf2-d4cd4af2c153 None None] Routers {'cc1003ba-30c8-46bc-b542-18ef8dfb333a'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:36:56.874289 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24daac88-d346-465a-93a1-d5ed8e06e293 req-b57378ac-d2fd-4631-a67c-7801d7cc1a71 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:56.874760 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-7afeba99-b96c-4e52-acf2-d4cd4af2c153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:36:47Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['cc1003ba-30c8-46bc-b542-18ef8dfb333a'], 'active': True} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:56.875769 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-24daac88-d346-465a-93a1-d5ed8e06e293 req-b57378ac-d2fd-4631-a67c-7801d7cc1a71 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=94909255-c0eb-42c8-86f4-d3622d539f0c HTTP/1.1" status: 200 len: 943 time: 0.0538714 May 27 03:36:56.879897 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a1334-98e4-449d-8da9-ef100c076914 None None] Pushing event updated for resources: {'Port': ['ID=2cb633a0-d78f-4c73-9d4c-a54386d7c104,revision_number=4']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:56.933583 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-24daac88-d346-465a-93a1-d5ed8e06e293 req-50beea3f-bfab-4fff-b799-de7a2e6a0ee5 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518293 May 27 03:36:56.945227 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.base_scheduler [None req-3c79cfad-aeff-42f3-b32d-831680bb3570 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-4-iscsi, 7c13dc1d-f380-49ee-81c0-8fa160a2bc45) {{(pid=104615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:36:56.954177 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c79cfad-aeff-42f3-b32d-831680bb3570 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:56.954851 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-3c79cfad-aeff-42f3-b32d-831680bb3570 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-373421'] for subnet (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:56.975422 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96de7b6-ef86-43d8-bd1f-7337e81a6ede None None] Network 7c13dc1d-f380-49ee-81c0-8fa160a2bc45 requested from dv-cinder-828805-4-iscsi {{(pid=104616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:36:56.982056 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-c8efecfe-1822-4b79-a415-1b6c28c84d13 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for security_group_rule (162be712-a450-4925-8e77-e46d5a75ce0f), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:57.046324 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvr_db [None req-7afeba99-b96c-4e52-acf2-d4cd4af2c153 None None] Set router cc1003ba-30c8-46bc-b542-18ef8dfb333a gateway port host: dv-cinder-828805-4-iscsi {{(pid=104616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:36:57.051977 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-c8efecfe-1822-4b79-a415-1b6c28c84d13 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for security_group_rule (162be712-a450-4925-8e77-e46d5a75ce0f), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:57.058547 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-3c79cfad-aeff-42f3-b32d-831680bb3570 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8851206 May 27 03:36:57.058729 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 36886) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:57.063877 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.v2.base [None req-ace05651-af37-401a-af56-cd3c529fcb24 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1795868132-router', 'tenant_id': '605d09ab997143aabb55d2733c74116f', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6'}}} {{(pid=104615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:36:57.114968 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-da9ea9c1-2ca0-4b8a-b662-1ef75b7eefb6 None None] Provisioning complete for port 2cb633a0-d78f-4c73-9d4c-a54386d7c104 triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:36:57.115364 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-da9ea9c1-2ca0-4b8a-b662-1ef75b7eefb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (2cb633a0-d78f-4c73-9d4c-a54386d7c104), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:57.150076 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-c8efecfe-1822-4b79-a415-1b6c28c84d13 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567362'] for security_group_rule (162be712-a450-4925-8e77-e46d5a75ce0f), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:57.173410 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8efecfe-1822-4b79-a415-1b6c28c84d13 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=162be712-a450-4925-8e77-e46d5a75ce0f,revision_number=0']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:57.181443 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-ace05651-af37-401a-af56-cd3c529fcb24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-682096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60928'] for router (e051f69f-3a41-4780-a7a0-624685063463), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:57.183258 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-ace05651-af37-401a-af56-cd3c529fcb24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-537747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60985'] for router (e051f69f-3a41-4780-a7a0-624685063463), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:57.233369 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fce090-0d12-43f5-a5a2-785c1a6c4e20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa70b6f22-5e3f-55f6-a93b-19dd150a441c-7c13dc1d-f380-49ee-81c0-8fa160a2bc45', 'network_id': '7c13dc1d-f380-49ee-81c0-8fa160a2bc45', 'project_id': '605d09ab997143aabb55d2733c74116f', 'fixed_ips': [{'subnet_id': 'c7204477-7fc0-47c5-9fed-322d082af5ff'}]}} from dv-cinder-828805-4-iscsi. {{(pid=104616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 03:36:57.234296 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-66fce090-0d12-43f5-a5a2-785c1a6c4e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (None), before_create {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:57.244621 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-ace05651-af37-401a-af56-cd3c529fcb24 admin admin] Publish callbacks [] for router_controller (e051f69f-3a41-4780-a7a0-624685063463), precommit_add_association {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:57.254477 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-c8efecfe-1822-4b79-a415-1b6c28c84d13 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:57.255811 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-c8efecfe-1822-4b79-a415-1b6c28c84d13 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4607081 May 27 03:36:57.258625 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 36898) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:57.263414 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [None req-a88bb837-77e3-490b-a980-6dc989cb4423 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Request body: {'security_group_rule': {'security_group_id': '1a02cef0-b522-43fd-b070-1274cf874139', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:36:57.376071 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-a88bb837-77e3-490b-a980-6dc989cb4423 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for security_group_rule (a40b1181-3dee-4bf1-a2c4-c8bdb1b6cccf), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:57.453624 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-a88bb837-77e3-490b-a980-6dc989cb4423 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for security_group_rule (a40b1181-3dee-4bf1-a2c4-c8bdb1b6cccf), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:57.496070 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-ace05651-af37-401a-af56-cd3c529fcb24 admin admin] Publish callbacks [] for router_gateway (e051f69f-3a41-4780-a7a0-624685063463), precommit_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:57.510764 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-da9ea9c1-2ca0-4b8a-b662-1ef75b7eefb6 None None] Current status of the port 2cb633a0-d78f-4c73-9d4c-a54386d7c104 is: DOWN; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:36:57.511178 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-da9ea9c1-2ca0-4b8a-b662-1ef75b7eefb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (2cb633a0-d78f-4c73-9d4c-a54386d7c104), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:57.550602 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-a88bb837-77e3-490b-a980-6dc989cb4423 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567362'] for security_group_rule (a40b1181-3dee-4bf1-a2c4-c8bdb1b6cccf), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:57.571841 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88bb837-77e3-490b-a980-6dc989cb4423 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a40b1181-3dee-4bf1-a2c4-c8bdb1b6cccf,revision_number=0']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:57.606995 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-7afeba99-b96c-4e52-acf2-d4cd4af2c153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1003ba-30c8-46bc-b542-18ef8dfb333a', 'name': 'tempest-TestShelveInstance-551542010-router', 'tenant_id': '19592ab2e5e04d7c952aebf73f4fca6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'c5c03aeb-0ab4-4123-bfc8-4005510a2c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:48Z', 'updated_at': '2022-05-27T03:36:52Z', 'revision_number': 4, 'project_id': '19592ab2e5e04d7c952aebf73f4fca6e', 'gw_port': {'id': 'c5c03aeb-0ab4-4123-bfc8-4005510a2c2b', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1003ba-30c8-46bc-b542-18ef8dfb333a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:49Z', 'updated_at': '2022-05-27T03:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_interfaces': [{'id': '2cb633a0-d78f-4c73-9d4c-a54386d7c104', 'name': '', 'network_id': '430833dd-8c2a-4184-8f60-2460eb1e769c', 'tenant_id': '19592ab2e5e04d7c952aebf73f4fca6e', 'mac_address': 'fa:16:3e:af:af:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1003ba-30c8-46bc-b542-18ef8dfb333a', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '0c7d2ccd-23b4-4acf-944e-c57bae962263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:51Z', 'updated_at': '2022-05-27T03:36:56Z', 'revision_number': 4, 'project_id': '19592ab2e5e04d7c952aebf73f4fca6e', 'subnets': [{'id': '0c7d2ccd-23b4-4acf-944e-c57bae962263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:57.621435 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-da9ea9c1-2ca0-4b8a-b662-1ef75b7eefb6 None None] For port 2cb633a0-d78f-4c73-9d4c-a54386d7c104, host dv-cinder-828805-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=2cb633a0-d78f-4c73-9d4c-a54386d7c104,segment=NetworkSegment(be2bf9c1-995c-430f-ada9-4c7603cb9ea3),segment_id=be2bf9c1-995c-430f-ada9-4c7603cb9ea3)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:57.649551 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afeba99-b96c-4e52-acf2-d4cd4af2c153 None None] The sync data for ids ['cc1003ba-30c8-46bc-b542-18ef8dfb333a'] in dv-cinder-828805-4-iscsi is: [{'id': 'cc1003ba-30c8-46bc-b542-18ef8dfb333a', 'name': 'tempest-TestShelveInstance-551542010-router', 'tenant_id': '19592ab2e5e04d7c952aebf73f4fca6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'c5c03aeb-0ab4-4123-bfc8-4005510a2c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:48Z', 'updated_at': '2022-05-27T03:36:52Z', 'revision_number': 4, 'project_id': '19592ab2e5e04d7c952aebf73f4fca6e', 'gw_port': {'id': 'c5c03aeb-0ab4-4123-bfc8-4005510a2c2b', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1003ba-30c8-46bc-b542-18ef8dfb333a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:49Z', 'updated_at': '2022-05-27T03:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_interfaces': [{'id': '2cb633a0-d78f-4c73-9d4c-a54386d7c104', 'name': '', 'network_id': '430833dd-8c2a-4184-8f60-2460eb1e769c', 'tenant_id': '19592ab2e5e04d7c952aebf73f4fca6e', 'mac_address': 'fa:16:3e:af:af:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1003ba-30c8-46bc-b542-18ef8dfb333a', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '0c7d2ccd-23b4-4acf-944e-c57bae962263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:51Z', 'updated_at': '2022-05-27T03:36:56Z', 'revision_number': 4, 'project_id': '19592ab2e5e04d7c952aebf73f4fca6e', 'subnets': [{'id': '0c7d2ccd-23b4-4acf-944e-c57bae962263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:36:57.651541 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.db_base_plugin_common [None req-66fce090-0d12-43f5-a5a2-785c1a6c4e20 None None] Allocated IP 172.20.0.2 (7c13dc1d-f380-49ee-81c0-8fa160a2bc45/c7204477-7fc0-47c5-9fed-322d082af5ff/6e4d3a09-c8cb-4bb3-8946-8b9c7c282aad) {{(pid=104616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:36:57.659254 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-a88bb837-77e3-490b-a980-6dc989cb4423 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:57.664713 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 36902) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:57.665990 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-a88bb837-77e3-490b-a980-6dc989cb4423 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4045870 May 27 03:36:57.670757 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.v2.base [None req-aa8266ba-3dc8-49fc-b5b4-5d9975bc60b6 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Request body: {'floatingip': {'floating_network_id': '6db324a0-41f0-4440-95df-83df441784f6'}} {{(pid=104615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:36:57.688012 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-da9ea9c1-2ca0-4b8a-b662-1ef75b7eefb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (2cb633a0-d78f-4c73-9d4c-a54386d7c104), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:57.780769 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:57.794502 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d6db7-4c94-4b95-9593-8f9c95759ab9 req-e3adb198-e59d-4acd-9d08-c5e016b72512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:57.797819 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-cf6d6db7-4c94-4b95-9593-8f9c95759ab9 req-e3adb198-e59d-4acd-9d08-c5e016b72512 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7ad434bf-5110-4909-8d4e-fd9ddb1876ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0682340 May 27 03:36:57.833920 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9ea9c1-2ca0-4b8a-b662-1ef75b7eefb6 None None] Pushing event updated for resources: {'Port': ['ID=2cb633a0-d78f-4c73-9d4c-a54386d7c104,revision_number=5']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:57.836305 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-ace05651-af37-401a-af56-cd3c529fcb24 admin admin] Publish callbacks [] for router_gateway (e051f69f-3a41-4780-a7a0-624685063463), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:57.870506 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-ace05651-af37-401a-af56-cd3c529fcb24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:57.902572 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-66fce090-0d12-43f5-a5a2-785c1a6c4e20 None None] Publish callbacks [] for port (6e4d3a09-c8cb-4bb3-8946-8b9c7c282aad), precommit_create {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:57.932818 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb56ee2-d2d0-4f7e-80d9-96917af6311d req-d4af700f-2315-4d99-a603-fc4076b9cdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:57.934449 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-dbb56ee2-d2d0-4f7e-80d9-96917af6311d req-d4af700f-2315-4d99-a603-fc4076b9cdd8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=03b1335715234895a0c1a555b22ee8d3&device_id=94909255-c0eb-42c8-86f4-d3622d539f0c HTTP/1.1" status: 200 len: 1127 time: 0.0805132 May 27 03:36:57.944635 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-aa8266ba-3dc8-49fc-b5b4-5d9975bc60b6 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:58.031707 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-cf6d6db7-4c94-4b95-9593-8f9c95759ab9 req-da135367-2adf-4fd2-ac3c-e80cf7049660 service neutron] 10.222.0.69 "GET /v2.0/networks/7ad434bf-5110-4909-8d4e-fd9ddb1876ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260520 May 27 03:36:58.064699 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-66fce090-0d12-43f5-a5a2-785c1a6c4e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791799515441'] for port (6e4d3a09-c8cb-4bb3-8946-8b9c7c282aad), after_create {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:58.106613 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-aa8266ba-3dc8-49fc-b5b4-5d9975bc60b6 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:58.137354 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fce090-0d12-43f5-a5a2-785c1a6c4e20 None None] Network 7c13dc1d-f380-49ee-81c0-8fa160a2bc45 is already hosted by enough agents. {{(pid=104616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:36:58.141281 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fce090-0d12-43f5-a5a2-785c1a6c4e20 None None] Pushing event updated for resources: {'Port': ['ID=6e4d3a09-c8cb-4bb3-8946-8b9c7c282aad,revision_number=1']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:58.147721 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb56ee2-d2d0-4f7e-80d9-96917af6311d req-bbb69b6a-79c7-4e02-8dd9-c433027fbaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:58.149270 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-dbb56ee2-d2d0-4f7e-80d9-96917af6311d req-bbb69b6a-79c7-4e02-8dd9-c433027fbaa8 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=03b1335715234895a0c1a555b22ee8d3&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1984034 May 27 03:36:58.152905 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.scheduler.base_scheduler [None req-66fce090-0d12-43f5-a5a2-785c1a6c4e20 None None] Resources bound (agent type, host, resource id): {{(pid=104616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:36:58.157231 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fce090-0d12-43f5-a5a2-785c1a6c4e20 None None] Received port after_create {{(pid=104616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:36:58.248094 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.managers [None req-66fce090-0d12-43f5-a5a2-785c1a6c4e20 None None] Attempting to bind port 6e4d3a09-c8cb-4bb3-8946-8b9c7c282aad on host dv-cinder-828805-4-iscsi for vnic_type normal with profile {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:36:58.248464 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.managers [None req-66fce090-0d12-43f5-a5a2-785c1a6c4e20 None None] Attempting to bind port 6e4d3a09-c8cb-4bb3-8946-8b9c7c282aad by drivers openvswitch,hyperv on host dv-cinder-828805-4-iscsi at level 0 using segments [{'id': '3ccf2ab5-3fb5-479a-8780-142a2ee0fb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '7c13dc1d-f380-49ee-81c0-8fa160a2bc45'}] {{(pid=104616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:36:58.248812 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fce090-0d12-43f5-a5a2-785c1a6c4e20 None None] Attempting to bind port 6e4d3a09-c8cb-4bb3-8946-8b9c7c282aad on network 7c13dc1d-f380-49ee-81c0-8fa160a2bc45 {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:36:58.255032 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fce090-0d12-43f5-a5a2-785c1a6c4e20 None None] Checking agent: {'id': '917d01f3-4a27-4590-ae14-da14d21a1e88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 26, 21), 'started_at': datetime.datetime(2022, 5, 27, 3, 26, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:36:58.255431 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fce090-0d12-43f5-a5a2-785c1a6c4e20 None None] Checking segment: {'id': '3ccf2ab5-3fb5-479a-8780-142a2ee0fb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '7c13dc1d-f380-49ee-81c0-8fa160a2bc45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:36:58.255839 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-66fce090-0d12-43f5-a5a2-785c1a6c4e20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:58.262038 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fce090-0d12-43f5-a5a2-785c1a6c4e20 None None] Bound using segment: {'id': '3ccf2ab5-3fb5-479a-8780-142a2ee0fb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '7c13dc1d-f380-49ee-81c0-8fa160a2bc45'} {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:36:58.262038 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.managers [None req-66fce090-0d12-43f5-a5a2-785c1a6c4e20 None None] Bound port: 6e4d3a09-c8cb-4bb3-8946-8b9c7c282aad, host: dv-cinder-828805-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ccf2ab5-3fb5-479a-8780-142a2ee0fb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '7c13dc1d-f380-49ee-81c0-8fa160a2bc45'}}] {{(pid=104616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:36:58.262038 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-66fce090-0d12-43f5-a5a2-785c1a6c4e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (6e4d3a09-c8cb-4bb3-8946-8b9c7c282aad), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:58.292360 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:58.304265 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-cf6d6db7-4c94-4b95-9593-8f9c95759ab9 req-8d49be44-2657-4b24-a9a3-18a86ae03964 service neutron] 10.222.0.69 "GET /v2.0/networks/7ad434bf-5110-4909-8d4e-fd9ddb1876ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575595 May 27 03:36:58.332071 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e178693-d373-4153-b8bc-9de3056a8cfd req-d4b36e8d-d777-4177-aadf-5ce1aea09b3e tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:58.334811 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4e178693-d373-4153-b8bc-9de3056a8cfd req-d4b36e8d-d777-4177-aadf-5ce1aea09b3e tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=94909255-c0eb-42c8-86f4-d3622d539f0c HTTP/1.1" status: 200 len: 943 time: 0.1461160 May 27 03:36:58.374701 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-66fce090-0d12-43f5-a5a2-785c1a6c4e20 None None] For port 6e4d3a09-c8cb-4bb3-8946-8b9c7c282aad, host dv-cinder-828805-4-iscsi, cleared binding levels {{(pid=104616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:36:58.381265 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-66fce090-0d12-43f5-a5a2-785c1a6c4e20 None None] For port 6e4d3a09-c8cb-4bb3-8946-8b9c7c282aad, host dv-cinder-828805-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=6e4d3a09-c8cb-4bb3-8946-8b9c7c282aad,segment=NetworkSegment(3ccf2ab5-3fb5-479a-8780-142a2ee0fb2d),segment_id=3ccf2ab5-3fb5-479a-8780-142a2ee0fb2d)] {{(pid=104616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:36:58.382072 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb56ee2-d2d0-4f7e-80d9-96917af6311d req-a61ed073-5cce-4b06-b6f7-951a766450fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:58.383857 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-dbb56ee2-d2d0-4f7e-80d9-96917af6311d req-a61ed073-5cce-4b06-b6f7-951a766450fa service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2136950 May 27 03:36:58.391089 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.db.db_base_plugin_common [None req-ace05651-af37-401a-af56-cd3c529fcb24 admin admin] Allocated IP 172.27.0.186 (6db324a0-41f0-4440-95df-83df441784f6/1196ed2a-e255-42ad-b78e-696bc1bae72b/30e76648-1a1e-48e4-a088-85c3179407b9) {{(pid=104615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:36:58.439768 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 2cb633a0-d78f-4c73-9d4c-a54386d7c104 up at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:36:58.440875 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4e178693-d373-4153-b8bc-9de3056a8cfd req-87ed1aac-2a7b-46bc-9cbd-246b24e6a66d tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999093 May 27 03:36:58.483254 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-66fce090-0d12-43f5-a5a2-785c1a6c4e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (6e4d3a09-c8cb-4bb3-8946-8b9c7c282aad), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:58.515256 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9990ba2b-3bcc-4942-a89e-0d74742da935 req-ea222800-08ad-41df-acf9-a53885810c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:58.517262 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-9990ba2b-3bcc-4942-a89e-0d74742da935 req-ea222800-08ad-41df-acf9-a53885810c64 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=03b1335715234895a0c1a555b22ee8d3&device_id=94909255-c0eb-42c8-86f4-d3622d539f0c HTTP/1.1" status: 200 len: 1127 time: 0.0671921 May 27 03:36:58.549468 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=100 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:58.583222 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-ace05651-af37-401a-af56-cd3c529fcb24 admin admin] Publish callbacks [] for port (30e76648-1a1e-48e4-a088-85c3179407b9), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:58.588394 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Provisioning complete for port 2cb633a0-d78f-4c73-9d4c-a54386d7c104 triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:36:58.588748 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (2cb633a0-d78f-4c73-9d4c-a54386d7c104), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:58.590823 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fce090-0d12-43f5-a5a2-785c1a6c4e20 None None] Pushing event updated for resources: {'Port': ['ID=6e4d3a09-c8cb-4bb3-8946-8b9c7c282aad,revision_number=2']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:58.704489 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Current status of the port 2cb633a0-d78f-4c73-9d4c-a54386d7c104 is: ACTIVE; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:36:58.738641 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-ace05651-af37-401a-af56-cd3c529fcb24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791799515441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585481432'] for port (30e76648-1a1e-48e4-a088-85c3179407b9), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:58.838220 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace05651-af37-401a-af56-cd3c529fcb24 admin admin] Network 6db324a0-41f0-4440-95df-83df441784f6 is already hosted by enough agents. {{(pid=104615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:36:58.849673 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.base_scheduler [None req-ace05651-af37-401a-af56-cd3c529fcb24 admin admin] Resources bound (agent type, host, resource id): {{(pid=104615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:36:58.874571 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace05651-af37-401a-af56-cd3c529fcb24 admin admin] Pushing event updated for resources: {'Port': ['ID=30e76648-1a1e-48e4-a088-85c3179407b9,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:58.877692 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace05651-af37-401a-af56-cd3c529fcb24 admin admin] Received port after_create {{(pid=104615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:36:58.907056 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.db.db_base_plugin_common [None req-aa8266ba-3dc8-49fc-b5b4-5d9975bc60b6 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Allocated IP 172.27.0.12 (6db324a0-41f0-4440-95df-83df441784f6/1196ed2a-e255-42ad-b78e-696bc1bae72b/de6fa1b7-4dd0-4200-aaf2-5663d3d04e71) {{(pid=104615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:36:59.119378 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-aa8266ba-3dc8-49fc-b5b4-5d9975bc60b6 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for port (de6fa1b7-4dd0-4200-aaf2-5663d3d04e71), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:59.152912 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:59.285237 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-ace05651-af37-401a-af56-cd3c529fcb24 admin admin] Publish callbacks [] for router_gateway (e051f69f-3a41-4780-a7a0-624685063463), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:59.289149 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-aa8266ba-3dc8-49fc-b5b4-5d9975bc60b6 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791799515441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585481432'] for port (de6fa1b7-4dd0-4200-aaf2-5663d3d04e71), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:59.312994 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:59.364917 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8266ba-3dc8-49fc-b5b4-5d9975bc60b6 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Network 6db324a0-41f0-4440-95df-83df441784f6 is already hosted by enough agents. {{(pid=104615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:36:59.376814 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.base_scheduler [None req-aa8266ba-3dc8-49fc-b5b4-5d9975bc60b6 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Resources bound (agent type, host, resource id): {{(pid=104615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:36:59.379689 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8266ba-3dc8-49fc-b5b4-5d9975bc60b6 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Received port after_create {{(pid=104615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:36:59.444648 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8266ba-3dc8-49fc-b5b4-5d9975bc60b6 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Pushing event updated for resources: {'Port': ['ID=de6fa1b7-4dd0-4200-aaf2-5663d3d04e71,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:59.607028 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-9990ba2b-3bcc-4942-a89e-0d74742da935 req-40400418-eda8-402c-8a7a-bfb4829eb145 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b783256-36f5-4ea7-b360-d6d1ff32af14 HTTP/1.1" status: 200 len: 217 time: 0.0849190 May 27 03:36:59.667223 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 36938) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:59.684559 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3dbf8f-89d8-4588-a636-4eca9151cd2b None None] Network 7c13dc1d-f380-49ee-81c0-8fa160a2bc45 requested from dv-cinder-828805-4-iscsi {{(pid=104616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:36:59.696109 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db74f727-1cf9-4792-8f0a-aa420d1459b5 req-ca8ffb14-75db-4155-a062-5c5b277802c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:59.697673 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-db74f727-1cf9-4792-8f0a-aa420d1459b5 req-ca8ffb14-75db-4155-a062-5c5b277802c9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=03b1335715234895a0c1a555b22ee8d3&device_id=e7aaae9a-624e-4ca1-a2d9-b3bbbe2db822 HTTP/1.1" status: 200 len: 1128 time: 0.0895734 May 27 03:36:59.703719 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9990ba2b-3bcc-4942-a89e-0d74742da935 req-75a93bb9-f41c-46c5-ab68-1b1523616cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:59.705175 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-9990ba2b-3bcc-4942-a89e-0d74742da935 req-75a93bb9-f41c-46c5-ab68-1b1523616cd0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=322aacf8-7a2c-4c8b-810a-fab1e2caab1f HTTP/1.1" status: 200 len: 858 time: 0.0830197 May 27 03:36:59.778277 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-4ee4baca-92d2-45f3-8ddc-cdd95ab8f5e6 None None] Provisioning complete for port 6e4d3a09-c8cb-4bb3-8946-8b9c7c282aad triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:36:59.779338 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-4ee4baca-92d2-45f3-8ddc-cdd95ab8f5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (6e4d3a09-c8cb-4bb3-8946-8b9c7c282aad), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:59.802433 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:59.803418 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9990ba2b-3bcc-4942-a89e-0d74742da935 req-c72839d4-9bd3-4782-a747-b778d97af2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:59.805280 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-9990ba2b-3bcc-4942-a89e-0d74742da935 req-c72839d4-9bd3-4782-a747-b778d97af2c1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7ad434bf-5110-4909-8d4e-fd9ddb1876ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0912127 May 27 03:36:59.890106 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-aa8266ba-3dc8-49fc-b5b4-5d9975bc60b6 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for floatingip (54e61d84-5a5d-4420-96e9-78b46f446299), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:59.913677 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db74f727-1cf9-4792-8f0a-aa420d1459b5 req-e5eaa7b7-7168-4abb-9c02-f19330ff0cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:59.918134 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-db74f727-1cf9-4792-8f0a-aa420d1459b5 req-e5eaa7b7-7168-4abb-9c02-f19330ff0cc9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7ad434bf-5110-4909-8d4e-fd9ddb1876ab HTTP/1.1" status: 200 len: 920 time: 0.2088964 May 27 03:36:59.923062 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-d58b08e8-fa93-4989-82ef-2cb87c07b47c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:59.930603 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c069a0d-ab70-45e8-96cf-caf1973eff09 req-29e286bf-a4d2-4bc3-bda9-944f3fad9271 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:59.931628 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-3c069a0d-ab70-45e8-96cf-caf1973eff09 req-29e286bf-a4d2-4bc3-bda9-944f3fad9271 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=94909255-c0eb-42c8-86f4-d3622d539f0c HTTP/1.1" status: 200 len: 943 time: 0.1874664 May 27 03:36:59.955544 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-4ee4baca-92d2-45f3-8ddc-cdd95ab8f5e6 None None] Current status of the port 6e4d3a09-c8cb-4bb3-8946-8b9c7c282aad is: DOWN; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:36:59.955983 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-4ee4baca-92d2-45f3-8ddc-cdd95ab8f5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (6e4d3a09-c8cb-4bb3-8946-8b9c7c282aad), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:59.970255 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-ace05651-af37-401a-af56-cd3c529fcb24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663299'] for router (e051f69f-3a41-4780-a7a0-624685063463), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:00.011472 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-db74f727-1cf9-4792-8f0a-aa420d1459b5 req-b8332485-42c7-4752-8d73-9155e8b97e95 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca04734c-9ae1-421c-83aa-9ede7ab3af1a HTTP/1.1" status: 200 len: 217 time: 0.0855579 May 27 03:37:00.015953 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-4ee4baca-92d2-45f3-8ddc-cdd95ab8f5e6 None None] For port 6e4d3a09-c8cb-4bb3-8946-8b9c7c282aad, host dv-cinder-828805-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=6e4d3a09-c8cb-4bb3-8946-8b9c7c282aad,segment=NetworkSegment(3ccf2ab5-3fb5-479a-8780-142a2ee0fb2d),segment_id=3ccf2ab5-3fb5-479a-8780-142a2ee0fb2d)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:37:00.032556 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-3c069a0d-ab70-45e8-96cf-caf1973eff09 req-42991c58-e7fb-411c-91b1-8094fc2b18fc tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832846 May 27 03:37:00.084824 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-4ee4baca-92d2-45f3-8ddc-cdd95ab8f5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (6e4d3a09-c8cb-4bb3-8946-8b9c7c282aad), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:00.101133 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-9990ba2b-3bcc-4942-a89e-0d74742da935 req-6d0c1cd3-6bb3-4b36-a3e3-021f556d642a service neutron] 10.222.0.69 "GET /v2.0/networks/7ad434bf-5110-4909-8d4e-fd9ddb1876ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875962 May 27 03:37:00.119076 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-aa8266ba-3dc8-49fc-b5b4-5d9975bc60b6 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (de6fa1b7-4dd0-4200-aaf2-5663d3d04e71), before_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:00.149236 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db74f727-1cf9-4792-8f0a-aa420d1459b5 req-62105a7c-f203-4c3e-a76f-aef91d5de4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:00.150945 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-db74f727-1cf9-4792-8f0a-aa420d1459b5 req-62105a7c-f203-4c3e-a76f-aef91d5de4a5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=322aacf8-7a2c-4c8b-810a-fab1e2caab1f HTTP/1.1" status: 200 len: 858 time: 0.1261439 May 27 03:37:00.154104 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee4baca-92d2-45f3-8ddc-cdd95ab8f5e6 None None] Pushing event updated for resources: {'Port': ['ID=6e4d3a09-c8cb-4bb3-8946-8b9c7c282aad,revision_number=3']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:00.225232 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-2635434a-7d05-4375-85ae-450d5a2be7b1 None None] Provisioning complete for port 6e4d3a09-c8cb-4bb3-8946-8b9c7c282aad triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:37:00.225969 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-2635434a-7d05-4375-85ae-450d5a2be7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (6e4d3a09-c8cb-4bb3-8946-8b9c7c282aad), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:00.275959 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-d58b08e8-fa93-4989-82ef-2cb87c07b47c admin admin] Publish callbacks [] for security_group (86011090-7716-434f-8037-56ce7477da18), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:00.284361 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db74f727-1cf9-4792-8f0a-aa420d1459b5 req-f51e98c6-c4a2-4e2f-b448-ce35e8979de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:00.288476 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-db74f727-1cf9-4792-8f0a-aa420d1459b5 req-f51e98c6-c4a2-4e2f-b448-ce35e8979de1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7ad434bf-5110-4909-8d4e-fd9ddb1876ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0999794 May 27 03:37:00.324073 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-9990ba2b-3bcc-4942-a89e-0d74742da935 req-84f57666-bc13-49cb-89dd-ef1a8228054c service neutron] 10.222.0.69 "GET /v2.0/networks/7ad434bf-5110-4909-8d4e-fd9ddb1876ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133598 May 27 03:37:00.366936 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-2635434a-7d05-4375-85ae-450d5a2be7b1 None None] Current status of the port 6e4d3a09-c8cb-4bb3-8946-8b9c7c282aad is: ACTIVE; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:37:00.373240 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-d58b08e8-fa93-4989-82ef-2cb87c07b47c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (86011090-7716-434f-8037-56ce7477da18), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:00.425190 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-d58b08e8-fa93-4989-82ef-2cb87c07b47c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=db7f8fadad1549b69dd88e51735eeedb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7540770 May 27 03:37:00.427790 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 36952) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:37:00.455898 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 6e4d3a09-c8cb-4bb3-8946-8b9c7c282aad up at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:37:00.456858 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ace05651-af37-401a-af56-cd3c529fcb24 admin admin] Router e051f69f-3a41-4780-a7a0-624685063463 is scheduled to L3 agent 9df6ec88-276d-42f5-acd2-7e289451d5e3 with binding_index 1 {{(pid=104615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:37:00.484248 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58b08e8-fa93-4989-82ef-2cb87c07b47c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86011090-7716-434f-8037-56ce7477da18,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:00.512190 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-db74f727-1cf9-4792-8f0a-aa420d1459b5 req-e06bbfa9-b962-4387-bf28-c36410b666ab service neutron] 10.222.0.69 "GET /v2.0/networks/7ad434bf-5110-4909-8d4e-fd9ddb1876ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122304 May 27 03:37:00.528040 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Provisioning complete for port 6e4d3a09-c8cb-4bb3-8946-8b9c7c282aad triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:37:00.528805 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (6e4d3a09-c8cb-4bb3-8946-8b9c7c282aad), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:00.590423 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-aa8266ba-3dc8-49fc-b5b4-5d9975bc60b6 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for port (de6fa1b7-4dd0-4200-aaf2-5663d3d04e71), precommit_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:00.606874 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-803404b1-2f3a-4118-97c7-5d6e70e53f61 admin admin] Publish callbacks [] for security_group (86011090-7716-434f-8037-56ce7477da18), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:00.607892 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Current status of the port 6e4d3a09-c8cb-4bb3-8946-8b9c7c282aad is: ACTIVE; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:37:00.672293 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-aa8266ba-3dc8-49fc-b5b4-5d9975bc60b6 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585481455'] for port (de6fa1b7-4dd0-4200-aaf2-5663d3d04e71), after_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:00.682744 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-803404b1-2f3a-4118-97c7-5d6e70e53f61 admin admin] Publish callbacks [] for security_group (86011090-7716-434f-8037-56ce7477da18), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:00.712774 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace05651-af37-401a-af56-cd3c529fcb24 admin admin] Notify agent at l3_agent.dv-cinder-828805-4-iscsi the message routers_updated {{(pid=104615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:37:00.723300 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecc0a3b-b1f4-4a2b-a30a-839391fb868a None None] Sync routers for ids ['e051f69f-3a41-4780-a7a0-624685063463'] in dv-cinder-828805-4-iscsi {{(pid=104617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:37:00.731406 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:00.734722 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecc0a3b-b1f4-4a2b-a30a-839391fb868a None None] Routers {'e051f69f-3a41-4780-a7a0-624685063463'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:37:00.735360 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-6ecc0a3b-b1f4-4a2b-a30a-839391fb868a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:36:47Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['e051f69f-3a41-4780-a7a0-624685063463'], 'active': True} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:00.793615 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8266ba-3dc8-49fc-b5b4-5d9975bc60b6 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Pushing event updated for resources: {'Port': ['ID=de6fa1b7-4dd0-4200-aaf2-5663d3d04e71,revision_number=2']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:00.806168 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-aa8266ba-3dc8-49fc-b5b4-5d9975bc60b6 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680165'] for floatingip (54e61d84-5a5d-4420-96e9-78b46f446299), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:00.836672 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvr_db [None req-6ecc0a3b-b1f4-4a2b-a30a-839391fb868a None None] Set router e051f69f-3a41-4780-a7a0-624685063463 gateway port host: dv-cinder-828805-4-iscsi {{(pid=104617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:37:00.894418 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-ace05651-af37-401a-af56-cd3c529fcb24 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:00.898943 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-ace05651-af37-401a-af56-cd3c529fcb24 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.8359525 May 27 03:37:00.898943 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 36966) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:37:00.942762 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-aa8266ba-3dc8-49fc-b5b4-5d9975bc60b6 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for floatingip (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:00.952519 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-aa8266ba-3dc8-49fc-b5b4-5d9975bc60b6 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2783513 May 27 03:37:00.952519 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-803404b1-2f3a-4118-97c7-5d6e70e53f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (86011090-7716-434f-8037-56ce7477da18), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:00.952519 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-803404b1-2f3a-4118-97c7-5d6e70e53f61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:00.952519 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-803404b1-2f3a-4118-97c7-5d6e70e53f61 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/86011090-7716-434f-8037-56ce7477da18 HTTP/1.1" status: 204 len: 168 time: 0.5187564 May 27 03:37:00.968012 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803404b1-2f3a-4118-97c7-5d6e70e53f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86011090-7716-434f-8037-56ce7477da18,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:01.004103 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:01.008246 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-6ecc0a3b-b1f4-4a2b-a30a-839391fb868a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e051f69f-3a41-4780-a7a0-624685063463', 'name': 'tempest-TestShelveInstance-1795868132-router', 'tenant_id': '605d09ab997143aabb55d2733c74116f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '30e76648-1a1e-48e4-a088-85c3179407b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:57Z', 'updated_at': '2022-05-27T03:36:59Z', 'revision_number': 3, 'project_id': '605d09ab997143aabb55d2733c74116f', 'gw_port': {'id': '30e76648-1a1e-48e4-a088-85c3179407b9', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f4:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e051f69f-3a41-4780-a7a0-624685063463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:57Z', 'updated_at': '2022-05-27T03:36:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi'}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:01.044179 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecc0a3b-b1f4-4a2b-a30a-839391fb868a None None] Checking router: e051f69f-3a41-4780-a7a0-624685063463 for host: dv-cinder-828805-4-iscsi {{(pid=104617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:37:01.044524 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecc0a3b-b1f4-4a2b-a30a-839391fb868a None None] Updating router e051f69f-3a41-4780-a7a0-624685063463 port 30e76648-1a1e-48e4-a088-85c3179407b9 binding host dv-cinder-828805-4-iscsi {{(pid=104617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:37:01.091606 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron_lib.callbacks.manager [None req-6ecc0a3b-b1f4-4a2b-a30a-839391fb868a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (30e76648-1a1e-48e4-a088-85c3179407b9), before_update {{(pid=104617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:01.232082 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:01.306037 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ff2bf-b4b3-464a-81af-4de9707c4ca1 req-7f7a72e5-920d-4bcf-a2d6-efdbba5c4ea7 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:01.313932 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-e88ff2bf-b4b3-464a-81af-4de9707c4ca1 req-7f7a72e5-920d-4bcf-a2d6-efdbba5c4ea7 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=94909255-c0eb-42c8-86f4-d3622d539f0c HTTP/1.1" status: 200 len: 943 time: 0.1600041 May 27 03:37:01.435386 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 37000) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:37:01.463123 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-c1ac793f-dec8-450c-a98f-0c16e3c43b6d req-2fefd1d6-7cf6-4a07-84db-c21ce146b380 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1706458599&fields=id&tenant_id=8ae1382d8f774b5db702d78e3bed622a HTTP/1.1" status: 200 len: 267 time: 0.1065390 May 27 03:37:01.500978 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:01.505277 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-db74f727-1cf9-4792-8f0a-aa420d1459b5 req-6313b610-9afd-4ef0-98a1-87f5cf17b33d service neutron] 10.222.0.69 "GET /v2.0/networks/7ad434bf-5110-4909-8d4e-fd9ddb1876ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988564 May 27 03:37:01.512635 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron_lib.callbacks.manager [None req-6ecc0a3b-b1f4-4a2b-a30a-839391fb868a None None] Publish callbacks [] for port (30e76648-1a1e-48e4-a088-85c3179407b9), precommit_update {{(pid=104617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:01.620794 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-e88ff2bf-b4b3-464a-81af-4de9707c4ca1 req-4c0cb954-67ee-4f32-90ae-3788e8a17807 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696841 May 27 03:37:01.639178 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron_lib.callbacks.manager [None req-6ecc0a3b-b1f4-4a2b-a30a-839391fb868a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (30e76648-1a1e-48e4-a088-85c3179407b9), after_update {{(pid=104617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:01.706061 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac793f-dec8-450c-a98f-0c16e3c43b6d req-7f763f4d-fe93-45fd-8dea-78196c9383c2 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:01.707400 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-c1ac793f-dec8-450c-a98f-0c16e3c43b6d req-7f763f4d-fe93-45fd-8dea-78196c9383c2 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/networks?id=24e2e56a-4202-49e3-9751-4bcdb4e8a6ed HTTP/1.1" status: 200 len: 815 time: 0.2157240 May 27 03:37:01.710875 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.managers [None req-6ecc0a3b-b1f4-4a2b-a30a-839391fb868a None None] Attempting to bind port 30e76648-1a1e-48e4-a088-85c3179407b9 on host dv-cinder-828805-4-iscsi for vnic_type normal with profile {{(pid=104617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:37:01.711428 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.managers [None req-6ecc0a3b-b1f4-4a2b-a30a-839391fb868a None None] Attempting to bind port 30e76648-1a1e-48e4-a088-85c3179407b9 by drivers openvswitch,hyperv on host dv-cinder-828805-4-iscsi at level 0 using segments [{'id': '2b0e99ee-61aa-44db-85d9-9c6d208f29d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6db324a0-41f0-4440-95df-83df441784f6'}] {{(pid=104617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:37:01.711783 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ecc0a3b-b1f4-4a2b-a30a-839391fb868a None None] Attempting to bind port 30e76648-1a1e-48e4-a088-85c3179407b9 on network 6db324a0-41f0-4440-95df-83df441784f6 {{(pid=104617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:37:01.713748 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb92bc3-6aec-481a-9a81-2d4d925eb794 None None] Pushing event updated for resources: {'Port': ['ID=30e76648-1a1e-48e4-a088-85c3179407b9,revision_number=2']} {{(pid=104617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:01.719614 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ecc0a3b-b1f4-4a2b-a30a-839391fb868a None None] Checking agent: {'id': '917d01f3-4a27-4590-ae14-da14d21a1e88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 26, 21), 'started_at': datetime.datetime(2022, 5, 27, 3, 26, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:37:01.720005 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ecc0a3b-b1f4-4a2b-a30a-839391fb868a None None] Checking segment: {'id': '2b0e99ee-61aa-44db-85d9-9c6d208f29d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6db324a0-41f0-4440-95df-83df441784f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:37:01.720564 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron_lib.callbacks.manager [None req-6ecc0a3b-b1f4-4a2b-a30a-839391fb868a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:01.720937 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ecc0a3b-b1f4-4a2b-a30a-839391fb868a None None] Bound using segment: {'id': '2b0e99ee-61aa-44db-85d9-9c6d208f29d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6db324a0-41f0-4440-95df-83df441784f6'} {{(pid=104617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:37:01.721395 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.managers [None req-6ecc0a3b-b1f4-4a2b-a30a-839391fb868a None None] Bound port: 30e76648-1a1e-48e4-a088-85c3179407b9, host: dv-cinder-828805-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b0e99ee-61aa-44db-85d9-9c6d208f29d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6db324a0-41f0-4440-95df-83df441784f6'}}] {{(pid=104617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:37:01.721757 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron_lib.callbacks.manager [None req-6ecc0a3b-b1f4-4a2b-a30a-839391fb868a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (30e76648-1a1e-48e4-a088-85c3179407b9), before_update {{(pid=104617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:01.730897 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device ca04734c-9ae1-421c-83aa-9ede7ab3af1a details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:37:01.748631 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-c1ac793f-dec8-450c-a98f-0c16e3c43b6d req-c29ee5a0-56cb-480e-9174-f786db0a3983 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/quotas/8ae1382d8f774b5db702d78e3bed622a HTTP/1.1" status: 200 len: 375 time: 0.0336792 May 27 03:37:01.773204 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-50e0e4b9-866e-460a-a283-d86901668361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:01.775896 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.db [None req-6ecc0a3b-b1f4-4a2b-a30a-839391fb868a None None] For port 30e76648-1a1e-48e4-a088-85c3179407b9, host dv-cinder-828805-4-iscsi, cleared binding levels {{(pid=104617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:37:01.779889 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.db [None req-6ecc0a3b-b1f4-4a2b-a30a-839391fb868a None None] For port 30e76648-1a1e-48e4-a088-85c3179407b9, host dv-cinder-828805-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=30e76648-1a1e-48e4-a088-85c3179407b9,segment=NetworkSegment(2b0e99ee-61aa-44db-85d9-9c6d208f29d9),segment_id=2b0e99ee-61aa-44db-85d9-9c6d208f29d9)] {{(pid=104617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:37:01.830035 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-c1ac793f-dec8-450c-a98f-0c16e3c43b6d req-c7c5155b-739b-4bae-8a28-06a4d4e4d8f3 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8ae1382d8f774b5db702d78e3bed622a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0705159 May 27 03:37:01.853949 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port ca04734c-9ae1-421c-83aa-9ede7ab3af1a, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=ca04734c-9ae1-421c-83aa-9ede7ab3af1a,segment=NetworkSegment(fc3dd445-6192-41aa-98e1-63e205d6bf49),segment_id=fc3dd445-6192-41aa-98e1-63e205d6bf49)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:37:01.869003 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Returning: {'device': 'ca04734c-9ae1-421c-83aa-9ede7ab3af1a', 'network_id': '7ad434bf-5110-4909-8d4e-fd9ddb1876ab', 'port_id': 'ca04734c-9ae1-421c-83aa-9ede7ab3af1a', 'mac_address': 'fa:16:3e:41:36:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '322aacf8-7a2c-4c8b-810a-fab1e2caab1f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:37:01.906099 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Current status of the port ca04734c-9ae1-421c-83aa-9ede7ab3af1a is: DOWN; New status is: BUILD {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:37:01.906652 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (ca04734c-9ae1-421c-83aa-9ede7ab3af1a), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:01.920562 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.notifiers.nova [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca04734c-9ae1-421c-83aa-9ede7ab3af1a {{(pid=104616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:37:01.947790 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port ca04734c-9ae1-421c-83aa-9ede7ab3af1a, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=ca04734c-9ae1-421c-83aa-9ede7ab3af1a,segment=NetworkSegment(fc3dd445-6192-41aa-98e1-63e205d6bf49),segment_id=fc3dd445-6192-41aa-98e1-63e205d6bf49)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:37:01.958881 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron_lib.callbacks.manager [None req-6ecc0a3b-b1f4-4a2b-a30a-839391fb868a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (30e76648-1a1e-48e4-a088-85c3179407b9), after_update {{(pid=104617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:01.994059 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 37010) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:37:02.020494 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-8ebbd34a-d8c9-48c8-9e86-c38714a1d1c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:02.024993 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (ca04734c-9ae1-421c-83aa-9ede7ab3af1a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:02.044456 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-c1ac793f-dec8-450c-a98f-0c16e3c43b6d req-be348c41-11ac-4db9-ad97-e7cd48ba74c1 service neutron] 10.222.0.24 "GET /v2.0/networks/24e2e56a-4202-49e3-9751-4bcdb4e8a6ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748402 May 27 03:37:02.076688 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb92bc3-6aec-481a-9a81-2d4d925eb794 None None] Pushing event updated for resources: {'Port': ['ID=30e76648-1a1e-48e4-a088-85c3179407b9,revision_number=3']} {{(pid=104617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:02.118499 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Pushing event updated for resources: {'Port': ['ID=ca04734c-9ae1-421c-83aa-9ede7ab3af1a,revision_number=4']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:02.120501 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecc0a3b-b1f4-4a2b-a30a-839391fb868a None None] Routers {'e051f69f-3a41-4780-a7a0-624685063463'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:37:02.124713 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 37012) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:37:02.133696 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-6ecc0a3b-b1f4-4a2b-a30a-839391fb868a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:36:47Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['e051f69f-3a41-4780-a7a0-624685063463'], 'active': True} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:02.191387 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-8ebbd34a-d8c9-48c8-9e86-c38714a1d1c3 admin admin] Publish callbacks [] for security_group (c0cdbc64-8459-47b5-9955-9e02d8dc34ce), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:02.272098 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvr_db [None req-6ecc0a3b-b1f4-4a2b-a30a-839391fb868a None None] Set router e051f69f-3a41-4780-a7a0-624685063463 gateway port host: dv-cinder-828805-4-iscsi {{(pid=104617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:37:02.301334 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-5b43167e-a0cc-4bcd-8cc5-92f759e1d089 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:02.318351 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-8ebbd34a-d8c9-48c8-9e86-c38714a1d1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (c0cdbc64-8459-47b5-9955-9e02d8dc34ce), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:02.359193 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] get_ports_and_sgs() called for port_ids ['ca04734c-9ae1-421c-83aa-9ede7ab3af1a'] {{(pid=104616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:37:02.379832 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-8ebbd34a-d8c9-48c8-9e86-c38714a1d1c3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2fb15fc9a31f41e0929deadc4d6e7829&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3846581 May 27 03:37:02.384812 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebbd34a-d8c9-48c8-9e86-c38714a1d1c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0cdbc64-8459-47b5-9955-9e02d8dc34ce,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:02.392739 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 37020) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:37:02.432296 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.db.db_base_plugin_common [None req-50e0e4b9-866e-460a-a283-d86901668361 admin admin] Allocated IP 172.20.0.1 (7c13dc1d-f380-49ee-81c0-8fa160a2bc45/c7204477-7fc0-47c5-9fed-322d082af5ff/47b7fea0-1c39-43b6-b76d-00b214590822) {{(pid=104615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:37:02.434644 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-2884f542-c278-4eac-9f57-b799a84aa193 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:02.501619 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-24069b0a-25be-4f83-b74f-daa10c8ae5ea admin admin] Publish callbacks [] for security_group (c0cdbc64-8459-47b5-9955-9e02d8dc34ce), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:02.546142 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-24069b0a-25be-4f83-b74f-daa10c8ae5ea admin admin] Publish callbacks [] for security_group (c0cdbc64-8459-47b5-9955-9e02d8dc34ce), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:02.561414 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-5b43167e-a0cc-4bcd-8cc5-92f759e1d089 admin admin] Publish callbacks [] for security_group (89b95d7e-8f0a-426a-9999-c918c048bcb2), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:02.605457 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-c1ac793f-dec8-450c-a98f-0c16e3c43b6d req-956d6cf8-fee5-45a3-923d-2b7c987a8aec service neutron] 10.222.0.24 "GET /v2.0/networks/24e2e56a-4202-49e3-9751-4bcdb4e8a6ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5483654 May 27 03:37:02.627401 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-6ecc0a3b-b1f4-4a2b-a30a-839391fb868a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e051f69f-3a41-4780-a7a0-624685063463', 'name': 'tempest-TestShelveInstance-1795868132-router', 'tenant_id': '605d09ab997143aabb55d2733c74116f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '30e76648-1a1e-48e4-a088-85c3179407b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:57Z', 'updated_at': '2022-05-27T03:36:59Z', 'revision_number': 3, 'project_id': '605d09ab997143aabb55d2733c74116f', 'gw_port': {'id': '30e76648-1a1e-48e4-a088-85c3179407b9', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f4:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e051f69f-3a41-4780-a7a0-624685063463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:57Z', 'updated_at': '2022-05-27T03:37:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi'}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:02.637126 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-2884f542-c278-4eac-9f57-b799a84aa193 admin admin] Publish callbacks [] for security_group (0a6cc0d4-402e-40cb-8bbc-03f86fcd25c4), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:02.638317 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-5b43167e-a0cc-4bcd-8cc5-92f759e1d089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (89b95d7e-8f0a-426a-9999-c918c048bcb2), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:02.658384 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecc0a3b-b1f4-4a2b-a30a-839391fb868a None None] The sync data for ids ['e051f69f-3a41-4780-a7a0-624685063463'] in dv-cinder-828805-4-iscsi is: [{'id': 'e051f69f-3a41-4780-a7a0-624685063463', 'name': 'tempest-TestShelveInstance-1795868132-router', 'tenant_id': '605d09ab997143aabb55d2733c74116f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '30e76648-1a1e-48e4-a088-85c3179407b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:57Z', 'updated_at': '2022-05-27T03:36:59Z', 'revision_number': 3, 'project_id': '605d09ab997143aabb55d2733c74116f', 'gw_port': {'id': '30e76648-1a1e-48e4-a088-85c3179407b9', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f4:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e051f69f-3a41-4780-a7a0-624685063463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:57Z', 'updated_at': '2022-05-27T03:37:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi'}] {{(pid=104617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:37:02.689475 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-24069b0a-25be-4f83-b74f-daa10c8ae5ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (c0cdbc64-8459-47b5-9955-9e02d8dc34ce), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:02.694809 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-24069b0a-25be-4f83-b74f-daa10c8ae5ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:02.703334 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-24069b0a-25be-4f83-b74f-daa10c8ae5ea admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c0cdbc64-8459-47b5-9955-9e02d8dc34ce HTTP/1.1" status: 204 len: 168 time: 0.3011460 May 27 03:37:02.703334 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b43167e-a0cc-4bcd-8cc5-92f759e1d089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b95d7e-8f0a-426a-9999-c918c048bcb2,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:02.703334 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-5b43167e-a0cc-4bcd-8cc5-92f759e1d089 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d069fd1d39354fc6a02b0f76de7dffe7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5761535 May 27 03:37:02.718309 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 37030) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:37:02.734100 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24069b0a-25be-4f83-b74f-daa10c8ae5ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0cdbc64-8459-47b5-9955-9e02d8dc34ce,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:02.800869 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-2884f542-c278-4eac-9f57-b799a84aa193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (0a6cc0d4-402e-40cb-8bbc-03f86fcd25c4), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:02.895693 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb3ee43-32fd-437b-8ebc-f018e8adebc8 req-d38e00a1-1b0b-43e4-9318-740937db86d3 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:02.897876 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-3eb3ee43-32fd-437b-8ebc-f018e8adebc8 req-d38e00a1-1b0b-43e4-9318-740937db86d3 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=94909255-c0eb-42c8-86f4-d3622d539f0c HTTP/1.1" status: 200 len: 943 time: 0.1662383 May 27 03:37:02.904855 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-50e0e4b9-866e-460a-a283-d86901668361 admin admin] Publish callbacks [] for port (47b7fea0-1c39-43b6-b76d-00b214590822), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:02.912179 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-2884f542-c278-4eac-9f57-b799a84aa193 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ed4021fb1d7e465d8439f72923f5d651&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4479847 May 27 03:37:02.915182 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 37036) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:37:02.925389 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2884f542-c278-4eac-9f57-b799a84aa193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a6cc0d4-402e-40cb-8bbc-03f86fcd25c4,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:03.019433 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-7fc6f9b1-44c0-4306-9a3a-007b53d4d832 admin admin] Publish callbacks [] for security_group (0a6cc0d4-402e-40cb-8bbc-03f86fcd25c4), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:03.048301 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-deb483e3-5db8-449b-ba4c-d0b37ef1b012 req-8991f76a-10b2-4f8b-8119-a3f334493831 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdde11d5-7fcb-4f1e-b691-2b9f029bd6e1 HTTP/1.1" status: 200 len: 210 time: 0.1199219 May 27 03:37:03.087404 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-7fc6f9b1-44c0-4306-9a3a-007b53d4d832 admin admin] Publish callbacks [] for security_group (0a6cc0d4-402e-40cb-8bbc-03f86fcd25c4), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:03.111501 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:03.118591 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-84b2793d-5b2d-4917-bd59-81a12ccfa388 admin admin] Publish callbacks [] for security_group (89b95d7e-8f0a-426a-9999-c918c048bcb2), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:03.185093 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-50e0e4b9-866e-460a-a283-d86901668361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791799515441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585481432'] for port (47b7fea0-1c39-43b6-b76d-00b214590822), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:03.201308 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-84b2793d-5b2d-4917-bd59-81a12ccfa388 admin admin] Publish callbacks [] for security_group (89b95d7e-8f0a-426a-9999-c918c048bcb2), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:03.208087 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-3eb3ee43-32fd-437b-8ebc-f018e8adebc8 req-60bb2008-d335-4c58-bac0-84ac68529370 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925506 May 27 03:37:03.294272 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e0e4b9-866e-460a-a283-d86901668361 admin admin] Network 7c13dc1d-f380-49ee-81c0-8fa160a2bc45 is already hosted by enough agents. {{(pid=104615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:37:03.296377 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-7fc6f9b1-44c0-4306-9a3a-007b53d4d832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (0a6cc0d4-402e-40cb-8bbc-03f86fcd25c4), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:03.300245 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.base_scheduler [None req-50e0e4b9-866e-460a-a283-d86901668361 admin admin] Resources bound (agent type, host, resource id): {{(pid=104615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:37:03.304986 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e0e4b9-866e-460a-a283-d86901668361 admin admin] Received port after_create {{(pid=104615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:37:03.310312 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-7fc6f9b1-44c0-4306-9a3a-007b53d4d832 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:03.316194 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-7fc6f9b1-44c0-4306-9a3a-007b53d4d832 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0a6cc0d4-402e-40cb-8bbc-03f86fcd25c4 HTTP/1.1" status: 204 len: 168 time: 0.3997231 May 27 03:37:03.343886 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e0e4b9-866e-460a-a283-d86901668361 admin admin] Pushing event updated for resources: {'Port': ['ID=47b7fea0-1c39-43b6-b76d-00b214590822,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:03.367802 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc6f9b1-44c0-4306-9a3a-007b53d4d832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a6cc0d4-402e-40cb-8bbc-03f86fcd25c4,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:03.378076 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-50e0e4b9-866e-460a-a283-d86901668361 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680048'] for router_interface (e051f69f-3a41-4780-a7a0-624685063463), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:03.518422 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-84b2793d-5b2d-4917-bd59-81a12ccfa388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (89b95d7e-8f0a-426a-9999-c918c048bcb2), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:03.522252 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-84b2793d-5b2d-4917-bd59-81a12ccfa388 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:03.526626 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-84b2793d-5b2d-4917-bd59-81a12ccfa388 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/89b95d7e-8f0a-426a-9999-c918c048bcb2 HTTP/1.1" status: 204 len: 168 time: 0.8043997 May 27 03:37:03.554534 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b2793d-5b2d-4917-bd59-81a12ccfa388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b95d7e-8f0a-426a-9999-c918c048bcb2,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:03.659934 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:03.717264 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-32aa5e6e-e1c9-49a1-9843-daaa25f31298 None None] Provisioning complete for port 47b7fea0-1c39-43b6-b76d-00b214590822 triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:37:03.718409 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-50e0e4b9-866e-460a-a283-d86901668361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (47b7fea0-1c39-43b6-b76d-00b214590822), before_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:03.718571 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-32aa5e6e-e1c9-49a1-9843-daaa25f31298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (47b7fea0-1c39-43b6-b76d-00b214590822), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:03.747467 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device 0b783256-36f5-4ea7-b360-d6d1ff32af14 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:37:03.761558 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device ca04734c-9ae1-421c-83aa-9ede7ab3af1a up at agent hyperv_hv-cinder-82880 {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:37:03.821600 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-32aa5e6e-e1c9-49a1-9843-daaa25f31298 None None] Port 47b7fea0-1c39-43b6-b76d-00b214590822 cannot update to ACTIVE because it is not bound. {{(pid=104616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:37:03.965757 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Provisioning for port ca04734c-9ae1-421c-83aa-9ede7ab3af1a completed by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:37:04.005067 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port 0b783256-36f5-4ea7-b360-d6d1ff32af14, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=0b783256-36f5-4ea7-b360-d6d1ff32af14,segment=NetworkSegment(fc3dd445-6192-41aa-98e1-63e205d6bf49),segment_id=fc3dd445-6192-41aa-98e1-63e205d6bf49)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:37:04.029082 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Returning: {'device': '0b783256-36f5-4ea7-b360-d6d1ff32af14', 'network_id': '7ad434bf-5110-4909-8d4e-fd9ddb1876ab', 'port_id': '0b783256-36f5-4ea7-b360-d6d1ff32af14', 'mac_address': 'fa:16:3e:6c:8f:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '322aacf8-7a2c-4c8b-810a-fab1e2caab1f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:37:04.033091 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-50e0e4b9-866e-460a-a283-d86901668361 admin admin] Publish callbacks [] for port (47b7fea0-1c39-43b6-b76d-00b214590822), precommit_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:04.081801 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Current status of the port 0b783256-36f5-4ea7-b360-d6d1ff32af14 is: DOWN; New status is: BUILD {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:37:04.082114 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (0b783256-36f5-4ea7-b360-d6d1ff32af14), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:04.099355 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Provisioning complete for port ca04734c-9ae1-421c-83aa-9ede7ab3af1a triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:37:04.099736 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (ca04734c-9ae1-421c-83aa-9ede7ab3af1a), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:04.158620 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.notifiers.nova [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b783256-36f5-4ea7-b360-d6d1ff32af14 {{(pid=104616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:37:04.164992 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-50e0e4b9-866e-460a-a283-d86901668361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585481455'] for port (47b7fea0-1c39-43b6-b76d-00b214590822), after_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:04.204924 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port 0b783256-36f5-4ea7-b360-d6d1ff32af14, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=0b783256-36f5-4ea7-b360-d6d1ff32af14,segment=NetworkSegment(fc3dd445-6192-41aa-98e1-63e205d6bf49),segment_id=fc3dd445-6192-41aa-98e1-63e205d6bf49)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:37:04.271075 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Current status of the port ca04734c-9ae1-421c-83aa-9ede7ab3af1a is: BUILD; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:37:04.271497 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (ca04734c-9ae1-421c-83aa-9ede7ab3af1a), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:04.292200 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-c1997c79-e466-4f66-b7f6-a07b5d686e75 req-a4b2f8f4-6c75-46d0-a43f-721db817978b tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdde11d5-7fcb-4f1e-b691-2b9f029bd6e1 HTTP/1.1" status: 200 len: 210 time: 0.0957327 May 27 03:37:04.297245 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7aaae9a-624e-4ca1-a2d9-b3bbbe2db822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca04734c-9ae1-421c-83aa-9ede7ab3af1a'}] {{(pid=104616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:37:04.306222 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538c57523af4411a099bc77a34a8b12cae4f8d5a17830f42255aa2cd4d9c6a31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4756572-7fb7-4762-b519-8ac92bf7c4e4" -d '{"events": [{"server_uuid": "e7aaae9a-624e-4ca1-a2d9-b3bbbe2db822", "name": "network-vif-plugged", "status": "completed", "tag": "ca04734c-9ae1-421c-83aa-9ede7ab3af1a"}]}' {{(pid=104616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:37:04.334652 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port ca04734c-9ae1-421c-83aa-9ede7ab3af1a, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=ca04734c-9ae1-421c-83aa-9ede7ab3af1a,segment=NetworkSegment(fc3dd445-6192-41aa-98e1-63e205d6bf49),segment_id=fc3dd445-6192-41aa-98e1-63e205d6bf49)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:37:04.362307 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-50e0e4b9-866e-460a-a283-d86901668361 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-373377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681152'] for router_interface (e051f69f-3a41-4780-a7a0-624685063463), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:04.369463 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e0e4b9-866e-460a-a283-d86901668361 admin admin] Pushing event updated for resources: {'Port': ['ID=47b7fea0-1c39-43b6-b76d-00b214590822,revision_number=2']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:04.380874 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (0b783256-36f5-4ea7-b360-d6d1ff32af14), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:04.404171 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f452f0-211a-4dca-9192-b88837969b17 req-3eb21bdc-2273-4ab9-9554-cf0fa49c57ad tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:04.418895 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-b7f452f0-211a-4dca-9192-b88837969b17 req-3eb21bdc-2273-4ab9-9554-cf0fa49c57ad tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 945 time: 0.1384320 May 27 03:37:04.444053 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (ca04734c-9ae1-421c-83aa-9ede7ab3af1a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:04.466764 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Pushing event updated for resources: {'Port': ['ID=0b783256-36f5-4ea7-b360-d6d1ff32af14,revision_number=4']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:04.498677 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 30e76648-1a1e-48e4-a088-85c3179407b9 up at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:37:04.558122 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Pushing event updated for resources: {'Port': ['ID=ca04734c-9ae1-421c-83aa-9ede7ab3af1a,revision_number=5']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:04.558374 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab12ff-14e2-4df6-8102-31080c7b9448 req-e5a6b819-bffd-4f23-9816-e9b8cf4534e0 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:04.559903 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-aaab12ff-14e2-4df6-8102-31080c7b9448 req-e5a6b819-bffd-4f23-9816-e9b8cf4534e0 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=94909255-c0eb-42c8-86f4-d3622d539f0c HTTP/1.1" status: 200 len: 944 time: 0.1307592 May 27 03:37:04.581906 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Provisioning complete for port 30e76648-1a1e-48e4-a088-85c3179407b9 triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:37:04.582280 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (30e76648-1a1e-48e4-a088-85c3179407b9), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:04.596602 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-b7f452f0-211a-4dca-9192-b88837969b17 req-a1bc0008-e909-49d8-be7d-1722452c3a91 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1747355 May 27 03:37:04.639050 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e0e4b9-866e-460a-a283-d86901668361 admin admin] Network 7c13dc1d-f380-49ee-81c0-8fa160a2bc45 is already hosted by enough agents. {{(pid=104615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:37:04.643094 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-aaab12ff-14e2-4df6-8102-31080c7b9448 req-3c615269-35f8-42df-855b-e9130f7bd8db tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735199 May 27 03:37:04.644095 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.base_scheduler [None req-50e0e4b9-866e-460a-a283-d86901668361 admin admin] Resources bound (agent type, host, resource id): {{(pid=104615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:37:04.708233 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] get_ports_and_sgs() called for port_ids ['0b783256-36f5-4ea7-b360-d6d1ff32af14'] {{(pid=104616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:37:04.715107 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 37098) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:37:04.738172 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-0a849cd0-42f2-46aa-822a-350e9ccdd724 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:04.796006 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f36b0c-248a-4997-ad4e-29aec1c27d42 x-openstack-request-id: req-01f36b0c-248a-4997-ad4e-29aec1c27d42 {{(pid=104616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:37:04.796304 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7aaae9a-624e-4ca1-a2d9-b3bbbe2db822", "name": "network-vif-plugged", "status": "completed", "tag": "ca04734c-9ae1-421c-83aa-9ede7ab3af1a", "code": 200}]} {{(pid=104616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:37:04.797658 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-01f36b0c-248a-4997-ad4e-29aec1c27d42 {{(pid=104616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:37:04.801492 dv-cinder-828805-4-iscsi neutron-server[104616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01f36b0c-248a-4997-ad4e-29aec1c27d42'] response: {'server_uuid': 'e7aaae9a-624e-4ca1-a2d9-b3bbbe2db822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca04734c-9ae1-421c-83aa-9ede7ab3af1a', 'code': 200} May 27 03:37:04.813466 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Current status of the port 30e76648-1a1e-48e4-a088-85c3179407b9 is: DOWN; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:37:04.815052 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (30e76648-1a1e-48e4-a088-85c3179407b9), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:04.858725 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50e0e4b9-866e-460a-a283-d86901668361 admin admin] Router e051f69f-3a41-4780-a7a0-624685063463 has already been hosted by L3 agent 9df6ec88-276d-42f5-acd2-7e289451d5e3 {{(pid=104615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:37:04.901474 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:04.993181 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:05.005213 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-0a849cd0-42f2-46aa-822a-350e9ccdd724 admin admin] Publish callbacks [] for security_group (3e733c8d-9419-4c46-99f9-9794d2c1079d), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:05.046193 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] For port 30e76648-1a1e-48e4-a088-85c3179407b9, host dv-cinder-828805-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=30e76648-1a1e-48e4-a088-85c3179407b9,segment=NetworkSegment(2b0e99ee-61aa-44db-85d9-9c6d208f29d9),segment_id=2b0e99ee-61aa-44db-85d9-9c6d208f29d9)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:37:05.059260 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-2df43e54-f5b4-4998-a439-9520c43dadb3 None None] Provisioning complete for port 47b7fea0-1c39-43b6-b76d-00b214590822 triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:37:05.059645 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-2df43e54-f5b4-4998-a439-9520c43dadb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (47b7fea0-1c39-43b6-b76d-00b214590822), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:05.072994 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e0e4b9-866e-460a-a283-d86901668361 admin admin] Notify agent at l3_agent.dv-cinder-828805-4-iscsi the message routers_updated {{(pid=104615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:37:05.087885 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-50e0e4b9-866e-460a-a283-d86901668361 admin admin] 10.222.0.24 "PUT /v2.0/routers/e051f69f-3a41-4780-a7a0-624685063463/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1784999 May 27 03:37:05.112302 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-2df43e54-f5b4-4998-a439-9520c43dadb3 None None] Port 47b7fea0-1c39-43b6-b76d-00b214590822 cannot update to ACTIVE because it is not bound. {{(pid=104616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:37:05.123027 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-0a849cd0-42f2-46aa-822a-350e9ccdd724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (3e733c8d-9419-4c46-99f9-9794d2c1079d), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:05.161203 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-0a849cd0-42f2-46aa-822a-350e9ccdd724 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6ce9429917ee47fa94232afb35703316&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4450705 May 27 03:37:05.164328 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 37110) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:37:05.173400 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a849cd0-42f2-46aa-822a-350e9ccdd724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e733c8d-9419-4c46-99f9-9794d2c1079d,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:05.174519 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (30e76648-1a1e-48e4-a088-85c3179407b9), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:05.290267 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Pushing event updated for resources: {'Port': ['ID=30e76648-1a1e-48e4-a088-85c3179407b9,revision_number=4']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:05.296400 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-bef8c0db-5912-4dbe-b655-8b7667ade90d admin admin] Publish callbacks [] for security_group (3e733c8d-9419-4c46-99f9-9794d2c1079d), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:05.328945 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-bef8c0db-5912-4dbe-b655-8b7667ade90d admin admin] Publish callbacks [] for security_group (3e733c8d-9419-4c46-99f9-9794d2c1079d), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:05.440265 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-7d055efd-840b-4b5f-8fb4-bb567f7fff5d req-e9c8b771-349e-4ca3-b64f-d72bf8dd7bed tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdde11d5-7fcb-4f1e-b691-2b9f029bd6e1 HTTP/1.1" status: 200 len: 210 time: 0.0445118 May 27 03:37:05.449775 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-bef8c0db-5912-4dbe-b655-8b7667ade90d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (3e733c8d-9419-4c46-99f9-9794d2c1079d), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:05.452715 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-bef8c0db-5912-4dbe-b655-8b7667ade90d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:05.456942 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-bef8c0db-5912-4dbe-b655-8b7667ade90d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3e733c8d-9419-4c46-99f9-9794d2c1079d HTTP/1.1" status: 204 len: 168 time: 0.2910359 May 27 03:37:05.461206 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=100 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:05.473083 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef8c0db-5912-4dbe-b655-8b7667ade90d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e733c8d-9419-4c46-99f9-9794d2c1079d,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:05.501434 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:UPDATE=4,neutron:SELECT=91,neutron:INSERT=5 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:05.532979 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:05.575826 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be2464e-a330-4c30-b7f6-6bdd5955f6e2 None None] Sync routers for ids ['e051f69f-3a41-4780-a7a0-624685063463'] in dv-cinder-828805-4-iscsi {{(pid=104616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:37:05.586175 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be2464e-a330-4c30-b7f6-6bdd5955f6e2 None None] Routers {'e051f69f-3a41-4780-a7a0-624685063463'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:37:05.586798 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-3be2464e-a330-4c30-b7f6-6bdd5955f6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:36:47Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['e051f69f-3a41-4780-a7a0-624685063463'], 'active': True} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:05.679917 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 37132) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:37:05.685842 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [None req-0b179aa4-86e8-4eac-bcf0-509a61502b17 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-773143031', 'description': 'tempest-secgroup-smoke-773143031 description', 'project_id': '19592ab2e5e04d7c952aebf73f4fca6e'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:37:05.722653 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvr_db [None req-3be2464e-a330-4c30-b7f6-6bdd5955f6e2 None None] Set router e051f69f-3a41-4780-a7a0-624685063463 gateway port host: dv-cinder-828805-4-iscsi {{(pid=104616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:37:05.752942 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.agents_db [None req-cbb77ebc-65ec-4caa-a8b3-81c074906866 None None] Agent healthcheck: found 6 active agents {{(pid=104617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:37:05.768292 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0b179aa4-86e8-4eac-bcf0-509a61502b17 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Publish callbacks [] for security_group (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:05.816013 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f31547f-d2fa-4927-b394-94ac561ef999 req-af67dee8-9c03-4b22-b215-ebc914145425 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:05.817453 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-8f31547f-d2fa-4927-b394-94ac561ef999 req-af67dee8-9c03-4b22-b215-ebc914145425 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 945 time: 0.0905080 May 27 03:37:05.829097 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294be48-1b02-482c-9976-b88caba96771 req-02d344a5-eb12-4c07-b82e-0272ca686419 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:05.831311 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-d294be48-1b02-482c-9976-b88caba96771 req-02d344a5-eb12-4c07-b82e-0272ca686419 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=94909255-c0eb-42c8-86f4-d3622d539f0c HTTP/1.1" status: 200 len: 944 time: 0.0662112 May 27 03:37:05.901993 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0b179aa4-86e8-4eac-bcf0-509a61502b17 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Publish callbacks [] for security_group (3e559735-ef6e-41cc-93cf-279d407c22b7), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:05.912595 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-8f31547f-d2fa-4927-b394-94ac561ef999 req-77902831-7d94-40bc-9c10-e5c20aa79bea tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797098 May 27 03:37:05.919888 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-d294be48-1b02-482c-9976-b88caba96771 req-28418d94-9abe-42f8-96e6-832f56e61e3e tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811491 May 27 03:37:05.980661 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0b179aa4-86e8-4eac-bcf0-509a61502b17 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (3e559735-ef6e-41cc-93cf-279d407c22b7), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:05.989554 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-3be2464e-a330-4c30-b7f6-6bdd5955f6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e051f69f-3a41-4780-a7a0-624685063463', 'name': 'tempest-TestShelveInstance-1795868132-router', 'tenant_id': '605d09ab997143aabb55d2733c74116f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '30e76648-1a1e-48e4-a088-85c3179407b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:57Z', 'updated_at': '2022-05-27T03:37:03Z', 'revision_number': 4, 'project_id': '605d09ab997143aabb55d2733c74116f', 'gw_port': {'id': '30e76648-1a1e-48e4-a088-85c3179407b9', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e051f69f-3a41-4780-a7a0-624685063463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:57Z', 'updated_at': '2022-05-27T03:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_interfaces': [{'id': '47b7fea0-1c39-43b6-b76d-00b214590822', 'name': '', 'network_id': '7c13dc1d-f380-49ee-81c0-8fa160a2bc45', 'tenant_id': '605d09ab997143aabb55d2733c74116f', 'mac_address': 'fa:16:3e:17:6a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e051f69f-3a41-4780-a7a0-624685063463', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'c7204477-7fc0-47c5-9fed-322d082af5ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:01Z', 'updated_at': '2022-05-27T03:37:03Z', 'revision_number': 2, 'project_id': '605d09ab997143aabb55d2733c74116f', 'subnets': [{'id': 'c7204477-7fc0-47c5-9fed-322d082af5ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:06.021885 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be2464e-a330-4c30-b7f6-6bdd5955f6e2 None None] Checking router: e051f69f-3a41-4780-a7a0-624685063463 for host: dv-cinder-828805-4-iscsi {{(pid=104616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:37:06.022105 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be2464e-a330-4c30-b7f6-6bdd5955f6e2 None None] Updating router e051f69f-3a41-4780-a7a0-624685063463 port 47b7fea0-1c39-43b6-b76d-00b214590822 binding host dv-cinder-828805-4-iscsi {{(pid=104616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:37:06.024371 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:06.024546 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b179aa4-86e8-4eac-bcf0-509a61502b17 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e559735-ef6e-41cc-93cf-279d407c22b7,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:06.057997 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-3be2464e-a330-4c30-b7f6-6bdd5955f6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (47b7fea0-1c39-43b6-b76d-00b214590822), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:06.111859 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0b179aa4-86e8-4eac-bcf0-509a61502b17 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Publish callbacks [] for security_group (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:06.113731 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-0b179aa4-86e8-4eac-bcf0-509a61502b17 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4322672 May 27 03:37:06.116504 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 37152) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:37:06.121560 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [None req-4ea6828f-e682-433a-b01b-1c8739261071 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Request body: {'security_group_rule': {'security_group_id': '3e559735-ef6e-41cc-93cf-279d407c22b7', 'project_id': '19592ab2e5e04d7c952aebf73f4fca6e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:37:06.223327 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:06.263253 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-4ea6828f-e682-433a-b01b-1c8739261071 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Publish callbacks [] for security_group_rule (4f5733b7-b40e-471d-b6e3-98cb9d6f30b9), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:06.319287 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-4ea6828f-e682-433a-b01b-1c8739261071 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Publish callbacks [] for security_group_rule (4f5733b7-b40e-471d-b6e3-98cb9d6f30b9), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:06.363583 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-3be2464e-a330-4c30-b7f6-6bdd5955f6e2 None None] Publish callbacks [] for port (47b7fea0-1c39-43b6-b76d-00b214590822), precommit_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:06.420513 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 30e76648-1a1e-48e4-a088-85c3179407b9 up at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:37:06.438171 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-4ea6828f-e682-433a-b01b-1c8739261071 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567362'] for security_group_rule (4f5733b7-b40e-471d-b6e3-98cb9d6f30b9), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:06.448167 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-3be2464e-a330-4c30-b7f6-6bdd5955f6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (47b7fea0-1c39-43b6-b76d-00b214590822), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:06.465440 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea6828f-e682-433a-b01b-1c8739261071 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f5733b7-b40e-471d-b6e3-98cb9d6f30b9,revision_number=0']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:06.517174 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d24176-731b-4a05-807f-b8d40dfeaa2e None None] Pushing event updated for resources: {'Port': ['ID=47b7fea0-1c39-43b6-b76d-00b214590822,revision_number=3']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:06.554886 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Provisioning complete for port 30e76648-1a1e-48e4-a088-85c3179407b9 triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:37:06.555254 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (30e76648-1a1e-48e4-a088-85c3179407b9), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:06.556333 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-d0a7ad0b-54c6-4fd6-8eba-d4d7beabea5b req-09eced5a-dd10-4df9-82ce-6b02f37aebb8 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdde11d5-7fcb-4f1e-b691-2b9f029bd6e1 HTTP/1.1" status: 200 len: 210 time: 0.0294156 May 27 03:37:06.559296 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-4ea6828f-e682-433a-b01b-1c8739261071 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:06.560973 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-4ea6828f-e682-433a-b01b-1c8739261071 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4433460 May 27 03:37:06.563600 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 37168) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:37:06.568637 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [None req-9597725b-a60e-4b67-b738-69a070e5188c tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Request body: {'security_group_rule': {'security_group_id': '3e559735-ef6e-41cc-93cf-279d407c22b7', 'project_id': '19592ab2e5e04d7c952aebf73f4fca6e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:37:06.575418 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:06.636169 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.managers [None req-3be2464e-a330-4c30-b7f6-6bdd5955f6e2 None None] Attempting to bind port 47b7fea0-1c39-43b6-b76d-00b214590822 on host dv-cinder-828805-4-iscsi for vnic_type normal with profile {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:37:06.636530 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.managers [None req-3be2464e-a330-4c30-b7f6-6bdd5955f6e2 None None] Attempting to bind port 47b7fea0-1c39-43b6-b76d-00b214590822 by drivers openvswitch,hyperv on host dv-cinder-828805-4-iscsi at level 0 using segments [{'id': '3ccf2ab5-3fb5-479a-8780-142a2ee0fb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '7c13dc1d-f380-49ee-81c0-8fa160a2bc45'}] {{(pid=104616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:37:06.637107 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be2464e-a330-4c30-b7f6-6bdd5955f6e2 None None] Attempting to bind port 47b7fea0-1c39-43b6-b76d-00b214590822 on network 7c13dc1d-f380-49ee-81c0-8fa160a2bc45 {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:37:06.646964 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be2464e-a330-4c30-b7f6-6bdd5955f6e2 None None] Checking agent: {'id': '917d01f3-4a27-4590-ae14-da14d21a1e88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 26, 21), 'started_at': datetime.datetime(2022, 5, 27, 3, 26, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:37:06.647367 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be2464e-a330-4c30-b7f6-6bdd5955f6e2 None None] Checking segment: {'id': '3ccf2ab5-3fb5-479a-8780-142a2ee0fb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '7c13dc1d-f380-49ee-81c0-8fa160a2bc45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:37:06.647759 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-3be2464e-a330-4c30-b7f6-6bdd5955f6e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:06.648152 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be2464e-a330-4c30-b7f6-6bdd5955f6e2 None None] Bound using segment: {'id': '3ccf2ab5-3fb5-479a-8780-142a2ee0fb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '7c13dc1d-f380-49ee-81c0-8fa160a2bc45'} {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:37:06.648706 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.managers [None req-3be2464e-a330-4c30-b7f6-6bdd5955f6e2 None None] Bound port: 47b7fea0-1c39-43b6-b76d-00b214590822, host: dv-cinder-828805-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ccf2ab5-3fb5-479a-8780-142a2ee0fb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '7c13dc1d-f380-49ee-81c0-8fa160a2bc45'}}] {{(pid=104616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:37:06.649257 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-3be2464e-a330-4c30-b7f6-6bdd5955f6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (47b7fea0-1c39-43b6-b76d-00b214590822), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:06.663454 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-9597725b-a60e-4b67-b738-69a070e5188c tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Publish callbacks [] for security_group_rule (39178388-6335-4d86-ba44-1e0c046a20e3), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:06.731883 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Current status of the port 30e76648-1a1e-48e4-a088-85c3179407b9 is: ACTIVE; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:37:06.758720 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-3be2464e-a330-4c30-b7f6-6bdd5955f6e2 None None] For port 47b7fea0-1c39-43b6-b76d-00b214590822, host dv-cinder-828805-4-iscsi, cleared binding levels {{(pid=104616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:37:06.762308 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-3be2464e-a330-4c30-b7f6-6bdd5955f6e2 None None] For port 47b7fea0-1c39-43b6-b76d-00b214590822, host dv-cinder-828805-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=47b7fea0-1c39-43b6-b76d-00b214590822,segment=NetworkSegment(3ccf2ab5-3fb5-479a-8780-142a2ee0fb2d),segment_id=3ccf2ab5-3fb5-479a-8780-142a2ee0fb2d)] {{(pid=104616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:37:06.791316 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-9597725b-a60e-4b67-b738-69a070e5188c tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Publish callbacks [] for security_group_rule (39178388-6335-4d86-ba44-1e0c046a20e3), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:06.843263 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-6716ad92-f8fc-42e5-8425-d2dc5bffbd61 None None] Provisioning complete for port 47b7fea0-1c39-43b6-b76d-00b214590822 triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:37:06.843636 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-6716ad92-f8fc-42e5-8425-d2dc5bffbd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (47b7fea0-1c39-43b6-b76d-00b214590822), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:06.865580 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-3be2464e-a330-4c30-b7f6-6bdd5955f6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (47b7fea0-1c39-43b6-b76d-00b214590822), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:06.883897 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-9597725b-a60e-4b67-b738-69a070e5188c tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567362'] for security_group_rule (39178388-6335-4d86-ba44-1e0c046a20e3), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:06.901228 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9597725b-a60e-4b67-b738-69a070e5188c tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39178388-6335-4d86-ba44-1e0c046a20e3,revision_number=0']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:06.921283 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-6716ad92-f8fc-42e5-8425-d2dc5bffbd61 None None] Port 47b7fea0-1c39-43b6-b76d-00b214590822 cannot update to ACTIVE because it is not bound. {{(pid=104616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:37:06.941769 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d24176-731b-4a05-807f-b8d40dfeaa2e None None] Pushing event updated for resources: {'Port': ['ID=47b7fea0-1c39-43b6-b76d-00b214590822,revision_number=4']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:06.944651 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be2464e-a330-4c30-b7f6-6bdd5955f6e2 None None] Routers {'e051f69f-3a41-4780-a7a0-624685063463'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:37:06.945260 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-3be2464e-a330-4c30-b7f6-6bdd5955f6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:36:47Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['e051f69f-3a41-4780-a7a0-624685063463'], 'active': True} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:07.050441 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-9597725b-a60e-4b67-b738-69a070e5188c tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:07.054912 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-9597725b-a60e-4b67-b738-69a070e5188c tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4900823 May 27 03:37:07.063186 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 37190) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:37:07.076365 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121fca0-5a69-44f2-9833-55e47f441377 req-a1213cee-7b4c-43bb-bacf-ec28a84e9518 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:07.076365 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-7121fca0-5a69-44f2-9833-55e47f441377 req-a1213cee-7b4c-43bb-bacf-ec28a84e9518 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 945 time: 0.0663741 May 27 03:37:07.082636 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [None req-6e25f43e-f9fa-4b39-9cd7-3f8f0a7fbfda tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Request body: {'security_group_rule': {'security_group_id': '3e559735-ef6e-41cc-93cf-279d407c22b7', 'project_id': '19592ab2e5e04d7c952aebf73f4fca6e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:37:07.111170 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvr_db [None req-3be2464e-a330-4c30-b7f6-6bdd5955f6e2 None None] Set router e051f69f-3a41-4780-a7a0-624685063463 gateway port host: dv-cinder-828805-4-iscsi {{(pid=104616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:37:07.182211 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cbcc2d-f410-4a19-ad0a-f7907668ac4e req-0bce636b-2cdb-48cc-b58b-4eddb5d83241 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:07.183820 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-44cbcc2d-f410-4a19-ad0a-f7907668ac4e req-0bce636b-2cdb-48cc-b58b-4eddb5d83241 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=94909255-c0eb-42c8-86f4-d3622d539f0c HTTP/1.1" status: 200 len: 944 time: 0.1232512 May 27 03:37:07.198539 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-7121fca0-5a69-44f2-9833-55e47f441377 req-7da69d4a-f5be-4a60-ac9d-e0fb47898835 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213970 May 27 03:37:07.277180 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-6e25f43e-f9fa-4b39-9cd7-3f8f0a7fbfda tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Publish callbacks [] for security_group_rule (12859ee8-a79d-40a6-86d4-5d81d5e52d45), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:07.280090 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-44cbcc2d-f410-4a19-ad0a-f7907668ac4e req-660039e8-86b8-41ff-9e57-7c3f72bfef03 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751641 May 27 03:37:07.306100 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-0dcf2008-905c-461f-9103-778b39fcf057 None None] Provisioning complete for port 47b7fea0-1c39-43b6-b76d-00b214590822 triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:37:07.306100 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-0dcf2008-905c-461f-9103-778b39fcf057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (47b7fea0-1c39-43b6-b76d-00b214590822), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:07.351272 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-6e25f43e-f9fa-4b39-9cd7-3f8f0a7fbfda tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Publish callbacks [] for security_group_rule (12859ee8-a79d-40a6-86d4-5d81d5e52d45), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:07.426937 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-6e25f43e-f9fa-4b39-9cd7-3f8f0a7fbfda tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567362'] for security_group_rule (12859ee8-a79d-40a6-86d4-5d81d5e52d45), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:07.443577 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-0dcf2008-905c-461f-9103-778b39fcf057 None None] Current status of the port 47b7fea0-1c39-43b6-b76d-00b214590822 is: DOWN; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:37:07.443837 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-0dcf2008-905c-461f-9103-778b39fcf057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (47b7fea0-1c39-43b6-b76d-00b214590822), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:07.451574 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e25f43e-f9fa-4b39-9cd7-3f8f0a7fbfda tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12859ee8-a79d-40a6-86d4-5d81d5e52d45,revision_number=0']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:07.470718 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-3be2464e-a330-4c30-b7f6-6bdd5955f6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e051f69f-3a41-4780-a7a0-624685063463', 'name': 'tempest-TestShelveInstance-1795868132-router', 'tenant_id': '605d09ab997143aabb55d2733c74116f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '30e76648-1a1e-48e4-a088-85c3179407b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:57Z', 'updated_at': '2022-05-27T03:37:03Z', 'revision_number': 4, 'project_id': '605d09ab997143aabb55d2733c74116f', 'gw_port': {'id': '30e76648-1a1e-48e4-a088-85c3179407b9', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e051f69f-3a41-4780-a7a0-624685063463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:57Z', 'updated_at': '2022-05-27T03:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_interfaces': [{'id': '47b7fea0-1c39-43b6-b76d-00b214590822', 'name': '', 'network_id': '7c13dc1d-f380-49ee-81c0-8fa160a2bc45', 'tenant_id': '605d09ab997143aabb55d2733c74116f', 'mac_address': 'fa:16:3e:17:6a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e051f69f-3a41-4780-a7a0-624685063463', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'c7204477-7fc0-47c5-9fed-322d082af5ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:01Z', 'updated_at': '2022-05-27T03:37:06Z', 'revision_number': 4, 'project_id': '605d09ab997143aabb55d2733c74116f', 'subnets': [{'id': 'c7204477-7fc0-47c5-9fed-322d082af5ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:07.501757 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be2464e-a330-4c30-b7f6-6bdd5955f6e2 None None] The sync data for ids ['e051f69f-3a41-4780-a7a0-624685063463'] in dv-cinder-828805-4-iscsi is: [{'id': 'e051f69f-3a41-4780-a7a0-624685063463', 'name': 'tempest-TestShelveInstance-1795868132-router', 'tenant_id': '605d09ab997143aabb55d2733c74116f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '30e76648-1a1e-48e4-a088-85c3179407b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:57Z', 'updated_at': '2022-05-27T03:37:03Z', 'revision_number': 4, 'project_id': '605d09ab997143aabb55d2733c74116f', 'gw_port': {'id': '30e76648-1a1e-48e4-a088-85c3179407b9', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e051f69f-3a41-4780-a7a0-624685063463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:57Z', 'updated_at': '2022-05-27T03:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_interfaces': [{'id': '47b7fea0-1c39-43b6-b76d-00b214590822', 'name': '', 'network_id': '7c13dc1d-f380-49ee-81c0-8fa160a2bc45', 'tenant_id': '605d09ab997143aabb55d2733c74116f', 'mac_address': 'fa:16:3e:17:6a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e051f69f-3a41-4780-a7a0-624685063463', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'c7204477-7fc0-47c5-9fed-322d082af5ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:01Z', 'updated_at': '2022-05-27T03:37:06Z', 'revision_number': 4, 'project_id': '605d09ab997143aabb55d2733c74116f', 'subnets': [{'id': 'c7204477-7fc0-47c5-9fed-322d082af5ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:37:07.511195 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-0dcf2008-905c-461f-9103-778b39fcf057 None None] For port 47b7fea0-1c39-43b6-b76d-00b214590822, host dv-cinder-828805-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=47b7fea0-1c39-43b6-b76d-00b214590822,segment=NetworkSegment(3ccf2ab5-3fb5-479a-8780-142a2ee0fb2d),segment_id=3ccf2ab5-3fb5-479a-8780-142a2ee0fb2d)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:37:07.515598 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-6e25f43e-f9fa-4b39-9cd7-3f8f0a7fbfda tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:07.517224 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-6e25f43e-f9fa-4b39-9cd7-3f8f0a7fbfda tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4527626 May 27 03:37:07.519880 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 37210) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:37:07.525273 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [None req-d5df1bb1-0b80-4977-b7aa-0200f0c08578 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Request body: {'security_group_rule': {'security_group_id': '3e559735-ef6e-41cc-93cf-279d407c22b7', 'project_id': '19592ab2e5e04d7c952aebf73f4fca6e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:37:07.581160 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-0dcf2008-905c-461f-9103-778b39fcf057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (47b7fea0-1c39-43b6-b76d-00b214590822), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:07.581373 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:07.637162 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcf2008-905c-461f-9103-778b39fcf057 None None] Pushing event updated for resources: {'Port': ['ID=47b7fea0-1c39-43b6-b76d-00b214590822,revision_number=5']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:07.681087 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-9f1560aa-98d6-4fb0-91e3-3d199ed4bb49 req-a931488b-93c6-4772-913d-f9e55bf57791 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdde11d5-7fcb-4f1e-b691-2b9f029bd6e1 HTTP/1.1" status: 200 len: 210 time: 0.0295210 May 27 03:37:07.690974 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-d5df1bb1-0b80-4977-b7aa-0200f0c08578 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Publish callbacks [] for security_group_rule (9ffd8c6a-79e1-4e1e-8bb4-c5b2b24c20cc), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:07.767736 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:07.788745 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-d5df1bb1-0b80-4977-b7aa-0200f0c08578 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Publish callbacks [] for security_group_rule (9ffd8c6a-79e1-4e1e-8bb4-c5b2b24c20cc), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:07.846912 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaceb77-ddc0-42d0-b35b-8a29cd1ef9dc req-53d5fd80-ce94-45bd-ae1f-621d14cc98c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:07.851027 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-afaceb77-ddc0-42d0-b35b-8a29cd1ef9dc req-53d5fd80-ce94-45bd-ae1f-621d14cc98c3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e7aaae9a-624e-4ca1-a2d9-b3bbbe2db822 HTTP/1.1" status: 200 len: 1130 time: 0.0490808 May 27 03:37:07.873389 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-d5df1bb1-0b80-4977-b7aa-0200f0c08578 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567362'] for security_group_rule (9ffd8c6a-79e1-4e1e-8bb4-c5b2b24c20cc), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:07.903673 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5df1bb1-0b80-4977-b7aa-0200f0c08578 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ffd8c6a-79e1-4e1e-8bb4-c5b2b24c20cc,revision_number=0']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:07.923681 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-afaceb77-ddc0-42d0-b35b-8a29cd1ef9dc req-40e885fc-30be-41bf-90ad-e21f546096d0 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675776 May 27 03:37:07.959649 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 37220) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:37:08.060440 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-d5df1bb1-0b80-4977-b7aa-0200f0c08578 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:08.061804 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-d5df1bb1-0b80-4977-b7aa-0200f0c08578 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5408165 May 27 03:37:08.064486 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 37226) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:37:08.070455 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.v2.base [None req-477bce0d-1d54-42f0-acb2-1239a8f1a7fc tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Request body: {'security_group_rule': {'security_group_id': '3e559735-ef6e-41cc-93cf-279d407c22b7', 'project_id': '19592ab2e5e04d7c952aebf73f4fca6e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:37:08.091518 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:08.176703 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-186433fd-0326-4946-8718-24983d151c1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:08.185612 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.db.securitygroups_db [None req-477bce0d-1d54-42f0-acb2-1239a8f1a7fc tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Project 19592ab2e5e04d7c952aebf73f4fca6e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 03:37:08.194426 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:08.195362 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-477bce0d-1d54-42f0-acb2-1239a8f1a7fc tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Publish callbacks [] for security_group_rule (c5c3b882-05fe-4cfc-8018-d014e074bfe1), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:08.260305 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device 0b783256-36f5-4ea7-b360-d6d1ff32af14 up at agent hyperv_hv-cinder-82880 {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:37:08.264679 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-477bce0d-1d54-42f0-acb2-1239a8f1a7fc tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Publish callbacks [] for security_group_rule (c5c3b882-05fe-4cfc-8018-d014e074bfe1), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:08.356515 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Provisioning for port 0b783256-36f5-4ea7-b360-d6d1ff32af14 completed by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:37:08.399905 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e91bb9-62cd-43ad-a3e8-4969569c4c4f req-46f8ff75-8c7c-448e-8aa1-d8ab90deb86b tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:08.406213 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-b1e91bb9-62cd-43ad-a3e8-4969569c4c4f req-46f8ff75-8c7c-448e-8aa1-d8ab90deb86b tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 945 time: 0.1080239 May 27 03:37:08.407607 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-477bce0d-1d54-42f0-acb2-1239a8f1a7fc tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567362'] for security_group_rule (c5c3b882-05fe-4cfc-8018-d014e074bfe1), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:08.433193 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-186433fd-0326-4946-8718-24983d151c1d admin admin] Publish callbacks [] for security_group (7b1088f1-c9e8-4848-b395-86cae918461a), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:08.452990 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Provisioning complete for port 0b783256-36f5-4ea7-b360-d6d1ff32af14 triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:37:08.453355 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (0b783256-36f5-4ea7-b360-d6d1ff32af14), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:08.485582 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac793f-dec8-450c-a98f-0c16e3c43b6d req-fde09cfd-7e3b-4a10-b1b6-277f83eb510e tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:08.488884 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-c1ac793f-dec8-450c-a98f-0c16e3c43b6d req-fde09cfd-7e3b-4a10-b1b6-277f83eb510e tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.69 "GET /v2.0/networks?id=24e2e56a-4202-49e3-9751-4bcdb4e8a6ed HTTP/1.1" status: 200 len: 815 time: 0.2549469 May 27 03:37:08.507940 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 47b7fea0-1c39-43b6-b76d-00b214590822 up at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:37:08.514262 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 37240) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:37:08.530345 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-186433fd-0326-4946-8718-24983d151c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (7b1088f1-c9e8-4848-b395-86cae918461a), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:08.556854 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186433fd-0326-4946-8718-24983d151c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b1088f1-c9e8-4848-b395-86cae918461a,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:08.591577 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477bce0d-1d54-42f0-acb2-1239a8f1a7fc tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5c3b882-05fe-4cfc-8018-d014e074bfe1,revision_number=0']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:08.602593 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-186433fd-0326-4946-8718-24983d151c1d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=56ebc421702b4c35aff1bdbc620db716&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6356747 May 27 03:37:08.603368 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 37246) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:37:08.648592 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Provisioning complete for port 47b7fea0-1c39-43b6-b76d-00b214590822 triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:37:08.651629 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (47b7fea0-1c39-43b6-b76d-00b214590822), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:08.669475 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-477bce0d-1d54-42f0-acb2-1239a8f1a7fc tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:08.672137 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-477bce0d-1d54-42f0-acb2-1239a8f1a7fc tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6064637 May 27 03:37:08.680874 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-b1e91bb9-62cd-43ad-a3e8-4969569c4c4f req-c500397d-8617-4212-ae6c-17ac1e5f4fd3 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2684872 May 27 03:37:08.682165 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 37250) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:37:08.695997 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a46eb30-2030-4ea7-8f8a-b5592c119594 req-884f97b9-7ba6-41d5-aa2d-8d39bad864bb tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:08.707740 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-6a46eb30-2030-4ea7-8f8a-b5592c119594 req-884f97b9-7ba6-41d5-aa2d-8d39bad864bb tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=94909255-c0eb-42c8-86f4-d3622d539f0c HTTP/1.1" status: 200 len: 944 time: 0.2618589 May 27 03:37:08.713214 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.v2.base [None req-837864d2-4dab-44d6-ac33-8a75d9ed0914 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Request body: {'security_group_rule': {'security_group_id': '3e559735-ef6e-41cc-93cf-279d407c22b7', 'project_id': '19592ab2e5e04d7c952aebf73f4fca6e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:37:08.810534 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-c1ac793f-dec8-450c-a98f-0c16e3c43b6d req-245e5262-070e-43cd-b27a-df997af1094a tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ae1382d8f774b5db702d78e3bed622a HTTP/1.1" status: 200 len: 472 time: 0.1784151 May 27 03:37:08.816768 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-ffbf81f1-8e8e-4c58-b377-89db35f2c48a admin admin] Publish callbacks [] for security_group (7b1088f1-c9e8-4848-b395-86cae918461a), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:08.826188 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-6a46eb30-2030-4ea7-8f8a-b5592c119594 req-d8051d21-ff92-439b-b12b-9c19cc564395 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200027 May 27 03:37:08.832002 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [req-c1ac793f-dec8-450c-a98f-0c16e3c43b6d req-f296f332-15f7-4449-a445-e683532d71d6 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Request body: {'port': {'device_id': 'cdde11d5-7fcb-4f1e-b691-2b9f029bd6e1', 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed', 'admin_state_up': True, 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'security_groups': ['1a02cef0-b522-43fd-b070-1274cf874139']}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:37:08.870196 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.db.securitygroups_db [None req-837864d2-4dab-44d6-ac33-8a75d9ed0914 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Project 19592ab2e5e04d7c952aebf73f4fca6e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 03:37:08.876265 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-b4893fce-8d5b-410b-b584-736457138a34 req-335812d8-1c05-4593-a543-eee7855d18a4 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdde11d5-7fcb-4f1e-b691-2b9f029bd6e1 HTTP/1.1" status: 200 len: 210 time: 0.0433054 May 27 03:37:08.898120 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-837864d2-4dab-44d6-ac33-8a75d9ed0914 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Publish callbacks [] for security_group_rule (e28124ba-12f6-4770-8830-edaa6493f868), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:09.006513 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-bc8fa4b8-aadc-4944-8e2b-8e4c95b9f4d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:09.041224 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-837864d2-4dab-44d6-ac33-8a75d9ed0914 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Publish callbacks [] for security_group_rule (e28124ba-12f6-4770-8830-edaa6493f868), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:09.054934 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=100 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:09.056610 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-ffbf81f1-8e8e-4c58-b377-89db35f2c48a admin admin] Publish callbacks [] for security_group (7b1088f1-c9e8-4848-b395-86cae918461a), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:09.072710 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Current status of the port 0b783256-36f5-4ea7-b360-d6d1ff32af14 is: BUILD; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:37:09.073099 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (0b783256-36f5-4ea7-b360-d6d1ff32af14), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:09.136278 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94909255-c0eb-42c8-86f4-d3622d539f0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b783256-36f5-4ea7-b360-d6d1ff32af14'}] {{(pid=104616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:37:09.140900 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538c57523af4411a099bc77a34a8b12cae4f8d5a17830f42255aa2cd4d9c6a31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a37635-44da-4459-854c-eba64cd8ca38" -d '{"events": [{"server_uuid": "94909255-c0eb-42c8-86f4-d3622d539f0c", "name": "network-vif-plugged", "status": "completed", "tag": "0b783256-36f5-4ea7-b360-d6d1ff32af14"}]}' {{(pid=104616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:37:09.163645 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port 0b783256-36f5-4ea7-b360-d6d1ff32af14, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=0b783256-36f5-4ea7-b360-d6d1ff32af14,segment=NetworkSegment(fc3dd445-6192-41aa-98e1-63e205d6bf49),segment_id=fc3dd445-6192-41aa-98e1-63e205d6bf49)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:37:09.164616 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Current status of the port 47b7fea0-1c39-43b6-b76d-00b214590822 is: ACTIVE; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:37:09.191694 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ced837-c83b-4f51-9069-5f56f7cfa2e0 x-openstack-request-id: req-53ced837-c83b-4f51-9069-5f56f7cfa2e0 {{(pid=104616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:37:09.192038 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94909255-c0eb-42c8-86f4-d3622d539f0c", "name": "network-vif-plugged", "status": "completed", "tag": "0b783256-36f5-4ea7-b360-d6d1ff32af14", "code": 200}]} {{(pid=104616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:37:09.192301 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-53ced837-c83b-4f51-9069-5f56f7cfa2e0 {{(pid=104616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:37:09.192727 dv-cinder-828805-4-iscsi neutron-server[104616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53ced837-c83b-4f51-9069-5f56f7cfa2e0'] response: {'server_uuid': '94909255-c0eb-42c8-86f4-d3622d539f0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b783256-36f5-4ea7-b360-d6d1ff32af14', 'code': 200} May 27 03:37:09.230494 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-837864d2-4dab-44d6-ac33-8a75d9ed0914 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567362'] for security_group_rule (e28124ba-12f6-4770-8830-edaa6493f868), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:09.252666 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837864d2-4dab-44d6-ac33-8a75d9ed0914 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e28124ba-12f6-4770-8830-edaa6493f868,revision_number=0']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:09.336152 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (0b783256-36f5-4ea7-b360-d6d1ff32af14), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:09.373160 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1ac793f-dec8-450c-a98f-0c16e3c43b6d req-f296f332-15f7-4449-a445-e683532d71d6 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Made reservation on behalf of 8ae1382d8f774b5db702d78e3bed622a for: {'port': 1} {{(pid=104614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:37:09.376513 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-c1ac793f-dec8-450c-a98f-0c16e3c43b6d req-f296f332-15f7-4449-a445-e683532d71d6 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:09.380324 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-bc8fa4b8-aadc-4944-8e2b-8e4c95b9f4d5 admin admin] Publish callbacks [] for security_group (bc967852-467f-4750-9cd9-652c6dffb414), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:09.393225 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Pushing event updated for resources: {'Port': ['ID=0b783256-36f5-4ea7-b360-d6d1ff32af14,revision_number=5']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:09.394630 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-837864d2-4dab-44d6-ac33-8a75d9ed0914 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:09.397651 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-837864d2-4dab-44d6-ac33-8a75d9ed0914 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6879790 May 27 03:37:09.479682 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-ffbf81f1-8e8e-4c58-b377-89db35f2c48a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (7b1088f1-c9e8-4848-b395-86cae918461a), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:09.482376 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-ffbf81f1-8e8e-4c58-b377-89db35f2c48a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:09.483567 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-ffbf81f1-8e8e-4c58-b377-89db35f2c48a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7b1088f1-c9e8-4848-b395-86cae918461a HTTP/1.1" status: 204 len: 168 time: 0.8792572 May 27 03:37:09.532923 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbf81f1-8e8e-4c58-b377-89db35f2c48a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b1088f1-c9e8-4848-b395-86cae918461a,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:09.548533 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-bc8fa4b8-aadc-4944-8e2b-8e4c95b9f4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (bc967852-467f-4750-9cd9-652c6dffb414), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:09.606577 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=100 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:09.610075 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8fa4b8-aadc-4944-8e2b-8e4c95b9f4d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc967852-467f-4750-9cd9-652c6dffb414,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:09.703488 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-bc8fa4b8-aadc-4944-8e2b-8e4c95b9f4d5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d2d2d7f94dc544f5aa4da494607d397c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1807959 May 27 03:37:09.704166 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 37294) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:37:09.746852 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.db_base_plugin_common [req-c1ac793f-dec8-450c-a98f-0c16e3c43b6d req-f296f332-15f7-4449-a445-e683532d71d6 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Allocated IP 172.20.0.14 (24e2e56a-4202-49e3-9751-4bcdb4e8a6ed/7dc15780-a98b-4250-9509-853069c6707a/56827ab0-a142-44a1-9dc8-40a1076ef828) {{(pid=104614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:37:09.813885 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-d3271f49-7873-4c22-961f-b85167e7cf03 admin admin] Publish callbacks [] for security_group (bc967852-467f-4750-9cd9-652c6dffb414), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:09.936227 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-d3271f49-7873-4c22-961f-b85167e7cf03 admin admin] Publish callbacks [] for security_group (bc967852-467f-4750-9cd9-652c6dffb414), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:09.972908 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f571745-15e4-4308-b7c5-65e0aa62595a req-ff8ea42e-6033-4445-8499-5fbac736ba8c tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:09.979724 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-2f571745-15e4-4308-b7c5-65e0aa62595a req-ff8ea42e-6033-4445-8499-5fbac736ba8c tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 945 time: 0.1456792 May 27 03:37:10.005997 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae91487-0bba-413c-84aa-4efd18836276 req-9e4fb4be-8d50-4900-a767-d9041ee431f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:10.007539 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-bae91487-0bba-413c-84aa-4efd18836276 req-9e4fb4be-8d50-4900-a767-d9041ee431f0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=94909255-c0eb-42c8-86f4-d3622d539f0c HTTP/1.1" status: 200 len: 1129 time: 0.0556526 May 27 03:37:10.060125 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-c1ac793f-dec8-450c-a98f-0c16e3c43b6d req-f296f332-15f7-4449-a445-e683532d71d6 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for port (56827ab0-a142-44a1-9dc8-40a1076ef828), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:10.083312 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca9043-fc35-485a-a89f-c6ccfa1e1bb0 req-8df5d622-b6b6-466d-b423-72590ac0b181 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:10.088182 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-bae91487-0bba-413c-84aa-4efd18836276 req-9327043d-e80d-4305-8b65-c43977b78c6d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739682 May 27 03:37:10.091535 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ccca9043-fc35-485a-a89f-c6ccfa1e1bb0 req-8df5d622-b6b6-466d-b423-72590ac0b181 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=94909255-c0eb-42c8-86f4-d3622d539f0c HTTP/1.1" status: 200 len: 945 time: 0.1411188 May 27 03:37:10.126451 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-2f571745-15e4-4308-b7c5-65e0aa62595a req-6446feeb-eba6-4e73-95e1-6294e657f902 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458795 May 27 03:37:10.155915 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ccca9043-fc35-485a-a89f-c6ccfa1e1bb0 req-f26aa444-ce1a-4273-832c-e089efefeb11 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635357 May 27 03:37:10.219029 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-49b52578-a6cb-49d4-9daf-8c263bde3c9d req-4ac7dbe7-022a-4399-abc4-6b704817baa1 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdde11d5-7fcb-4f1e-b691-2b9f029bd6e1 HTTP/1.1" status: 200 len: 210 time: 0.0288076 May 27 03:37:10.235881 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-d3271f49-7873-4c22-961f-b85167e7cf03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (bc967852-467f-4750-9cd9-652c6dffb414), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:10.236774 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:10.237239 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-c1ac793f-dec8-450c-a98f-0c16e3c43b6d req-f296f332-15f7-4449-a445-e683532d71d6 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791799515441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8584799065'] for port (56827ab0-a142-44a1-9dc8-40a1076ef828), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:10.238897 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-d3271f49-7873-4c22-961f-b85167e7cf03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:10.240144 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-d3271f49-7873-4c22-961f-b85167e7cf03 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bc967852-467f-4750-9cd9-652c6dffb414 HTTP/1.1" status: 204 len: 168 time: 0.5347075 May 27 03:37:10.248582 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3271f49-7873-4c22-961f-b85167e7cf03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc967852-467f-4750-9cd9-652c6dffb414,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:10.288543 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1ac793f-dec8-450c-a98f-0c16e3c43b6d req-f296f332-15f7-4449-a445-e683532d71d6 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Network 24e2e56a-4202-49e3-9751-4bcdb4e8a6ed is already hosted by enough agents. {{(pid=104614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:37:10.305623 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.base_scheduler [req-c1ac793f-dec8-450c-a98f-0c16e3c43b6d req-f296f332-15f7-4449-a445-e683532d71d6 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Resources bound (agent type, host, resource id): {{(pid=104614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:37:10.305623 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1ac793f-dec8-450c-a98f-0c16e3c43b6d req-f296f332-15f7-4449-a445-e683532d71d6 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Received port after_create {{(pid=104614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:37:10.340518 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f296f332-15f7-4449-a445-e683532d71d6 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Pushing event updated for resources: {'Port': ['ID=56827ab0-a142-44a1-9dc8-40a1076ef828,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:10.364328 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac793f-dec8-450c-a98f-0c16e3c43b6d req-f296f332-15f7-4449-a445-e683532d71d6 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:10.365135 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-c1ac793f-dec8-450c-a98f-0c16e3c43b6d req-f296f332-15f7-4449-a445-e683532d71d6 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:10.382147 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:10.466983 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 37326) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:37:10.481273 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-c1ac793f-dec8-450c-a98f-0c16e3c43b6d req-f296f332-15f7-4449-a445-e683532d71d6 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6611912 May 27 03:37:10.488096 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:10.488096 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-49904d9b-842a-426b-b357-ab8b65d4a05e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:10.530620 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-cfab8e76-d60a-4609-b330-63fee94a6054 None None] Provisioning complete for port 56827ab0-a142-44a1-9dc8-40a1076ef828 triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:37:10.531377 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-cfab8e76-d60a-4609-b330-63fee94a6054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (56827ab0-a142-44a1-9dc8-40a1076ef828), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:10.562925 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-49904d9b-842a-426b-b357-ab8b65d4a05e admin admin] Publish callbacks [] for security_group (463b4992-da63-4070-885a-1b6ffa9dbf4d), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:10.570727 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-cfab8e76-d60a-4609-b330-63fee94a6054 None None] Port 56827ab0-a142-44a1-9dc8-40a1076ef828 cannot update to ACTIVE because it is not bound. {{(pid=104616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:37:10.669957 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-49904d9b-842a-426b-b357-ab8b65d4a05e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (463b4992-da63-4070-885a-1b6ffa9dbf4d), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:10.696525 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:10.717847 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-49904d9b-842a-426b-b357-ab8b65d4a05e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d30f186e29664bd482f3e17b5dc2f4fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2497675 May 27 03:37:10.720864 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 37336) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:37:10.722927 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49904d9b-842a-426b-b357-ab8b65d4a05e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=463b4992-da63-4070-885a-1b6ffa9dbf4d,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:10.768707 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [req-c1ac793f-dec8-450c-a98f-0c16e3c43b6d req-6abde303-25f0-4913-be56-68ab6fe216c8 service neutron] Request body: {'port': {'device_id': 'cdde11d5-7fcb-4f1e-b691-2b9f029bd6e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:37:10.835481 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-f7607a27-670c-4b63-979f-7b80e14c6bd7 admin admin] Publish callbacks [] for security_group (463b4992-da63-4070-885a-1b6ffa9dbf4d), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:10.856852 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-c1ac793f-dec8-450c-a98f-0c16e3c43b6d req-6abde303-25f0-4913-be56-68ab6fe216c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (56827ab0-a142-44a1-9dc8-40a1076ef828), before_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:10.883122 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-f7607a27-670c-4b63-979f-7b80e14c6bd7 admin admin] Publish callbacks [] for security_group (463b4992-da63-4070-885a-1b6ffa9dbf4d), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:11.111120 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-f7607a27-670c-4b63-979f-7b80e14c6bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (463b4992-da63-4070-885a-1b6ffa9dbf4d), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:11.113697 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-f7607a27-670c-4b63-979f-7b80e14c6bd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:11.114882 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-f7607a27-670c-4b63-979f-7b80e14c6bd7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/463b4992-da63-4070-885a-1b6ffa9dbf4d HTTP/1.1" status: 204 len: 168 time: 0.3929663 May 27 03:37:11.128519 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7607a27-670c-4b63-979f-7b80e14c6bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=463b4992-da63-4070-885a-1b6ffa9dbf4d,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:11.242640 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.notifiers.nova [req-c1ac793f-dec8-450c-a98f-0c16e3c43b6d req-6abde303-25f0-4913-be56-68ab6fe216c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56827ab0-a142-44a1-9dc8-40a1076ef828 {{(pid=104614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:37:11.257301 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-c1ac793f-dec8-450c-a98f-0c16e3c43b6d req-6abde303-25f0-4913-be56-68ab6fe216c8 service neutron] Publish callbacks [] for port (56827ab0-a142-44a1-9dc8-40a1076ef828), precommit_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:11.277116 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.provisioning_blocks [req-c1ac793f-dec8-450c-a98f-0c16e3c43b6d req-6abde303-25f0-4913-be56-68ab6fe216c8 service neutron] Transition to ACTIVE for port object 56827ab0-a142-44a1-9dc8-40a1076ef828 will not be triggered until provisioned by entity L2. {{(pid=104614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:37:11.337565 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da4c851-b52d-4ac0-9c46-fc041d603aaa req-cedd68ce-a9e7-4198-bc2f-6afaf832e240 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:11.339090 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-5da4c851-b52d-4ac0-9c46-fc041d603aaa req-cedd68ce-a9e7-4198-bc2f-6afaf832e240 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 945 time: 0.0854013 May 27 03:37:11.349492 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec126ec-8c1b-406d-9b0b-1cb7133b0cee req-98b6501b-24be-4cb8-a62f-2726735be42b tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:11.351458 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-9ec126ec-8c1b-406d-9b0b-1cb7133b0cee req-98b6501b-24be-4cb8-a62f-2726735be42b tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=94909255-c0eb-42c8-86f4-d3622d539f0c HTTP/1.1" status: 200 len: 945 time: 0.0587461 May 27 03:37:11.397084 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 37380) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:37:11.397447 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-c1ac793f-dec8-450c-a98f-0c16e3c43b6d req-6abde303-25f0-4913-be56-68ab6fe216c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8584799086'] for port (56827ab0-a142-44a1-9dc8-40a1076ef828), after_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:11.421934 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-9ec126ec-8c1b-406d-9b0b-1cb7133b0cee req-0868f9af-8d13-4b50-958a-c95aafa86dc8 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636868 May 27 03:37:11.447297 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-5da4c851-b52d-4ac0-9c46-fc041d603aaa req-27ef64e3-74ab-42f3-8ed0-888b2a1db69e tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909536 May 27 03:37:11.481699 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abde303-25f0-4913-be56-68ab6fe216c8 service neutron] Pushing event updated for resources: {'Port': ['ID=56827ab0-a142-44a1-9dc8-40a1076ef828,revision_number=2']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:11.604733 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.managers [req-c1ac793f-dec8-450c-a98f-0c16e3c43b6d req-6abde303-25f0-4913-be56-68ab6fe216c8 service neutron] Attempting to bind port 56827ab0-a142-44a1-9dc8-40a1076ef828 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:37:11.605099 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.managers [req-c1ac793f-dec8-450c-a98f-0c16e3c43b6d req-6abde303-25f0-4913-be56-68ab6fe216c8 service neutron] Attempting to bind port 56827ab0-a142-44a1-9dc8-40a1076ef828 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed'}] {{(pid=104614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:37:11.605448 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ac793f-dec8-450c-a98f-0c16e3c43b6d req-6abde303-25f0-4913-be56-68ab6fe216c8 service neutron] Attempting to bind port 56827ab0-a142-44a1-9dc8-40a1076ef828 on network 24e2e56a-4202-49e3-9751-4bcdb4e8a6ed {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:37:11.614432 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ac793f-dec8-450c-a98f-0c16e3c43b6d req-6abde303-25f0-4913-be56-68ab6fe216c8 service neutron] Port 56827ab0-a142-44a1-9dc8-40a1076ef828 on network 24e2e56a-4202-49e3-9751-4bcdb4e8a6ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:37:11.618121 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ac793f-dec8-450c-a98f-0c16e3c43b6d req-6abde303-25f0-4913-be56-68ab6fe216c8 service neutron] Attempting to bind port 56827ab0-a142-44a1-9dc8-40a1076ef828 on network 24e2e56a-4202-49e3-9751-4bcdb4e8a6ed {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:37:11.623482 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ac793f-dec8-450c-a98f-0c16e3c43b6d req-6abde303-25f0-4913-be56-68ab6fe216c8 service neutron] Checking agent: {'id': '134bae73-502b-4599-bb47-129fee8818a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 33, 12), 'started_at': datetime.datetime(2022, 5, 27, 3, 33, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:37:11.623934 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ac793f-dec8-450c-a98f-0c16e3c43b6d req-6abde303-25f0-4913-be56-68ab6fe216c8 service neutron] Checking segment: {'id': '4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:37:11.624230 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ac793f-dec8-450c-a98f-0c16e3c43b6d req-6abde303-25f0-4913-be56-68ab6fe216c8 service neutron] Bound using segment: {'id': '4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed'} {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:37:11.625437 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.managers [req-c1ac793f-dec8-450c-a98f-0c16e3c43b6d req-6abde303-25f0-4913-be56-68ab6fe216c8 service neutron] Bound port: 56827ab0-a142-44a1-9dc8-40a1076ef828, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed'}}] {{(pid=104614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:37:11.626023 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-c1ac793f-dec8-450c-a98f-0c16e3c43b6d req-6abde303-25f0-4913-be56-68ab6fe216c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (56827ab0-a142-44a1-9dc8-40a1076ef828), before_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:11.636798 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb39c9f-83d0-4905-a6a2-2c280ceaa4c8 req-965b8b92-3b40-48a4-905b-7ae5ecac8f93 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:11.641244 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4cb39c9f-83d0-4905-a6a2-2c280ceaa4c8 req-965b8b92-3b40-48a4-905b-7ae5ecac8f93 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdde11d5-7fcb-4f1e-b691-2b9f029bd6e1 HTTP/1.1" status: 200 len: 944 time: 0.0682256 May 27 03:37:11.642751 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:11.742771 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4cb39c9f-83d0-4905-a6a2-2c280ceaa4c8 req-5d989df1-09f5-4ea9-9926-a82e906e1be8 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a02cef0-b522-43fd-b070-1274cf874139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974743 May 27 03:37:11.766279 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.db [req-c1ac793f-dec8-450c-a98f-0c16e3c43b6d req-6abde303-25f0-4913-be56-68ab6fe216c8 service neutron] For port 56827ab0-a142-44a1-9dc8-40a1076ef828, host hv-cinder-82880, cleared binding levels {{(pid=104614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:37:11.771644 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.db [req-c1ac793f-dec8-450c-a98f-0c16e3c43b6d req-6abde303-25f0-4913-be56-68ab6fe216c8 service neutron] For port 56827ab0-a142-44a1-9dc8-40a1076ef828, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=56827ab0-a142-44a1-9dc8-40a1076ef828,segment=NetworkSegment(4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6),segment_id=4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6)] {{(pid=104614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:37:11.864709 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [None req-1e2670bb-75b7-4f9d-b33c-bfd5815a6f92 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-821502152-network', 'tenant_id': '09b89ed90acc4dd2aa3bca17bb1a1fe9'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:37:11.919576 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-c1ac793f-dec8-450c-a98f-0c16e3c43b6d req-6abde303-25f0-4913-be56-68ab6fe216c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8584799086'] for port (56827ab0-a142-44a1-9dc8-40a1076ef828), after_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:11.949559 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e2670bb-75b7-4f9d-b33c-bfd5815a6f92 admin admin] Made reservation on behalf of 09b89ed90acc4dd2aa3bca17bb1a1fe9 for: {'network': 1} {{(pid=104614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:37:11.952560 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-1e2670bb-75b7-4f9d-b33c-bfd5815a6f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for network (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:11.958380 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:11.966864 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac793f-dec8-450c-a98f-0c16e3c43b6d req-6abde303-25f0-4913-be56-68ab6fe216c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:11.967516 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-c1ac793f-dec8-450c-a98f-0c16e3c43b6d req-6abde303-25f0-4913-be56-68ab6fe216c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:11.971038 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-c1ac793f-dec8-450c-a98f-0c16e3c43b6d req-6abde303-25f0-4913-be56-68ab6fe216c8 service neutron] 10.222.0.69 "PUT /v2.0/ports/56827ab0-a142-44a1-9dc8-40a1076ef828 HTTP/1.1" status: 200 len: 1094 time: 1.2059355 May 27 03:37:11.972172 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdde11d5-7fcb-4f1e-b691-2b9f029bd6e1', 'tag': '56827ab0-a142-44a1-9dc8-40a1076ef828'}] {{(pid=104614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:37:11.975533 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a93b0eab3ec594b69aa68cd7d580be2fac36b4cb942ee4cac03c85783d056da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ce0ace-7fc7-4a08-9caf-75092fd48031" -d '{"events": [{"name": "network-changed", "server_uuid": "cdde11d5-7fcb-4f1e-b691-2b9f029bd6e1", "tag": "56827ab0-a142-44a1-9dc8-40a1076ef828"}]}' {{(pid=104614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:37:11.988075 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-1e2670bb-75b7-4f9d-b33c-bfd5815a6f92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:12.018995 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abde303-25f0-4913-be56-68ab6fe216c8 service neutron] Pushing event updated for resources: {'Port': ['ID=56827ab0-a142-44a1-9dc8-40a1076ef828,revision_number=3']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:12.047656 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb4c990-a354-4a4c-a126-a3afd66a7111 x-openstack-request-id: req-aeb4c990-a354-4a4c-a126-a3afd66a7111 {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:37:12.050030 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdde11d5-7fcb-4f1e-b691-2b9f029bd6e1", "tag": "56827ab0-a142-44a1-9dc8-40a1076ef828", "status": "completed", "code": 200}]} {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:37:12.050030 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aeb4c990-a354-4a4c-a126-a3afd66a7111 {{(pid=104614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:37:12.050030 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aeb4c990-a354-4a4c-a126-a3afd66a7111'] response: {'name': 'network-changed', 'server_uuid': 'cdde11d5-7fcb-4f1e-b691-2b9f029bd6e1', 'tag': '56827ab0-a142-44a1-9dc8-40a1076ef828', 'status': 'completed', 'code': 200} May 27 03:37:12.113685 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-1e2670bb-75b7-4f9d-b33c-bfd5815a6f92 admin admin] Publish callbacks [] for security_group (38805287-50b5-471c-9e67-0fa8b1094e54), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:12.178086 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce0ace-7fc7-4a08-9caf-75092fd48031 req-42cab325-b9d1-4ffd-94eb-be7940386672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:12.178086 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-80ce0ace-7fc7-4a08-9caf-75092fd48031 req-42cab325-b9d1-4ffd-94eb-be7940386672 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8ae1382d8f774b5db702d78e3bed622a&device_id=cdde11d5-7fcb-4f1e-b691-2b9f029bd6e1 HTTP/1.1" status: 200 len: 1128 time: 0.0437193 May 27 03:37:12.196353 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-1e2670bb-75b7-4f9d-b33c-bfd5815a6f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (38805287-50b5-471c-9e67-0fa8b1094e54), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:12.250723 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e2670bb-75b7-4f9d-b33c-bfd5815a6f92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=104614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:37:12.290677 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2670bb-75b7-4f9d-b33c-bfd5815a6f92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38805287-50b5-471c-9e67-0fa8b1094e54,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:12.302480 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-1e2670bb-75b7-4f9d-b33c-bfd5815a6f92 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791800041063', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545'] for segment (37a414ce-14e2-4725-a5d6-3705d8b1ee5d), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:12.302855 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.db.segments_db [None req-1e2670bb-75b7-4f9d-b33c-bfd5815a6f92 admin admin] Added segment 37a414ce-14e2-4725-a5d6-3705d8b1ee5d of type vlan for network fc7d4913-1a98-471a-8f02-141f8db23d39 May 27 03:37:12.369824 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-1e2670bb-75b7-4f9d-b33c-bfd5815a6f92 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791799485040'] for network (fc7d4913-1a98-471a-8f02-141f8db23d39), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:12.385520 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce0ace-7fc7-4a08-9caf-75092fd48031 req-bb76c866-e478-42ff-beec-7c0556a7a3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:12.387011 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-80ce0ace-7fc7-4a08-9caf-75092fd48031 req-bb76c866-e478-42ff-beec-7c0556a7a3c3 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=8ae1382d8f774b5db702d78e3bed622a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1869354 May 27 03:37:12.427277 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:12.498677 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce0ace-7fc7-4a08-9caf-75092fd48031 req-021a7f0b-cf49-4fbb-9d2b-f487ff3ab26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:12.500309 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-80ce0ace-7fc7-4a08-9caf-75092fd48031 req-021a7f0b-cf49-4fbb-9d2b-f487ff3ab26c service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1052685 May 27 03:37:12.525353 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-1e2670bb-75b7-4f9d-b33c-bfd5815a6f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395'] for network (fc7d4913-1a98-471a-8f02-141f8db23d39), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:12.530336 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2670bb-75b7-4f9d-b33c-bfd5815a6f92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:12.530336 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-1e2670bb-75b7-4f9d-b33c-bfd5815a6f92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-373421'] for network (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:12.595343 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ecc9b5-bf29-40b4-8117-4b87f51607cb req-0a77a4a8-df83-4c91-a795-670ec55f0a13 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:12.596801 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-69ecc9b5-bf29-40b4-8117-4b87f51607cb req-0a77a4a8-df83-4c91-a795-670ec55f0a13 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=94909255-c0eb-42c8-86f4-d3622d539f0c HTTP/1.1" status: 200 len: 945 time: 0.0910871 May 27 03:37:12.622399 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28f6356-b622-471d-9e34-4988dc443fef req-f98c2057-b6e5-479c-a728-099b14e3e34a tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:12.623874 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-d28f6356-b622-471d-9e34-4988dc443fef req-f98c2057-b6e5-479c-a728-099b14e3e34a tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 945 time: 0.0738020 May 27 03:37:12.633818 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:12.644948 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-1e2670bb-75b7-4f9d-b33c-bfd5815a6f92 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.2443960 May 27 03:37:12.649010 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 37424) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:37:12.651050 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2670bb-75b7-4f9d-b33c-bfd5815a6f92 admin admin] Pushing event updated for resources: {'Network': ['ID=fc7d4913-1a98-471a-8f02-141f8db23d39,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:12.661323 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Network fc7d4913-1a98-471a-8f02-141f8db23d39 details requested by agent ovs-agent-dv-cinder-828805-4-iscsi with host dv-cinder-828805-4-iscsi {{(pid=104616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:37:12.667912 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:UPDATE=3,neutron:SELECT=84,neutron:INSERT=13 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:12.681163 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [None req-3da00be8-690a-4bbb-83c8-8e21804fbe7f admin admin] Request body: {'subnet': {'network_id': 'fc7d4913-1a98-471a-8f02-141f8db23d39', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-821502152-subnet', 'tenant_id': '09b89ed90acc4dd2aa3bca17bb1a1fe9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:37:12.709040 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac793f-dec8-450c-a98f-0c16e3c43b6d req-6232e888-6181-477e-87d2-71774b323f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:12.711302 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-c1ac793f-dec8-450c-a98f-0c16e3c43b6d req-6232e888-6181-477e-87d2-71774b323f95 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8ae1382d8f774b5db702d78e3bed622a&device_id=cdde11d5-7fcb-4f1e-b691-2b9f029bd6e1 HTTP/1.1" status: 200 len: 1128 time: 0.1068408 May 27 03:37:12.718830 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-69ecc9b5-bf29-40b4-8117-4b87f51607cb req-c962afd6-8870-4015-9092-83d4f46148ce tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107426 May 27 03:37:12.764715 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-c1ac793f-dec8-450c-a98f-0c16e3c43b6d req-e2969d56-6ae3-4a7a-a203-d3f7527ba350 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56827ab0-a142-44a1-9dc8-40a1076ef828 HTTP/1.1" status: 200 len: 217 time: 0.0405421 May 27 03:37:12.780661 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-d28f6356-b622-471d-9e34-4988dc443fef req-a1dcb36a-ed5f-4296-a5aa-2cb496300452 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471820 May 27 03:37:12.827514 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac793f-dec8-450c-a98f-0c16e3c43b6d req-fdd60583-d48e-4a27-9a64-bc97978ee28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:12.829872 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-c1ac793f-dec8-450c-a98f-0c16e3c43b6d req-fdd60583-d48e-4a27-9a64-bc97978ee28d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7dc15780-a98b-4250-9509-853069c6707a HTTP/1.1" status: 200 len: 854 time: 0.0558863 May 27 03:37:12.840722 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 37434) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:37:12.905902 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da00be8-690a-4bbb-83c8-8e21804fbe7f admin admin] Made reservation on behalf of 09b89ed90acc4dd2aa3bca17bb1a1fe9 for: {'subnet': 1} {{(pid=104614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:37:12.912212 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-3da00be8-690a-4bbb-83c8-8e21804fbe7f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8584400429'] for subnet (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:12.958662 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac793f-dec8-450c-a98f-0c16e3c43b6d req-570f7cf6-eb51-4ce4-8056-09cdcf12d8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:12.961817 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-c1ac793f-dec8-450c-a98f-0c16e3c43b6d req-570f7cf6-eb51-4ce4-8056-09cdcf12d8d9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=24e2e56a-4202-49e3-9751-4bcdb4e8a6ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1235404 May 27 03:37:12.995184 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06abe59-13ed-426c-b080-efa105666e30 req-c77d8b69-0c94-4a72-9ada-256e9e72a847 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:12.999112 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-e06abe59-13ed-426c-b080-efa105666e30 req-c77d8b69-0c94-4a72-9ada-256e9e72a847 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdde11d5-7fcb-4f1e-b691-2b9f029bd6e1 HTTP/1.1" status: 200 len: 944 time: 0.0873997 May 27 03:37:13.056838 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-e06abe59-13ed-426c-b080-efa105666e30 req-7df9afa7-396c-473a-96f4-9c166126c77b tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a02cef0-b522-43fd-b070-1274cf874139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503678 May 27 03:37:13.067087 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-ef6282bd-c379-40b9-b333-704c442ec68a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:13.185064 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-c1ac793f-dec8-450c-a98f-0c16e3c43b6d req-1213d71d-1e8e-4121-ac73-96c52e35974c service neutron] 10.222.0.69 "GET /v2.0/networks/24e2e56a-4202-49e3-9751-4bcdb4e8a6ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135768 May 27 03:37:13.311659 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4935a0f-864d-4873-9a03-1a7962f41d4f req-cf7e034e-b29c-47c3-8a61-ce0d0b30bc17 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:13.313223 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-f4935a0f-864d-4873-9a03-1a7962f41d4f req-cf7e034e-b29c-47c3-8a61-ce0d0b30bc17 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=94909255-c0eb-42c8-86f4-d3622d539f0c HTTP/1.1" status: 200 len: 945 time: 0.0529079 May 27 03:37:13.345473 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-ef6282bd-c379-40b9-b333-704c442ec68a admin admin] Publish callbacks [] for security_group (d6468ee0-c7f4-4e2e-9b4b-51172876bf44), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:13.356699 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-c1ac793f-dec8-450c-a98f-0c16e3c43b6d req-5182f0fe-85f0-4621-9e0c-6cec38eff03b service neutron] 10.222.0.69 "GET /v2.0/networks/24e2e56a-4202-49e3-9751-4bcdb4e8a6ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611395 May 27 03:37:13.362826 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-f4935a0f-864d-4873-9a03-1a7962f41d4f req-09c37635-c4bd-4ffd-b505-cbc9dfe9ba83 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431745 May 27 03:37:13.421421 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (134bae73-502b-4599-bb47-129fee8818a4), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:13.421671 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-3da00be8-690a-4bbb-83c8-8e21804fbe7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8584799465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8584400443'] for subnet (d1c4414b-adb0-4c6a-a0d1-187d81afbc11), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:13.422684 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:13.487352 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-ef6282bd-c379-40b9-b333-704c442ec68a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (d6468ee0-c7f4-4e2e-9b4b-51172876bf44), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:13.544808 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e6356a-9a80-4ee0-8ada-d3501edb2727 req-831655b1-9107-4bfa-9af4-27760fe2f4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:13.546238 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-e8e6356a-9a80-4ee0-8ada-d3501edb2727 req-831655b1-9107-4bfa-9af4-27760fe2f4a8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=03b1335715234895a0c1a555b22ee8d3&device_id=94909255-c0eb-42c8-86f4-d3622d539f0c HTTP/1.1" status: 200 len: 1129 time: 0.1126547 May 27 03:37:13.561327 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da00be8-690a-4bbb-83c8-8e21804fbe7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1c4414b-adb0-4c6a-a0d1-187d81afbc11,revision_number=0']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:13.567969 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-ef6282bd-c379-40b9-b333-704c442ec68a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=62f595fe610a403993ae86f3899eb494&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7245607 May 27 03:37:13.571762 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 37462) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:37:13.579316 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6282bd-c379-40b9-b333-704c442ec68a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6468ee0-c7f4-4e2e-9b4b-51172876bf44,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:13.584500 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da00be8-690a-4bbb-83c8-8e21804fbe7f admin admin] Checking segment: {'id': '37a414ce-14e2-4725-a5d6-3705d8b1ee5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'fc7d4913-1a98-471a-8f02-141f8db23d39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:37:13.584862 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da00be8-690a-4bbb-83c8-8e21804fbe7f admin admin] Network hostable DHCP agents. Network: fc7d4913-1a98-471a-8f02-141f8db23d39, hostable agents: ['b322252d-fb9d-4652-a830-647fed26b29a'], hosted agents: [] {{(pid=104614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:37:13.625946 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-6cd944bc-ef70-4ccc-b1b2-42f90cfb93ca admin admin] Publish callbacks [] for security_group (d6468ee0-c7f4-4e2e-9b4b-51172876bf44), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:13.649690 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-6cd944bc-ef70-4ccc-b1b2-42f90cfb93ca admin admin] Publish callbacks [] for security_group (d6468ee0-c7f4-4e2e-9b4b-51172876bf44), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:13.700891 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da00be8-690a-4bbb-83c8-8e21804fbe7f admin admin] Network fc7d4913-1a98-471a-8f02-141f8db23d39 is scheduled to be hosted by DHCP agent b322252d-fb9d-4652-a830-647fed26b29a with binding_index 1 {{(pid=104614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:37:13.798116 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-6cd944bc-ef70-4ccc-b1b2-42f90cfb93ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (d6468ee0-c7f4-4e2e-9b4b-51172876bf44), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:13.800988 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-6cd944bc-ef70-4ccc-b1b2-42f90cfb93ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:13.802009 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-6cd944bc-ef70-4ccc-b1b2-42f90cfb93ca admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d6468ee0-c7f4-4e2e-9b4b-51172876bf44 HTTP/1.1" status: 204 len: 168 time: 0.2292354 May 27 03:37:13.811385 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd944bc-ef70-4ccc-b1b2-42f90cfb93ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6468ee0-c7f4-4e2e-9b4b-51172876bf44,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:13.864213 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.base_scheduler [None req-3da00be8-690a-4bbb-83c8-8e21804fbe7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-4-iscsi, fc7d4913-1a98-471a-8f02-141f8db23d39) {{(pid=104614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:37:13.869032 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da00be8-690a-4bbb-83c8-8e21804fbe7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:13.869640 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-3da00be8-690a-4bbb-83c8-8e21804fbe7f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:13.876050 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323bb923-f6f0-459d-adce-2ece71c09cca None None] Network fc7d4913-1a98-471a-8f02-141f8db23d39 requested from dv-cinder-828805-4-iscsi {{(pid=104616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:37:13.929409 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:13.959343 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422f6752-081a-4145-9d6c-a211e1f16a2e req-fe7f0b0f-1263-4047-a799-575fa26880bd tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:13.970042 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-422f6752-081a-4145-9d6c-a211e1f16a2e req-fe7f0b0f-1263-4047-a799-575fa26880bd tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 945 time: 0.0932610 May 27 03:37:13.970133 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-3da00be8-690a-4bbb-83c8-8e21804fbe7f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3109102 May 27 03:37:14.042995 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-422f6752-081a-4145-9d6c-a211e1f16a2e req-86848475-4010-4cd1-80cf-02f56604cbc2 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710330 May 27 03:37:14.057557 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94cfb31-d5de-4988-8dab-bd154f9ce974 None None] Network fc7d4913-1a98-471a-8f02-141f8db23d39 requested from dv-cinder-828805-4-iscsi {{(pid=104616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:37:14.223128 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0f0c4-3d82-4ccc-aae6-802719c436c3 req-05b49a64-0f4e-4cbe-9953-4ea51d789dfa tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:14.224627 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-28e0f0c4-3d82-4ccc-aae6-802719c436c3 req-05b49a64-0f4e-4cbe-9953-4ea51d789dfa tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdde11d5-7fcb-4f1e-b691-2b9f029bd6e1 HTTP/1.1" status: 200 len: 944 time: 0.0549281 May 27 03:37:14.281039 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-28e0f0c4-3d82-4ccc-aae6-802719c436c3 req-b79f735b-a2bb-461b-8237-08e897fe956d tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a02cef0-b522-43fd-b070-1274cf874139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477600 May 27 03:37:14.545418 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da7603f-4bce-411c-9473-e93b2b63ee61 req-816ede42-9787-4c64-915e-cb1e6eb88e80 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:14.547075 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e6356a-9a80-4ee0-8ada-d3501edb2727 req-e85eb395-4e1d-4f1c-a70d-59c406bd5cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:14.547546 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4da7603f-4bce-411c-9473-e93b2b63ee61 req-816ede42-9787-4c64-915e-cb1e6eb88e80 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=94909255-c0eb-42c8-86f4-d3622d539f0c HTTP/1.1" status: 200 len: 945 time: 0.0509005 May 27 03:37:14.548571 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-e8e6356a-9a80-4ee0-8ada-d3501edb2727 req-e85eb395-4e1d-4f1c-a70d-59c406bd5cd4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7ad434bf-5110-4909-8d4e-fd9ddb1876ab HTTP/1.1" status: 200 len: 920 time: 0.1456242 May 27 03:37:14.600796 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4da7603f-4bce-411c-9473-e93b2b63ee61 req-fec2fe59-b1b1-4dbd-afcd-a423bc4c6c97 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475035 May 27 03:37:14.671095 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-e8e6356a-9a80-4ee0-8ada-d3501edb2727 req-aac201e4-fd21-4f96-b7fd-932ecda9ce13 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b783256-36f5-4ea7-b360-d6d1ff32af14 HTTP/1.1" status: 200 len: 217 time: 0.0342035 May 27 03:37:14.684628 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-87eb9f8d-a34f-4c8e-9405-918aea0dd164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (b322252d-fb9d-4652-a830-647fed26b29a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:14.718163 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 37496) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:37:14.736544 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e6356a-9a80-4ee0-8ada-d3501edb2727 req-6e3e9bd5-ecc7-494e-84dc-ec85ed8d51d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:14.738038 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-e8e6356a-9a80-4ee0-8ada-d3501edb2727 req-6e3e9bd5-ecc7-494e-84dc-ec85ed8d51d3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=322aacf8-7a2c-4c8b-810a-fab1e2caab1f HTTP/1.1" status: 200 len: 858 time: 0.0607214 May 27 03:37:14.782734 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 37500) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:37:14.795372 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-d60731c1-cc43-4504-a02f-8306da5822aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:14.813016 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e6356a-9a80-4ee0-8ada-d3501edb2727 req-72493562-2724-40a5-b34b-aaaca3114d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:14.814810 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-e8e6356a-9a80-4ee0-8ada-d3501edb2727 req-72493562-2724-40a5-b34b-aaaca3114d88 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7ad434bf-5110-4909-8d4e-fd9ddb1876ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0678849 May 27 03:37:14.928799 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-d60731c1-cc43-4504-a02f-8306da5822aa admin admin] Publish callbacks [] for security_group (1e662aa9-5056-4fcc-89c2-901cd56b869b), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:14.937418 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-e8e6356a-9a80-4ee0-8ada-d3501edb2727 req-142d1166-94e5-4ccc-a088-a569ef95ce34 service neutron] 10.222.0.69 "GET /v2.0/networks/7ad434bf-5110-4909-8d4e-fd9ddb1876ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150098 May 27 03:37:15.020030 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-d60731c1-cc43-4504-a02f-8306da5822aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (1e662aa9-5056-4fcc-89c2-901cd56b869b), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:15.037311 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-e8e6356a-9a80-4ee0-8ada-d3501edb2727 req-2ba16ce6-d3bb-4866-97e6-81fc436a8b9b service neutron] 10.222.0.69 "GET /v2.0/networks/7ad434bf-5110-4909-8d4e-fd9ddb1876ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912998 May 27 03:37:15.041552 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-b4568fae-1e4b-42bb-a3b9-144a181d9818 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:15.092889 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-d60731c1-cc43-4504-a02f-8306da5822aa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7156a444d77b40d5b56b6b62122ce14e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3181713 May 27 03:37:15.096640 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 37510) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:37:15.111751 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60731c1-cc43-4504-a02f-8306da5822aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e662aa9-5056-4fcc-89c2-901cd56b869b,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:15.170618 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-3dfbd54f-4945-4681-84e8-ee580fcfbd07 admin admin] Publish callbacks [] for security_group (1e662aa9-5056-4fcc-89c2-901cd56b869b), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:15.210318 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-3dfbd54f-4945-4681-84e8-ee580fcfbd07 admin admin] Publish callbacks [] for security_group (1e662aa9-5056-4fcc-89c2-901cd56b869b), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:15.220562 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6211873d-a85f-4d19-9e05-ba09875c3ab7 req-3eb7f75c-25dc-4a91-9bc5-c37f60bace47 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:15.222368 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-6211873d-a85f-4d19-9e05-ba09875c3ab7 req-3eb7f75c-25dc-4a91-9bc5-c37f60bace47 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 945 time: 0.0614448 May 27 03:37:15.274415 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-b4568fae-1e4b-42bb-a3b9-144a181d9818 admin admin] Publish callbacks [] for security_group (f15f5f5e-9c2e-4c41-9059-3c0d097a4242), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:15.298907 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-6211873d-a85f-4d19-9e05-ba09875c3ab7 req-0b26e1fa-4ebb-4194-b8c2-00e409685236 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689452 May 27 03:37:15.395980 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-3dfbd54f-4945-4681-84e8-ee580fcfbd07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (1e662aa9-5056-4fcc-89c2-901cd56b869b), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:15.399001 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9926d913-8a39-440d-82c3-35dc644a2325 req-29c2035b-b1cf-41a7-961f-8c450fc96507 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:15.399361 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-3dfbd54f-4945-4681-84e8-ee580fcfbd07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:15.400470 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-9926d913-8a39-440d-82c3-35dc644a2325 req-29c2035b-b1cf-41a7-961f-8c450fc96507 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdde11d5-7fcb-4f1e-b691-2b9f029bd6e1 HTTP/1.1" status: 200 len: 944 time: 0.0454888 May 27 03:37:15.400584 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-3dfbd54f-4945-4681-84e8-ee580fcfbd07 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1e662aa9-5056-4fcc-89c2-901cd56b869b HTTP/1.1" status: 204 len: 168 time: 0.3009005 May 27 03:37:15.408777 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfbd54f-4945-4681-84e8-ee580fcfbd07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e662aa9-5056-4fcc-89c2-901cd56b869b,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:15.421127 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-b4568fae-1e4b-42bb-a3b9-144a181d9818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (f15f5f5e-9c2e-4c41-9059-3c0d097a4242), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:15.483698 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4568fae-1e4b-42bb-a3b9-144a181d9818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f15f5f5e-9c2e-4c41-9059-3c0d097a4242,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:15.495588 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-9926d913-8a39-440d-82c3-35dc644a2325 req-7d5480ab-c3fa-4b58-9659-095d4b4a462f tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a02cef0-b522-43fd-b070-1274cf874139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884736 May 27 03:37:15.501193 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 37524) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:37:15.501756 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-b4568fae-1e4b-42bb-a3b9-144a181d9818 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=20fa1221b15f438baf91f6b6293e27c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7824719 May 27 03:37:15.551916 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-1388a1dc-192d-448c-bc0a-c15d6e545cdf admin admin] Publish callbacks [] for security_group (f15f5f5e-9c2e-4c41-9059-3c0d097a4242), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:15.574907 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-1388a1dc-192d-448c-bc0a-c15d6e545cdf admin admin] Publish callbacks [] for security_group (f15f5f5e-9c2e-4c41-9059-3c0d097a4242), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:15.607328 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=79,neutron:DELETE=10,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:15.694918 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-1388a1dc-192d-448c-bc0a-c15d6e545cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (f15f5f5e-9c2e-4c41-9059-3c0d097a4242), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:15.697956 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-1388a1dc-192d-448c-bc0a-c15d6e545cdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:15.702880 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-1388a1dc-192d-448c-bc0a-c15d6e545cdf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f15f5f5e-9c2e-4c41-9059-3c0d097a4242 HTTP/1.1" status: 204 len: 168 time: 0.1997466 May 27 03:37:15.711872 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388a1dc-192d-448c-bc0a-c15d6e545cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15f5f5e-9c2e-4c41-9059-3c0d097a4242,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:15.723483 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8d36e1-c872-4bc1-967d-d16898dafa0a req-d1577287-f5b4-43f3-8053-29c33adcaf92 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:15.723483 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ae8d36e1-c872-4bc1-967d-d16898dafa0a req-d1577287-f5b4-43f3-8053-29c33adcaf92 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=94909255-c0eb-42c8-86f4-d3622d539f0c HTTP/1.1" status: 200 len: 945 time: 0.0527778 May 27 03:37:15.780566 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ae8d36e1-c872-4bc1-967d-d16898dafa0a req-54af0248-38a6-4f15-9ac2-5e4ea9daca36 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521455 May 27 03:37:16.078513 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:16.182938 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:16.237042 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device 56827ab0-a142-44a1-9dc8-40a1076ef828 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:37:16.396046 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port 56827ab0-a142-44a1-9dc8-40a1076ef828, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=56827ab0-a142-44a1-9dc8-40a1076ef828,segment=NetworkSegment(4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6),segment_id=4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:37:16.414383 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Returning: {'device': '56827ab0-a142-44a1-9dc8-40a1076ef828', 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed', 'port_id': '56827ab0-a142-44a1-9dc8-40a1076ef828', 'mac_address': 'fa:16:3e:31:d9:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dc15780-a98b-4250-9509-853069c6707a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:37:16.460696 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aae3b5c-f347-407d-a74a-ee8accaef754 req-66a4b220-29e8-499e-8c1c-b847d4a63457 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:16.483009 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-6aae3b5c-f347-407d-a74a-ee8accaef754 req-66a4b220-29e8-499e-8c1c-b847d4a63457 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 945 time: 0.0804510 May 27 03:37:16.489986 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Current status of the port 56827ab0-a142-44a1-9dc8-40a1076ef828 is: DOWN; New status is: BUILD {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:37:16.490603 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (56827ab0-a142-44a1-9dc8-40a1076ef828), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:16.519836 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.notifiers.nova [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56827ab0-a142-44a1-9dc8-40a1076ef828 {{(pid=104616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:37:16.546877 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port 56827ab0-a142-44a1-9dc8-40a1076ef828, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=56827ab0-a142-44a1-9dc8-40a1076ef828,segment=NetworkSegment(4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6),segment_id=4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:37:16.562491 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-6aae3b5c-f347-407d-a74a-ee8accaef754 req-a5233aea-8050-4dc4-bf07-9abab802c4a4 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907180 May 27 03:37:16.641508 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (56827ab0-a142-44a1-9dc8-40a1076ef828), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:16.691065 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:16.704948 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8ee3cd-0868-48bc-88a4-abba0d769e8e req-881889d4-512a-4cbe-9021-e03a6bfcf53e tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:16.712165 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Pushing event updated for resources: {'Port': ['ID=56827ab0-a142-44a1-9dc8-40a1076ef828,revision_number=4']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:16.712307 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-6b8ee3cd-0868-48bc-88a4-abba0d769e8e req-881889d4-512a-4cbe-9021-e03a6bfcf53e tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/networks?id=fc7d4913-1a98-471a-8f02-141f8db23d39 HTTP/1.1" status: 200 len: 808 time: 0.1625144 May 27 03:37:16.732162 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-6b8ee3cd-0868-48bc-88a4-abba0d769e8e req-fbe3e4a4-350b-40f1-bec9-ee5713081f40 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/quotas/09b89ed90acc4dd2aa3bca17bb1a1fe9 HTTP/1.1" status: 200 len: 375 time: 0.0187368 May 27 03:37:16.768721 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f583c88-70f2-493b-a430-29475b963068 req-28292be1-d8d4-438d-9e93-a34b2ebd2cbd tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:16.772247 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-8f583c88-70f2-493b-a430-29475b963068 req-28292be1-d8d4-438d-9e93-a34b2ebd2cbd tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdde11d5-7fcb-4f1e-b691-2b9f029bd6e1 HTTP/1.1" status: 200 len: 945 time: 0.1086698 May 27 03:37:16.776082 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-6b8ee3cd-0868-48bc-88a4-abba0d769e8e req-a8ea9927-b7a5-4409-a331-f446f1032601 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=09b89ed90acc4dd2aa3bca17bb1a1fe9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429974 May 27 03:37:16.897936 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-8f583c88-70f2-493b-a430-29475b963068 req-9a59778d-df7b-442a-9645-bebae6cdc231 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a02cef0-b522-43fd-b070-1274cf874139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203728 May 27 03:37:16.952136 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-6b8ee3cd-0868-48bc-88a4-abba0d769e8e req-d0dd125c-7b36-4926-95e0-c28fd61c477d service neutron] 10.222.0.24 "GET /v2.0/networks/fc7d4913-1a98-471a-8f02-141f8db23d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660478 May 27 03:37:16.966232 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-1c6aac1b-864b-4748-9409-5d3a79be8633 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (9df6ec88-276d-42f5-acd2-7e289451d5e3), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:17.021487 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] get_ports_and_sgs() called for port_ids ['56827ab0-a142-44a1-9dc8-40a1076ef828'] {{(pid=104616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:37:17.094715 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c03106-0a25-474f-8ea2-0b62a684a638 req-a5195446-9697-42fd-80e3-2abb6f74a334 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:17.097191 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-39c03106-0a25-474f-8ea2-0b62a684a638 req-a5195446-9697-42fd-80e3-2abb6f74a334 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=94909255-c0eb-42c8-86f4-d3622d539f0c HTTP/1.1" status: 200 len: 945 time: 0.0796924 May 27 03:37:17.161231 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-6b8ee3cd-0868-48bc-88a4-abba0d769e8e req-4552a627-7b4e-46d4-81e4-834d6faa3e9a service neutron] 10.222.0.24 "GET /v2.0/networks/fc7d4913-1a98-471a-8f02-141f8db23d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077618 May 27 03:37:17.199463 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-39c03106-0a25-474f-8ea2-0b62a684a638 req-ad543481-1e23-41e7-9f8e-66636aa3da5f tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801172 May 27 03:37:17.479788 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-7ee9fd0e-2e91-4081-8fbd-7624605dddc6 req-03b7d26c-3bc8-4236-a3d1-2949ebcfd48d tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7d00e63-2d11-40e0-ad26-8f983eb27f59 HTTP/1.1" status: 200 len: 210 time: 0.0385945 May 27 03:37:17.705760 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95b42f-23c3-44e4-b92f-474814190a2d req-ab070d70-f928-40ec-bd40-3ef0a35293f4 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:17.717373 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-de95b42f-23c3-44e4-b92f-474814190a2d req-ab070d70-f928-40ec-bd40-3ef0a35293f4 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 945 time: 0.0681241 May 27 03:37:17.767369 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-de95b42f-23c3-44e4-b92f-474814190a2d req-a35fdbac-4664-4679-a3a1-0d4d54fbf399 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490854 May 27 03:37:18.023434 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d5144b-5272-4462-9bd9-9f5dbc1b7df2 req-10c6a661-6210-4fa4-9707-ce00c99f4480 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:18.025055 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-d3d5144b-5272-4462-9bd9-9f5dbc1b7df2 req-10c6a661-6210-4fa4-9707-ce00c99f4480 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdde11d5-7fcb-4f1e-b691-2b9f029bd6e1 HTTP/1.1" status: 200 len: 945 time: 0.0532882 May 27 03:37:18.073395 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-d3d5144b-5272-4462-9bd9-9f5dbc1b7df2 req-1bf32387-d037-4e27-96de-2384731926d5 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a02cef0-b522-43fd-b070-1274cf874139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424328 May 27 03:37:18.178296 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-584d7fde-7d72-4642-9601-b182cfb78c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (413fc6aa-3a5a-4281-abfd-a440a67afb4a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:18.217594 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device 56827ab0-a142-44a1-9dc8-40a1076ef828 up at agent hyperv_hv-cinder-82880 {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:37:18.262153 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Provisioning for port 56827ab0-a142-44a1-9dc8-40a1076ef828 completed by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:37:18.310704 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a29b3-eb3e-4e93-9453-d7dd8707d872 req-ac3b3f06-19c8-4445-bca9-565d74c77fa1 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:18.312223 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-d61a29b3-eb3e-4e93-9453-d7dd8707d872 req-ac3b3f06-19c8-4445-bca9-565d74c77fa1 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=94909255-c0eb-42c8-86f4-d3622d539f0c HTTP/1.1" status: 200 len: 945 time: 0.0499563 May 27 03:37:18.361631 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-d61a29b3-eb3e-4e93-9453-d7dd8707d872 req-8ec561eb-c0a6-4ff0-9a2c-8dafa23042dc tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421584 May 27 03:37:18.375321 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Provisioning complete for port 56827ab0-a142-44a1-9dc8-40a1076ef828 triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:37:18.375696 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (56827ab0-a142-44a1-9dc8-40a1076ef828), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:18.383104 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:18.453508 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Current status of the port 56827ab0-a142-44a1-9dc8-40a1076ef828 is: BUILD; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:37:18.453896 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (56827ab0-a142-44a1-9dc8-40a1076ef828), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:18.482957 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdde11d5-7fcb-4f1e-b691-2b9f029bd6e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56827ab0-a142-44a1-9dc8-40a1076ef828'}] {{(pid=104616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:37:18.485211 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538c57523af4411a099bc77a34a8b12cae4f8d5a17830f42255aa2cd4d9c6a31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce340e44-c235-454f-a08d-f9cb1bed928b" -d '{"events": [{"server_uuid": "cdde11d5-7fcb-4f1e-b691-2b9f029bd6e1", "name": "network-vif-plugged", "status": "completed", "tag": "56827ab0-a142-44a1-9dc8-40a1076ef828"}]}' {{(pid=104616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:37:18.500893 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port 56827ab0-a142-44a1-9dc8-40a1076ef828, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=56827ab0-a142-44a1-9dc8-40a1076ef828,segment=NetworkSegment(4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6),segment_id=4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:37:18.563758 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c86ac011-55b8-4a69-a4bf-41c715441fa0 x-openstack-request-id: req-c86ac011-55b8-4a69-a4bf-41c715441fa0 {{(pid=104616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:37:18.564666 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdde11d5-7fcb-4f1e-b691-2b9f029bd6e1", "name": "network-vif-plugged", "status": "completed", "tag": "56827ab0-a142-44a1-9dc8-40a1076ef828", "code": 200}]} {{(pid=104616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:37:18.565105 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c86ac011-55b8-4a69-a4bf-41c715441fa0 {{(pid=104616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:37:18.565709 dv-cinder-828805-4-iscsi neutron-server[104616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c86ac011-55b8-4a69-a4bf-41c715441fa0'] response: {'server_uuid': 'cdde11d5-7fcb-4f1e-b691-2b9f029bd6e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56827ab0-a142-44a1-9dc8-40a1076ef828', 'code': 200} May 27 03:37:18.571378 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-cf7aa7ed-5c40-454c-b6ed-e30454fa5d2c req-5fb417e8-f611-4f3b-b960-a9b0197cb3db tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7d00e63-2d11-40e0-ad26-8f983eb27f59 HTTP/1.1" status: 200 len: 210 time: 0.0333583 May 27 03:37:18.604701 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (56827ab0-a142-44a1-9dc8-40a1076ef828), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:18.660444 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Pushing event updated for resources: {'Port': ['ID=56827ab0-a142-44a1-9dc8-40a1076ef828,revision_number=5']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:18.767670 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=4 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:18.798610 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:18.899950 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781c582-7399-4ffc-ba58-dc95b583fa6d req-c5515835-2ec6-408d-b4af-2f8eb2c5b62f tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:18.901510 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-d781c582-7399-4ffc-ba58-dc95b583fa6d req-c5515835-2ec6-408d-b4af-2f8eb2c5b62f tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 945 time: 0.0559528 May 27 03:37:18.970452 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-d781c582-7399-4ffc-ba58-dc95b583fa6d req-c41f2a5d-62ce-4700-bb7f-d9cce8d9fc4c tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600746 May 27 03:37:19.062379 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4b0fce-ee97-4bc0-9a2b-93122d4dbe60 req-e962200e-c18c-43b8-be49-57cfa58c5d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:19.063903 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-0b4b0fce-ee97-4bc0-9a2b-93122d4dbe60 req-e962200e-c18c-43b8-be49-57cfa58c5d9d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=cdde11d5-7fcb-4f1e-b691-2b9f029bd6e1 HTTP/1.1" status: 200 len: 1130 time: 0.0702884 May 27 03:37:19.068910 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc65a279-2e31-431f-959e-cc2fe811a553 req-8d91a80b-2caa-465d-8d3f-45db9e45d470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:19.070437 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-dc65a279-2e31-431f-959e-cc2fe811a553 req-8d91a80b-2caa-465d-8d3f-45db9e45d470 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1377b9e588bd44f3b29b03728c418151&device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 1129 time: 0.0465055 May 27 03:37:19.137559 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-0b4b0fce-ee97-4bc0-9a2b-93122d4dbe60 req-ea934996-c430-40fa-a5c4-093e6eff1cb1 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=1a02cef0-b522-43fd-b070-1274cf874139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653217 May 27 03:37:19.207880 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d3e73-613e-48a5-9824-96624c6cc79a req-0a22a26b-7148-42fd-80cd-82843dee3456 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:19.209961 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-de3d3e73-613e-48a5-9824-96624c6cc79a req-0a22a26b-7148-42fd-80cd-82843dee3456 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdde11d5-7fcb-4f1e-b691-2b9f029bd6e1 HTTP/1.1" status: 200 len: 946 time: 0.0603766 May 27 03:37:19.221383 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc65a279-2e31-431f-959e-cc2fe811a553 req-16c96a9a-23fd-4bad-9411-6e6de8ee7c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:19.222955 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-dc65a279-2e31-431f-959e-cc2fe811a553 req-16c96a9a-23fd-4bad-9411-6e6de8ee7c4f service neutron] 10.222.0.69 "GET /v2.0/networks?id=85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1 HTTP/1.1" status: 200 len: 918 time: 0.1283321 May 27 03:37:19.257265 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-de3d3e73-613e-48a5-9824-96624c6cc79a req-f4fcdbe0-7f09-4105-bef5-887e12e8c8e6 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a02cef0-b522-43fd-b070-1274cf874139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416410 May 27 03:37:19.260883 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:19.327615 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f446-e12c-45b2-8c38-3579950c1c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (785c7416-4bf9-40d9-a08f-c797a61a0436), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:19.486459 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e8236b-0f64-4332-81c0-85c47e3be7e8 req-cbbdd759-d4dc-49df-b8e4-0fac00adb27f tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:19.491442 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-e0e8236b-0f64-4332-81c0-85c47e3be7e8 req-cbbdd759-d4dc-49df-b8e4-0fac00adb27f tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=94909255-c0eb-42c8-86f4-d3622d539f0c HTTP/1.1" status: 200 len: 945 time: 0.0574441 May 27 03:37:19.544331 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-dc65a279-2e31-431f-959e-cc2fe811a553 req-258a6393-9d05-4285-ae75-d07a6e22a210 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e23f1b69-a428-4690-914e-c5c91277d071 HTTP/1.1" status: 200 len: 1001 time: 0.0667727 May 27 03:37:19.552642 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-e0e8236b-0f64-4332-81c0-85c47e3be7e8 req-1d438d84-ae4a-4b52-9aff-0e195e390a53 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572314 May 27 03:37:19.669719 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-d17ce303-7d79-4194-9aa0-6730032e52d4 req-7efc5ee3-8462-4766-8f4d-730b9fcb2459 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7d00e63-2d11-40e0-ad26-8f983eb27f59 HTTP/1.1" status: 200 len: 210 time: 0.0278203 May 27 03:37:19.868085 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:20.004516 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc65a279-2e31-431f-959e-cc2fe811a553 req-c6990469-06cd-4b32-a475-7b31f6dc26f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:20.006200 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-dc65a279-2e31-431f-959e-cc2fe811a553 req-c6990469-06cd-4b32-a475-7b31f6dc26f9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=01cacb82-b9b5-47d7-9a65-bacc84dba8c5 HTTP/1.1" status: 200 len: 856 time: 0.0505042 May 27 03:37:20.085922 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b3795f-9982-4758-8d0a-9db67c021e4a req-562f316c-04d0-4a5c-8a33-046741e04055 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:20.088956 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-43b3795f-9982-4758-8d0a-9db67c021e4a req-562f316c-04d0-4a5c-8a33-046741e04055 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 945 time: 0.0495803 May 27 03:37:20.142739 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-43b3795f-9982-4758-8d0a-9db67c021e4a req-5c619869-3685-45ec-94a4-bb8a6300d63a tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482993 May 27 03:37:20.214588 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 37702) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:37:20.343921 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-50e5ca91-a40e-4a59-bc0a-5e86b5dd181a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:20.400344 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc65a279-2e31-431f-959e-cc2fe811a553 req-0e3437a5-d29b-4642-a8f2-bbc27ab19f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:20.402001 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-dc65a279-2e31-431f-959e-cc2fe811a553 req-0e3437a5-d29b-4642-a8f2-bbc27ab19f63 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392721 May 27 03:37:20.472854 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:20.689632 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45380c6-edda-4412-9450-6e044797e183 req-76049f9d-a6a9-4b47-9f33-4b61de06538a tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:20.691124 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-e45380c6-edda-4412-9450-6e044797e183 req-76049f9d-a6a9-4b47-9f33-4b61de06538a tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdde11d5-7fcb-4f1e-b691-2b9f029bd6e1 HTTP/1.1" status: 200 len: 946 time: 0.3262024 May 27 03:37:20.723535 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de26f0-a841-4a68-9c9a-d8127dc43788 req-7e0d8f7d-6d99-44aa-91ef-c98120330732 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:20.725512 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-21de26f0-a841-4a68-9c9a-d8127dc43788 req-7e0d8f7d-6d99-44aa-91ef-c98120330732 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=94909255-c0eb-42c8-86f4-d3622d539f0c HTTP/1.1" status: 200 len: 945 time: 0.0888367 May 27 03:37:20.792525 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-e45380c6-edda-4412-9450-6e044797e183 req-7e1f01f1-abd9-477b-afd5-7e034ebdfb8f tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a02cef0-b522-43fd-b070-1274cf874139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950379 May 27 03:37:20.820473 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-21de26f0-a841-4a68-9c9a-d8127dc43788 req-19279051-782e-4f15-9f80-baac1ddf3244 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882933 May 27 03:37:20.825249 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-50e5ca91-a40e-4a59-bc0a-5e86b5dd181a admin admin] Publish callbacks [] for security_group (29e0188b-4da5-4d52-85b8-595bf6d70e4b), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:20.878235 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (917d01f3-4a27-4590-ae14-da14d21a1e88), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:20.888382 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-06c15d18-d606-42af-88ac-88d0a2f368eb req-b0f94fa0-e990-443f-9696-8c62d77a8905 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7d00e63-2d11-40e0-ad26-8f983eb27f59 HTTP/1.1" status: 200 len: 210 time: 0.0356362 May 27 03:37:20.910162 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-50e5ca91-a40e-4a59-bc0a-5e86b5dd181a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (29e0188b-4da5-4d52-85b8-595bf6d70e4b), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:20.947295 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-dc65a279-2e31-431f-959e-cc2fe811a553 req-b41b5432-28c6-4a65-882b-b8b728628ccd service neutron] 10.222.0.69 "GET /v2.0/networks/85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937397 May 27 03:37:20.950199 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-50e5ca91-a40e-4a59-bc0a-5e86b5dd181a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1b85c126682b4cfbaf6963c88cae9dfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7343421 May 27 03:37:20.951076 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e5ca91-a40e-4a59-bc0a-5e86b5dd181a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e0188b-4da5-4d52-85b8-595bf6d70e4b,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:20.953090 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 37720) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:37:21.002632 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-5164fd92-a60a-49be-8d76-5f40388381f4 admin admin] Publish callbacks [] for security_group (29e0188b-4da5-4d52-85b8-595bf6d70e4b), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:21.024917 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-5164fd92-a60a-49be-8d76-5f40388381f4 admin admin] Publish callbacks [] for security_group (29e0188b-4da5-4d52-85b8-595bf6d70e4b), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:21.186883 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-5164fd92-a60a-49be-8d76-5f40388381f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (29e0188b-4da5-4d52-85b8-595bf6d70e4b), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:21.189512 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-5164fd92-a60a-49be-8d76-5f40388381f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:21.193013 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-5164fd92-a60a-49be-8d76-5f40388381f4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/29e0188b-4da5-4d52-85b8-595bf6d70e4b HTTP/1.1" status: 204 len: 168 time: 0.2367167 May 27 03:37:21.205864 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5164fd92-a60a-49be-8d76-5f40388381f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e0188b-4da5-4d52-85b8-595bf6d70e4b,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:21.272515 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82531d6f-2024-4567-b925-cbb9a1be532b req-aaeccaf5-a366-46f1-83b5-0c8713692008 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:21.274208 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-82531d6f-2024-4567-b925-cbb9a1be532b req-aaeccaf5-a366-46f1-83b5-0c8713692008 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 945 time: 0.0512013 May 27 03:37:21.328833 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-82531d6f-2024-4567-b925-cbb9a1be532b req-cb89f036-a760-461b-a062-762e3002f708 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470421 May 27 03:37:21.374062 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-dc65a279-2e31-431f-959e-cc2fe811a553 req-e8e38837-f66c-4448-b0c4-13e0a88d0025 service neutron] 10.222.0.69 "GET /v2.0/networks/85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046486 May 27 03:37:21.579230 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:21.672636 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:21.908118 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 37746) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:37:21.966209 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 37752) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:37:21.982707 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad9fe0e-6819-4cb4-9469-a045b34e2910 req-ffcee72c-6eb5-4522-b77c-70c4f61aee16 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:21.984240 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-7ad9fe0e-6819-4cb4-9469-a045b34e2910 req-ffcee72c-6eb5-4522-b77c-70c4f61aee16 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=94909255-c0eb-42c8-86f4-d3622d539f0c HTTP/1.1" status: 200 len: 945 time: 0.0806830 May 27 03:37:22.013304 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e174b-6907-4eca-bed7-d2c939b10567 req-65b77839-b633-490f-8660-d9496ebedf80 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:22.022656 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-eb2e174b-6907-4eca-bed7-d2c939b10567 req-65b77839-b633-490f-8660-d9496ebedf80 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdde11d5-7fcb-4f1e-b691-2b9f029bd6e1 HTTP/1.1" status: 200 len: 946 time: 0.1567857 May 27 03:37:22.064801 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-5eb372aa-9b10-497b-bb14-bad63c0223a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:22.095879 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-7ad9fe0e-6819-4cb4-9469-a045b34e2910 req-ba17b335-eeb5-453f-9f53-6fa5b1c1819e tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031778 May 27 03:37:22.120890 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-eb2e174b-6907-4eca-bed7-d2c939b10567 req-8cc94c04-f2b7-4c67-9c02-14f61ae0d1b6 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a02cef0-b522-43fd-b070-1274cf874139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958030 May 27 03:37:22.194214 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8ee3cd-0868-48bc-88a4-abba0d769e8e req-66f0e484-5240-4588-89fd-a0710f27a075 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:22.199149 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-6b8ee3cd-0868-48bc-88a4-abba0d769e8e req-66f0e484-5240-4588-89fd-a0710f27a075 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.69 "GET /v2.0/networks?id=fc7d4913-1a98-471a-8f02-141f8db23d39 HTTP/1.1" status: 200 len: 808 time: 0.2797291 May 27 03:37:22.252120 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device e23f1b69-a428-4690-914e-c5c91277d071 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:37:22.254873 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [req-6b8ee3cd-0868-48bc-88a4-abba0d769e8e req-a1ab3596-0a6d-4c18-a426-fbd59a7c8d5a tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] Request body: {'port': {'device_id': 'a7d00e63-2d11-40e0-ad26-8f983eb27f59', 'network_id': 'fc7d4913-1a98-471a-8f02-141f8db23d39', 'admin_state_up': True, 'tenant_id': '09b89ed90acc4dd2aa3bca17bb1a1fe9'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:37:22.283110 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-17b0ed86-4b14-4225-bcfc-6be08db55055 req-083c3f91-03de-4828-a4ab-fbd907b17d28 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7d00e63-2d11-40e0-ad26-8f983eb27f59 HTTP/1.1" status: 200 len: 210 time: 0.0419779 May 27 03:37:22.292425 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbdc7c2-5618-4f1a-9380-a4b9858d5f11 req-5ad329fc-a6ea-4e10-9e84-297279a5adb7 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:22.294540 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-6fbdc7c2-5618-4f1a-9380-a4b9858d5f11 req-5ad329fc-a6ea-4e10-9e84-297279a5adb7 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdde11d5-7fcb-4f1e-b691-2b9f029bd6e1 HTTP/1.1" status: 200 len: 946 time: 0.0907614 May 27 03:37:22.298951 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-5eb372aa-9b10-497b-bb14-bad63c0223a0 admin admin] Publish callbacks [] for security_group (ebaeae8d-88d2-45dc-a8e3-ee2b946b52e0), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:22.305388 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 37756) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:37:22.311019 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.v2.base [None req-754b9502-9820-473b-8633-ebf72a475b26 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Request body: {'floatingip': {'port_id': '56827ab0-a142-44a1-9dc8-40a1076ef828'}} {{(pid=104615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:37:22.363481 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-754b9502-9820-473b-8633-ebf72a475b26 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for floatingip (54e61d84-5a5d-4420-96e9-78b46f446299), before_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:22.368450 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-f59750ff-d38c-4ed6-aca4-e029bf6da0f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:22.420420 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port e23f1b69-a428-4690-914e-c5c91277d071, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=e23f1b69-a428-4690-914e-c5c91277d071,segment=NetworkSegment(62c563a9-fe72-4adb-8d7c-17b2299b5d3d),segment_id=62c563a9-fe72-4adb-8d7c-17b2299b5d3d)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:37:22.439610 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Returning: {'device': 'e23f1b69-a428-4690-914e-c5c91277d071', 'network_id': '85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1', 'port_id': 'e23f1b69-a428-4690-914e-c5c91277d071', 'mac_address': 'fa:16:3e:52:6c:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01cacb82-b9b5-47d7-9a65-bacc84dba8c5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:37:22.494373 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-5eb372aa-9b10-497b-bb14-bad63c0223a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (ebaeae8d-88d2-45dc-a8e3-ee2b946b52e0), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:22.504545 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Current status of the port e23f1b69-a428-4690-914e-c5c91277d071 is: ACTIVE; New status is: BUILD {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:37:22.505290 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (e23f1b69-a428-4690-914e-c5c91277d071), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:22.529529 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.notifiers.nova [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e23f1b69-a428-4690-914e-c5c91277d071 {{(pid=104616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:37:22.563712 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port e23f1b69-a428-4690-914e-c5c91277d071, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=e23f1b69-a428-4690-914e-c5c91277d071,segment=NetworkSegment(62c563a9-fe72-4adb-8d7c-17b2299b5d3d),segment_id=62c563a9-fe72-4adb-8d7c-17b2299b5d3d)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:37:22.578658 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-5eb372aa-9b10-497b-bb14-bad63c0223a0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3f80d9e7b9964069a5b143e40135a665&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6080260 May 27 03:37:22.578658 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-f59750ff-d38c-4ed6-aca4-e029bf6da0f7 admin admin] Publish callbacks [] for security_group (48cd52af-3389-46bb-b865-2b1f5268b4aa), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:22.579058 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 37768) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:37:22.585622 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb372aa-9b10-497b-bb14-bad63c0223a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebaeae8d-88d2-45dc-a8e3-ee2b946b52e0,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:22.600979 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb372aa-9b10-497b-bb14-bad63c0223a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:22.601317 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb372aa-9b10-497b-bb14-bad63c0223a0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:22.601652 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb372aa-9b10-497b-bb14-bad63c0223a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:22.601985 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb372aa-9b10-497b-bb14-bad63c0223a0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:22.602311 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb372aa-9b10-497b-bb14-bad63c0223a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:22.602426 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc67215-275d-4556-b4af-a9dfd39e2132 req-d8aaeb76-9ec9-40e1-b96d-71b5090c2c50 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:22.602635 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb372aa-9b10-497b-bb14-bad63c0223a0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:22.602984 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb372aa-9b10-497b-bb14-bad63c0223a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:22.603307 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb372aa-9b10-497b-bb14-bad63c0223a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:22.603626 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb372aa-9b10-497b-bb14-bad63c0223a0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:22.603929 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-5bc67215-275d-4556-b4af-a9dfd39e2132 req-d8aaeb76-9ec9-40e1-b96d-71b5090c2c50 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 945 time: 0.1142499 May 27 03:37:22.604031 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb372aa-9b10-497b-bb14-bad63c0223a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:22.604254 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb372aa-9b10-497b-bb14-bad63c0223a0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:22.604574 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb372aa-9b10-497b-bb14-bad63c0223a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:22.604887 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb372aa-9b10-497b-bb14-bad63c0223a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:22.605197 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb372aa-9b10-497b-bb14-bad63c0223a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:22.605956 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb372aa-9b10-497b-bb14-bad63c0223a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:22.646662 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-01f54fb9-f60f-434c-826d-f55b972b355d admin admin] Publish callbacks [] for security_group (ebaeae8d-88d2-45dc-a8e3-ee2b946b52e0), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:22.653067 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (e23f1b69-a428-4690-914e-c5c91277d071), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:22.683774 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-01f54fb9-f60f-434c-826d-f55b972b355d admin admin] Publish callbacks [] for security_group (ebaeae8d-88d2-45dc-a8e3-ee2b946b52e0), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:22.691755 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-f59750ff-d38c-4ed6-aca4-e029bf6da0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (48cd52af-3389-46bb-b865-2b1f5268b4aa), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:22.695059 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b8ee3cd-0868-48bc-88a4-abba0d769e8e req-a1ab3596-0a6d-4c18-a426-fbd59a7c8d5a tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] Made reservation on behalf of 09b89ed90acc4dd2aa3bca17bb1a1fe9 for: {'port': 1} {{(pid=104614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:37:22.699504 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-6b8ee3cd-0868-48bc-88a4-abba0d769e8e req-a1ab3596-0a6d-4c18-a426-fbd59a7c8d5a tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:22.703860 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-5bc67215-275d-4556-b4af-a9dfd39e2132 req-8005edb0-7796-452e-9e06-65ce78cf8c9a tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877519 May 27 03:37:22.728032 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Pushing event updated for resources: {'Port': ['ID=e23f1b69-a428-4690-914e-c5c91277d071,revision_number=6']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:22.858212 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] get_ports_and_sgs() called for port_ids ['e23f1b69-a428-4690-914e-c5c91277d071'] {{(pid=104616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:37:22.944053 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-754b9502-9820-473b-8633-ebf72a475b26 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:22.967258 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:22.994951 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-f59750ff-d38c-4ed6-aca4-e029bf6da0f7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=41295e76fc1c400db439f17d1cf64d95&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0855274 May 27 03:37:22.995699 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59750ff-d38c-4ed6-aca4-e029bf6da0f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48cd52af-3389-46bb-b865-2b1f5268b4aa,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:22.997776 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 37772) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:37:23.036380 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-754b9502-9820-473b-8633-ebf72a475b26 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680165'] for floatingip (54e61d84-5a5d-4420-96e9-78b46f446299), after_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:23.103650 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-9c405461-2b0d-4ac9-b4c5-9ac766102e96 admin admin] Publish callbacks [] for security_group (48cd52af-3389-46bb-b865-2b1f5268b4aa), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:23.115490 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.db_base_plugin_common [req-6b8ee3cd-0868-48bc-88a4-abba0d769e8e req-a1ab3596-0a6d-4c18-a426-fbd59a7c8d5a tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] Allocated IP 172.20.0.14 (fc7d4913-1a98-471a-8f02-141f8db23d39/d1c4414b-adb0-4c6a-a0d1-187d81afbc11/1e8c1f2e-b130-47fa-a1b3-a3f961aa93ff) {{(pid=104614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:37:23.122582 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-01f54fb9-f60f-434c-826d-f55b972b355d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (ebaeae8d-88d2-45dc-a8e3-ee2b946b52e0), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:23.125236 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-01f54fb9-f60f-434c-826d-f55b972b355d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:23.129515 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-01f54fb9-f60f-434c-826d-f55b972b355d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ebaeae8d-88d2-45dc-a8e3-ee2b946b52e0 HTTP/1.1" status: 204 len: 168 time: 0.5465851 May 27 03:37:23.159409 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-9c405461-2b0d-4ac9-b4c5-9ac766102e96 admin admin] Publish callbacks [] for security_group (48cd52af-3389-46bb-b865-2b1f5268b4aa), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:23.179514 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f54fb9-f60f-434c-826d-f55b972b355d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebaeae8d-88d2-45dc-a8e3-ee2b946b52e0,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:23.185034 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.db.l3_db [None req-754b9502-9820-473b-8633-ebf72a475b26 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Floating IP 54e61d84-5a5d-4420-96e9-78b46f446299 associated. External IP: 172.27.0.12, port: 56827ab0-a142-44a1-9dc8-40a1076ef828. May 27 03:37:23.291205 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274209e-4e7c-4f3b-84a5-80687afd210f req-e03099fa-91b5-491a-ad7b-4c8bdff9a370 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:23.292746 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-7274209e-4e7c-4f3b-84a5-80687afd210f req-e03099fa-91b5-491a-ad7b-4c8bdff9a370 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=94909255-c0eb-42c8-86f4-d3622d539f0c HTTP/1.1" status: 200 len: 945 time: 0.1163828 May 27 03:37:23.348901 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-6b8ee3cd-0868-48bc-88a4-abba0d769e8e req-a1ab3596-0a6d-4c18-a426-fbd59a7c8d5a tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] Publish callbacks [] for port (1e8c1f2e-b130-47fa-a1b3-a3f961aa93ff), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:23.385513 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-7274209e-4e7c-4f3b-84a5-80687afd210f req-98bc7f50-5161-4893-9e30-6bee38668819 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607576 May 27 03:37:23.447286 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-cce2de81-06c6-42de-8b7c-95870a406b42 req-a9615c25-ba93-4f55-879f-2c443cdef71e tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7d00e63-2d11-40e0-ad26-8f983eb27f59 HTTP/1.1" status: 200 len: 210 time: 0.0656102 May 27 03:37:23.476872 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-6b8ee3cd-0868-48bc-88a4-abba0d769e8e req-a1ab3596-0a6d-4c18-a426-fbd59a7c8d5a tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791799515441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8584799065'] for port (1e8c1f2e-b130-47fa-a1b3-a3f961aa93ff), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:23.496214 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-9c405461-2b0d-4ac9-b4c5-9ac766102e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (48cd52af-3389-46bb-b865-2b1f5268b4aa), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:23.496214 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-9c405461-2b0d-4ac9-b4c5-9ac766102e96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:23.498699 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-9c405461-2b0d-4ac9-b4c5-9ac766102e96 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/48cd52af-3389-46bb-b865-2b1f5268b4aa HTTP/1.1" status: 204 len: 168 time: 0.4991837 May 27 03:37:23.521896 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c405461-2b0d-4ac9-b4c5-9ac766102e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48cd52af-3389-46bb-b865-2b1f5268b4aa,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:23.549166 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c405461-2b0d-4ac9-b4c5-9ac766102e96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:23.550041 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c405461-2b0d-4ac9-b4c5-9ac766102e96 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:23.553518 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c405461-2b0d-4ac9-b4c5-9ac766102e96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:23.553882 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c405461-2b0d-4ac9-b4c5-9ac766102e96 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:23.554269 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c405461-2b0d-4ac9-b4c5-9ac766102e96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:23.554621 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c405461-2b0d-4ac9-b4c5-9ac766102e96 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:23.554982 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c405461-2b0d-4ac9-b4c5-9ac766102e96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:23.555318 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c405461-2b0d-4ac9-b4c5-9ac766102e96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:23.555670 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c405461-2b0d-4ac9-b4c5-9ac766102e96 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:23.555999 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c405461-2b0d-4ac9-b4c5-9ac766102e96 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:23.556331 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c405461-2b0d-4ac9-b4c5-9ac766102e96 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:23.556665 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c405461-2b0d-4ac9-b4c5-9ac766102e96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:23.556991 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c405461-2b0d-4ac9-b4c5-9ac766102e96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:23.557493 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c405461-2b0d-4ac9-b4c5-9ac766102e96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:23.557824 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c405461-2b0d-4ac9-b4c5-9ac766102e96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:23.563924 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ab3596-0a6d-4c18-a426-fbd59a7c8d5a tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] Pushing event updated for resources: {'Port': ['ID=1e8c1f2e-b130-47fa-a1b3-a3f961aa93ff,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:23.590240 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-754b9502-9820-473b-8633-ebf72a475b26 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Router 58b91349-0dd3-4b11-9ad0-c33bf6a873c9 has already been hosted by L3 agent 9df6ec88-276d-42f5-acd2-7e289451d5e3 {{(pid=104615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:37:23.592679 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b8ee3cd-0868-48bc-88a4-abba0d769e8e req-a1ab3596-0a6d-4c18-a426-fbd59a7c8d5a tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] Network fc7d4913-1a98-471a-8f02-141f8db23d39 is already hosted by enough agents. {{(pid=104614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:37:23.594160 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.base_scheduler [req-6b8ee3cd-0868-48bc-88a4-abba0d769e8e req-a1ab3596-0a6d-4c18-a426-fbd59a7c8d5a tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] Resources bound (agent type, host, resource id): {{(pid=104614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:37:23.597053 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b8ee3cd-0868-48bc-88a4-abba0d769e8e req-a1ab3596-0a6d-4c18-a426-fbd59a7c8d5a tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] Received port after_create {{(pid=104614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:37:23.646153 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=75,neutron:INSERT=16,neutron:DELETE=4,neutron:UPDATE=5 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:23.665439 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8ee3cd-0868-48bc-88a4-abba0d769e8e req-a1ab3596-0a6d-4c18-a426-fbd59a7c8d5a tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:23.667730 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-6b8ee3cd-0868-48bc-88a4-abba0d769e8e req-a1ab3596-0a6d-4c18-a426-fbd59a7c8d5a tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:23.734411 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-754b9502-9820-473b-8633-ebf72a475b26 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Notify agent at l3_agent.dv-cinder-828805-4-iscsi the message routers_updated {{(pid=104615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:37:23.749083 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2103db4e-1fe8-4768-a1b6-6291f9eedc20 None None] Sync routers for ids ['58b91349-0dd3-4b11-9ad0-c33bf6a873c9'] in dv-cinder-828805-4-iscsi {{(pid=104617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:37:23.750024 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-754b9502-9820-473b-8633-ebf72a475b26 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for floatingip (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:23.756078 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-6b8ee3cd-0868-48bc-88a4-abba0d769e8e req-a1ab3596-0a6d-4c18-a426-fbd59a7c8d5a tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5037580 May 27 03:37:23.772424 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [req-6b8ee3cd-0868-48bc-88a4-abba0d769e8e req-f5236867-46ff-4ce6-b738-6231a78fdfea service neutron] Request body: {'port': {'device_id': 'a7d00e63-2d11-40e0-ad26-8f983eb27f59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:37:23.778262 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2103db4e-1fe8-4768-a1b6-6291f9eedc20 None None] Routers {'58b91349-0dd3-4b11-9ad0-c33bf6a873c9'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:37:23.779123 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-2103db4e-1fe8-4768-a1b6-6291f9eedc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:37:17Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['58b91349-0dd3-4b11-9ad0-c33bf6a873c9'], 'active': True} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:23.794289 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-754b9502-9820-473b-8633-ebf72a475b26 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "PUT /v2.0/floatingips/54e61d84-5a5d-4420-96e9-78b46f446299 HTTP/1.1" status: 200 len: 991 time: 1.4853935 May 27 03:37:23.794289 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdde11d5-7fcb-4f1e-b691-2b9f029bd6e1', 'tag': '56827ab0-a142-44a1-9dc8-40a1076ef828'}] {{(pid=104615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:37:23.795600 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9faa1dd78fb558d4018d1363b43ffec7552e77d137433f9c5cc39ec2f1c636e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-150da6dc-775a-4a2e-864b-dbe11eecd328" -d '{"events": [{"name": "network-changed", "server_uuid": "cdde11d5-7fcb-4f1e-b691-2b9f029bd6e1", "tag": "56827ab0-a142-44a1-9dc8-40a1076ef828"}]}' {{(pid=104615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:37:23.902303 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a2f7d5c-e575-4229-9da1-8372abd5800e x-openstack-request-id: req-6a2f7d5c-e575-4229-9da1-8372abd5800e {{(pid=104615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:37:23.904034 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdde11d5-7fcb-4f1e-b691-2b9f029bd6e1", "tag": "56827ab0-a142-44a1-9dc8-40a1076ef828", "status": "completed", "code": 200}]} {{(pid=104615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:37:23.904427 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6a2f7d5c-e575-4229-9da1-8372abd5800e {{(pid=104615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:37:23.906088 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a2f7d5c-e575-4229-9da1-8372abd5800e'] response: {'name': 'network-changed', 'server_uuid': 'cdde11d5-7fcb-4f1e-b691-2b9f029bd6e1', 'tag': '56827ab0-a142-44a1-9dc8-40a1076ef828', 'status': 'completed', 'code': 200} May 27 03:37:23.914973 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-6b8ee3cd-0868-48bc-88a4-abba0d769e8e req-f5236867-46ff-4ce6-b738-6231a78fdfea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (1e8c1f2e-b130-47fa-a1b3-a3f961aa93ff), before_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:24.011141 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvr_db [None req-2103db4e-1fe8-4768-a1b6-6291f9eedc20 None None] Set router 58b91349-0dd3-4b11-9ad0-c33bf6a873c9 gateway port host: dv-cinder-828805-4-iscsi {{(pid=104617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:37:24.013864 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aedaba-825b-4484-ac56-3ef0a4d13834 req-61d5c734-6e62-4ec2-8c40-982f38775a47 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:24.015550 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-a1aedaba-825b-4484-ac56-3ef0a4d13834 req-61d5c734-6e62-4ec2-8c40-982f38775a47 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 944 time: 0.1269386 May 27 03:37:24.181767 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150da6dc-775a-4a2e-864b-dbe11eecd328 req-531ba6e3-5f83-4f06-aa57-f81305ee6fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:24.183477 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-150da6dc-775a-4a2e-864b-dbe11eecd328 req-531ba6e3-5f83-4f06-aa57-f81305ee6fd8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8ae1382d8f774b5db702d78e3bed622a&device_id=cdde11d5-7fcb-4f1e-b691-2b9f029bd6e1 HTTP/1.1" status: 200 len: 1130 time: 0.2095604 May 27 03:37:24.242809 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-a1aedaba-825b-4484-ac56-3ef0a4d13834 req-6d1d9467-a791-4526-b8dd-a70f1a4b609f tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2159328 May 27 03:37:24.277129 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device e23f1b69-a428-4690-914e-c5c91277d071 up at agent hyperv_hv-cinder-82880 {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:37:24.280784 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:24.338782 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:24.363913 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Provisioning complete for port e23f1b69-a428-4690-914e-c5c91277d071 triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:37:24.364570 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (e23f1b69-a428-4690-914e-c5c91277d071), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:24.381349 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150da6dc-775a-4a2e-864b-dbe11eecd328 req-f27ddd02-00a9-4dad-9fda-449a048368c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:24.382805 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-150da6dc-775a-4a2e-864b-dbe11eecd328 req-f27ddd02-00a9-4dad-9fda-449a048368c4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=24e2e56a-4202-49e3-9751-4bcdb4e8a6ed HTTP/1.1" status: 200 len: 916 time: 0.1784575 May 27 03:37:24.438104 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:24.482014 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Current status of the port e23f1b69-a428-4690-914e-c5c91277d071 is: BUILD; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:37:24.487049 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (e23f1b69-a428-4690-914e-c5c91277d071), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:24.487049 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:24.524373 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=100 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:24.533599 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-150da6dc-775a-4a2e-864b-dbe11eecd328 req-82301db1-8d9a-480d-8bd6-6ffb1e759e84 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56827ab0-a142-44a1-9dc8-40a1076ef828 HTTP/1.1" status: 200 len: 999 time: 0.1402566 May 27 03:37:24.537006 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0670a31-c2d9-43c0-85a8-e15e7513a629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e23f1b69-a428-4690-914e-c5c91277d071'}] {{(pid=104616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:37:24.539595 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538c57523af4411a099bc77a34a8b12cae4f8d5a17830f42255aa2cd4d9c6a31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c17b9bb-6479-43e0-ab49-6788ecc5e8d4" -d '{"events": [{"server_uuid": "c0670a31-c2d9-43c0-85a8-e15e7513a629", "name": "network-vif-plugged", "status": "completed", "tag": "e23f1b69-a428-4690-914e-c5c91277d071"}]}' {{(pid=104616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:37:24.556938 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port e23f1b69-a428-4690-914e-c5c91277d071, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=e23f1b69-a428-4690-914e-c5c91277d071,segment=NetworkSegment(62c563a9-fe72-4adb-8d7c-17b2299b5d3d),segment_id=62c563a9-fe72-4adb-8d7c-17b2299b5d3d)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:37:24.594357 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-2103db4e-1fe8-4768-a1b6-6291f9eedc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'name': 'tempest-AttachVolumeNegativeTest-1037525343-router', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '62ebc377-0475-46f8-8fc4-d2dc60188684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:08Z', 'updated_at': '2022-05-27T03:35:16Z', 'revision_number': 4, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'gw_port': {'id': '62ebc377-0475-46f8-8fc4-d2dc60188684', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:10Z', 'updated_at': '2022-05-27T03:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_floatingips': [{'id': '54e61d84-5a5d-4420-96e9-78b46f446299', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'floating_ip_address': '172.27.0.12', 'floating_network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'router_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'port_id': '56827ab0-a142-44a1-9dc8-40a1076ef828', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 310, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed', 'mac_address': 'fa:16:3e:31:d9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdde11d5-7fcb-4f1e-b691-2b9f029bd6e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:36:59Z', 'updated_at': '2022-05-27T03:37:22Z', 'revision_number': 1, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'fixed_ip_address_scope': None}, {'id': 'bf94151b-d9dc-4f56-874f-3ae26beeceee', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'floating_ip_address': '172.27.0.90', 'floating_network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'router_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'port_id': '8c6d464a-a05a-418c-93bf-d261bd71e3e9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed', 'mac_address': 'fa:16:3e:fb:5d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79319ab8-3b21-4189-af20-8295ec40a10b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:35:24Z', 'updated_at': '2022-05-27T03:35:58Z', 'revision_number': 2, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75b932e1-ea13-44f5-9bbf-2e35c438adc1', 'name': '', 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'mac_address': 'fa:16:3e:0f:06:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7dc15780-a98b-4250-9509-853069c6707a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:14Z', 'updated_at': '2022-05-27T03:35:24Z', 'revision_number': 5, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'subnets': [{'id': '7dc15780-a98b-4250-9509-853069c6707a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:24.618315 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:24.629548 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2103db4e-1fe8-4768-a1b6-6291f9eedc20 None None] Checking router: 58b91349-0dd3-4b11-9ad0-c33bf6a873c9 for host: dv-cinder-828805-4-iscsi {{(pid=104617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:37:24.634512 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2103db4e-1fe8-4768-a1b6-6291f9eedc20 None None] Routers {'58b91349-0dd3-4b11-9ad0-c33bf6a873c9'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:37:24.635162 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-2103db4e-1fe8-4768-a1b6-6291f9eedc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:37:17Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['58b91349-0dd3-4b11-9ad0-c33bf6a873c9'], 'active': True} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:24.652995 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (e23f1b69-a428-4690-914e-c5c91277d071), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:24.677664 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5bd5e-24f3-4b8e-93e3-dd9e5d0f1c1b req-e1b58df3-4e79-4e19-ba36-41e603b0e9d3 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:24.685243 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-0ed5bd5e-24f3-4b8e-93e3-dd9e5d0f1c1b req-e1b58df3-4e79-4e19-ba36-41e603b0e9d3 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=94909255-c0eb-42c8-86f4-d3622d539f0c HTTP/1.1" status: 200 len: 945 time: 0.1148171 May 27 03:37:24.711069 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d416c-35b9-40d7-bd73-d80f8e35a9e6 req-00c9a51c-5301-4996-8216-2bce10f00a12 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:24.718592 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ee2d416c-35b9-40d7-bd73-d80f8e35a9e6 req-00c9a51c-5301-4996-8216-2bce10f00a12 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7d00e63-2d11-40e0-ad26-8f983eb27f59 HTTP/1.1" status: 200 len: 932 time: 0.0987432 May 27 03:37:24.757547 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150da6dc-775a-4a2e-864b-dbe11eecd328 req-e86fc4e8-2b14-4a24-95b2-5a09efd56308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:24.760899 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Pushing event updated for resources: {'Port': ['ID=e23f1b69-a428-4690-914e-c5c91277d071,revision_number=7']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:24.782854 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-150da6dc-775a-4a2e-864b-dbe11eecd328 req-e86fc4e8-2b14-4a24-95b2-5a09efd56308 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7dc15780-a98b-4250-9509-853069c6707a HTTP/1.1" status: 200 len: 854 time: 0.2416587 May 27 03:37:24.790485 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-0ed5bd5e-24f3-4b8e-93e3-dd9e5d0f1c1b req-3bbd1563-8109-4a6b-9da0-39afee438694 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043303 May 27 03:37:24.797222 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.notifiers.nova [req-6b8ee3cd-0868-48bc-88a4-abba0d769e8e req-f5236867-46ff-4ce6-b738-6231a78fdfea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e8c1f2e-b130-47fa-a1b3-a3f961aa93ff {{(pid=104614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:37:24.815859 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-6b8ee3cd-0868-48bc-88a4-abba0d769e8e req-f5236867-46ff-4ce6-b738-6231a78fdfea service neutron] Publish callbacks [] for port (1e8c1f2e-b130-47fa-a1b3-a3f961aa93ff), precommit_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:24.824579 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ee2d416c-35b9-40d7-bd73-d80f8e35a9e6 req-89b67377-4095-427e-acc3-615a5f84e719 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/security-groups?id=38805287-50b5-471c-9e67-0fa8b1094e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002665 May 27 03:37:24.852418 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1fb778-71c2-4518-a5cd-4dcd7cb47cb2 x-openstack-request-id: req-ed1fb778-71c2-4518-a5cd-4dcd7cb47cb2 {{(pid=104616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:37:24.852734 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0670a31-c2d9-43c0-85a8-e15e7513a629", "name": "network-vif-plugged", "status": "completed", "tag": "e23f1b69-a428-4690-914e-c5c91277d071", "code": 200}]} {{(pid=104616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:37:24.852988 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ed1fb778-71c2-4518-a5cd-4dcd7cb47cb2 {{(pid=104616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:37:24.853375 dv-cinder-828805-4-iscsi neutron-server[104616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed1fb778-71c2-4518-a5cd-4dcd7cb47cb2'] response: {'server_uuid': 'c0670a31-c2d9-43c0-85a8-e15e7513a629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e23f1b69-a428-4690-914e-c5c91277d071', 'code': 200} May 27 03:37:24.878324 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvr_db [None req-2103db4e-1fe8-4768-a1b6-6291f9eedc20 None None] Set router 58b91349-0dd3-4b11-9ad0-c33bf6a873c9 gateway port host: dv-cinder-828805-4-iscsi {{(pid=104617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:37:24.892614 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.provisioning_blocks [req-6b8ee3cd-0868-48bc-88a4-abba0d769e8e req-f5236867-46ff-4ce6-b738-6231a78fdfea service neutron] Transition to ACTIVE for port object 1e8c1f2e-b130-47fa-a1b3-a3f961aa93ff will not be triggered until provisioned by entity L2. {{(pid=104614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:37:24.894933 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150da6dc-775a-4a2e-864b-dbe11eecd328 req-e6231238-ac94-4b16-8743-14fa85d5b6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:24.896691 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-150da6dc-775a-4a2e-864b-dbe11eecd328 req-e6231238-ac94-4b16-8743-14fa85d5b6b6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=24e2e56a-4202-49e3-9751-4bcdb4e8a6ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0693672 May 27 03:37:25.020758 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-6b8ee3cd-0868-48bc-88a4-abba0d769e8e req-f5236867-46ff-4ce6-b738-6231a78fdfea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8584799086'] for port (1e8c1f2e-b130-47fa-a1b3-a3f961aa93ff), after_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:25.117081 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5236867-46ff-4ce6-b738-6231a78fdfea service neutron] Pushing event updated for resources: {'Port': ['ID=1e8c1f2e-b130-47fa-a1b3-a3f961aa93ff,revision_number=2']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:25.123979 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=100 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:25.200357 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-2103db4e-1fe8-4768-a1b6-6291f9eedc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'name': 'tempest-AttachVolumeNegativeTest-1037525343-router', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '62ebc377-0475-46f8-8fc4-d2dc60188684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:08Z', 'updated_at': '2022-05-27T03:35:16Z', 'revision_number': 4, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'gw_port': {'id': '62ebc377-0475-46f8-8fc4-d2dc60188684', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:10Z', 'updated_at': '2022-05-27T03:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_floatingips': [{'id': '54e61d84-5a5d-4420-96e9-78b46f446299', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'floating_ip_address': '172.27.0.12', 'floating_network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'router_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'port_id': '56827ab0-a142-44a1-9dc8-40a1076ef828', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 310, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed', 'mac_address': 'fa:16:3e:31:d9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdde11d5-7fcb-4f1e-b691-2b9f029bd6e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:36:59Z', 'updated_at': '2022-05-27T03:37:22Z', 'revision_number': 1, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'fixed_ip_address_scope': None}, {'id': 'bf94151b-d9dc-4f56-874f-3ae26beeceee', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'floating_ip_address': '172.27.0.90', 'floating_network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'router_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'port_id': '8c6d464a-a05a-418c-93bf-d261bd71e3e9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed', 'mac_address': 'fa:16:3e:fb:5d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79319ab8-3b21-4189-af20-8295ec40a10b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:35:24Z', 'updated_at': '2022-05-27T03:35:58Z', 'revision_number': 2, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75b932e1-ea13-44f5-9bbf-2e35c438adc1', 'name': '', 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'mac_address': 'fa:16:3e:0f:06:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7dc15780-a98b-4250-9509-853069c6707a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:14Z', 'updated_at': '2022-05-27T03:35:24Z', 'revision_number': 5, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'subnets': [{'id': '7dc15780-a98b-4250-9509-853069c6707a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:25.204314 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-150da6dc-775a-4a2e-864b-dbe11eecd328 req-cdeeeb55-1f82-4c61-b823-09ed3fa0af3f service neutron] 10.222.0.69 "GET /v2.0/networks/24e2e56a-4202-49e3-9751-4bcdb4e8a6ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925375 May 27 03:37:25.233968 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2103db4e-1fe8-4768-a1b6-6291f9eedc20 None None] The sync data for ids ['58b91349-0dd3-4b11-9ad0-c33bf6a873c9'] in dv-cinder-828805-4-iscsi is: [{'id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'name': 'tempest-AttachVolumeNegativeTest-1037525343-router', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '62ebc377-0475-46f8-8fc4-d2dc60188684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:08Z', 'updated_at': '2022-05-27T03:35:16Z', 'revision_number': 4, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'gw_port': {'id': '62ebc377-0475-46f8-8fc4-d2dc60188684', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:10Z', 'updated_at': '2022-05-27T03:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_floatingips': [{'id': '54e61d84-5a5d-4420-96e9-78b46f446299', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'floating_ip_address': '172.27.0.12', 'floating_network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'router_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'port_id': '56827ab0-a142-44a1-9dc8-40a1076ef828', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 310, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed', 'mac_address': 'fa:16:3e:31:d9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdde11d5-7fcb-4f1e-b691-2b9f029bd6e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:36:59Z', 'updated_at': '2022-05-27T03:37:22Z', 'revision_number': 1, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'fixed_ip_address_scope': None}, {'id': 'bf94151b-d9dc-4f56-874f-3ae26beeceee', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'floating_ip_address': '172.27.0.90', 'floating_network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'router_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'port_id': '8c6d464a-a05a-418c-93bf-d261bd71e3e9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed', 'mac_address': 'fa:16:3e:fb:5d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79319ab8-3b21-4189-af20-8295ec40a10b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:35:24Z', 'updated_at': '2022-05-27T03:35:58Z', 'revision_number': 2, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75b932e1-ea13-44f5-9bbf-2e35c438adc1', 'name': '', 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'mac_address': 'fa:16:3e:0f:06:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7dc15780-a98b-4250-9509-853069c6707a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:14Z', 'updated_at': '2022-05-27T03:35:24Z', 'revision_number': 5, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'subnets': [{'id': '7dc15780-a98b-4250-9509-853069c6707a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:37:25.332720 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.managers [req-6b8ee3cd-0868-48bc-88a4-abba0d769e8e req-f5236867-46ff-4ce6-b738-6231a78fdfea service neutron] Attempting to bind port 1e8c1f2e-b130-47fa-a1b3-a3f961aa93ff on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:37:25.333018 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.managers [req-6b8ee3cd-0868-48bc-88a4-abba0d769e8e req-f5236867-46ff-4ce6-b738-6231a78fdfea service neutron] Attempting to bind port 1e8c1f2e-b130-47fa-a1b3-a3f961aa93ff by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '37a414ce-14e2-4725-a5d6-3705d8b1ee5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'fc7d4913-1a98-471a-8f02-141f8db23d39'}] {{(pid=104614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:37:25.333352 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8ee3cd-0868-48bc-88a4-abba0d769e8e req-f5236867-46ff-4ce6-b738-6231a78fdfea service neutron] Attempting to bind port 1e8c1f2e-b130-47fa-a1b3-a3f961aa93ff on network fc7d4913-1a98-471a-8f02-141f8db23d39 {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:37:25.339588 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8ee3cd-0868-48bc-88a4-abba0d769e8e req-f5236867-46ff-4ce6-b738-6231a78fdfea service neutron] Port 1e8c1f2e-b130-47fa-a1b3-a3f961aa93ff on network fc7d4913-1a98-471a-8f02-141f8db23d39 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:37:25.339862 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8ee3cd-0868-48bc-88a4-abba0d769e8e req-f5236867-46ff-4ce6-b738-6231a78fdfea service neutron] Attempting to bind port 1e8c1f2e-b130-47fa-a1b3-a3f961aa93ff on network fc7d4913-1a98-471a-8f02-141f8db23d39 {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:37:25.348809 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8ee3cd-0868-48bc-88a4-abba0d769e8e req-f5236867-46ff-4ce6-b738-6231a78fdfea service neutron] Checking agent: {'id': '134bae73-502b-4599-bb47-129fee8818a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 33, 12), 'started_at': datetime.datetime(2022, 5, 27, 3, 33, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:37:25.349683 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8ee3cd-0868-48bc-88a4-abba0d769e8e req-f5236867-46ff-4ce6-b738-6231a78fdfea service neutron] Checking segment: {'id': '37a414ce-14e2-4725-a5d6-3705d8b1ee5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'fc7d4913-1a98-471a-8f02-141f8db23d39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:37:25.350079 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8ee3cd-0868-48bc-88a4-abba0d769e8e req-f5236867-46ff-4ce6-b738-6231a78fdfea service neutron] Bound using segment: {'id': '37a414ce-14e2-4725-a5d6-3705d8b1ee5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'fc7d4913-1a98-471a-8f02-141f8db23d39'} {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:37:25.350575 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.managers [req-6b8ee3cd-0868-48bc-88a4-abba0d769e8e req-f5236867-46ff-4ce6-b738-6231a78fdfea service neutron] Bound port: 1e8c1f2e-b130-47fa-a1b3-a3f961aa93ff, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37a414ce-14e2-4725-a5d6-3705d8b1ee5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'fc7d4913-1a98-471a-8f02-141f8db23d39'}}] {{(pid=104614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:37:25.354658 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-6b8ee3cd-0868-48bc-88a4-abba0d769e8e req-f5236867-46ff-4ce6-b738-6231a78fdfea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (1e8c1f2e-b130-47fa-a1b3-a3f961aa93ff), before_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:25.421614 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-150da6dc-775a-4a2e-864b-dbe11eecd328 req-3a6bd834-82d1-4c12-9060-31b3bf8d517d service neutron] 10.222.0.69 "GET /v2.0/networks/24e2e56a-4202-49e3-9751-4bcdb4e8a6ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060030 May 27 03:37:25.455116 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:25.469684 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6327c8c4-f9dd-4e64-a53c-45a2495f2dae req-475b977d-29ce-4123-97d9-e449b14d7f1a tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:25.471771 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-6327c8c4-f9dd-4e64-a53c-45a2495f2dae req-475b977d-29ce-4123-97d9-e449b14d7f1a tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 945 time: 0.0983572 May 27 03:37:25.491634 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.db [req-6b8ee3cd-0868-48bc-88a4-abba0d769e8e req-f5236867-46ff-4ce6-b738-6231a78fdfea service neutron] For port 1e8c1f2e-b130-47fa-a1b3-a3f961aa93ff, host hv-cinder-82880, cleared binding levels {{(pid=104614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:37:25.496031 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.db [req-6b8ee3cd-0868-48bc-88a4-abba0d769e8e req-f5236867-46ff-4ce6-b738-6231a78fdfea service neutron] For port 1e8c1f2e-b130-47fa-a1b3-a3f961aa93ff, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=1e8c1f2e-b130-47fa-a1b3-a3f961aa93ff,segment=NetworkSegment(37a414ce-14e2-4725-a5d6-3705d8b1ee5d),segment_id=37a414ce-14e2-4725-a5d6-3705d8b1ee5d)] {{(pid=104614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:37:25.553143 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-6327c8c4-f9dd-4e64-a53c-45a2495f2dae req-876a448d-1e1c-4bf2-b9bc-19a27e559e71 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717025 May 27 03:37:25.571027 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-6b8ee3cd-0868-48bc-88a4-abba0d769e8e req-f5236867-46ff-4ce6-b738-6231a78fdfea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8584799086'] for port (1e8c1f2e-b130-47fa-a1b3-a3f961aa93ff), after_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:25.588715 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9906b9-0576-49f8-9b0c-b4c34c441162 None None] New status for floating IP 54e61d84-5a5d-4420-96e9-78b46f446299: ACTIVE {{(pid=104616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:37:25.637431 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8ee3cd-0868-48bc-88a4-abba0d769e8e req-f5236867-46ff-4ce6-b738-6231a78fdfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:25.638052 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-6b8ee3cd-0868-48bc-88a4-abba0d769e8e req-f5236867-46ff-4ce6-b738-6231a78fdfea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:25.640975 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-6b8ee3cd-0868-48bc-88a4-abba0d769e8e req-f5236867-46ff-4ce6-b738-6231a78fdfea service neutron] 10.222.0.69 "PUT /v2.0/ports/1e8c1f2e-b130-47fa-a1b3-a3f961aa93ff HTTP/1.1" status: 200 len: 1094 time: 1.8738577 May 27 03:37:25.641436 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7d00e63-2d11-40e0-ad26-8f983eb27f59', 'tag': '1e8c1f2e-b130-47fa-a1b3-a3f961aa93ff'}] {{(pid=104614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:37:25.645930 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a93b0eab3ec594b69aa68cd7d580be2fac36b4cb942ee4cac03c85783d056da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b57453b-709d-4185-a7e5-8a2171ec33eb" -d '{"events": [{"name": "network-changed", "server_uuid": "a7d00e63-2d11-40e0-ad26-8f983eb27f59", "tag": "1e8c1f2e-b130-47fa-a1b3-a3f961aa93ff"}]}' {{(pid=104614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:37:25.701869 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5236867-46ff-4ce6-b738-6231a78fdfea service neutron] Pushing event updated for resources: {'Port': ['ID=1e8c1f2e-b130-47fa-a1b3-a3f961aa93ff,revision_number=3']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:25.720158 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52253d18-6756-4013-945b-f1ae7e2070fd x-openstack-request-id: req-52253d18-6756-4013-945b-f1ae7e2070fd {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:37:25.720457 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7d00e63-2d11-40e0-ad26-8f983eb27f59", "tag": "1e8c1f2e-b130-47fa-a1b3-a3f961aa93ff", "status": "completed", "code": 200}]} {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:37:25.720750 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-52253d18-6756-4013-945b-f1ae7e2070fd {{(pid=104614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:37:25.721110 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52253d18-6756-4013-945b-f1ae7e2070fd'] response: {'name': 'network-changed', 'server_uuid': 'a7d00e63-2d11-40e0-ad26-8f983eb27f59', 'tag': '1e8c1f2e-b130-47fa-a1b3-a3f961aa93ff', 'status': 'completed', 'code': 200} May 27 03:37:25.869989 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b57453b-709d-4185-a7e5-8a2171ec33eb req-0a5bc250-9cc6-4ae7-ac61-fb215393abad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:25.869989 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-5b57453b-709d-4185-a7e5-8a2171ec33eb req-0a5bc250-9cc6-4ae7-ac61-fb215393abad service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=09b89ed90acc4dd2aa3bca17bb1a1fe9&device_id=a7d00e63-2d11-40e0-ad26-8f983eb27f59 HTTP/1.1" status: 200 len: 1128 time: 0.0847142 May 27 03:37:26.032772 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b57453b-709d-4185-a7e5-8a2171ec33eb req-2ee92382-6a9b-4d55-aaec-4026a6ee6097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:26.034576 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-5b57453b-709d-4185-a7e5-8a2171ec33eb req-2ee92382-6a9b-4d55-aaec-4026a6ee6097 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=09b89ed90acc4dd2aa3bca17bb1a1fe9&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1408248 May 27 03:37:26.053608 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88b6af-f255-4c68-aefc-1a1ed499acde req-71c026a8-8316-4b5a-9c58-02114b741d78 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:26.056470 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-bb88b6af-f255-4c68-aefc-1a1ed499acde req-71c026a8-8316-4b5a-9c58-02114b741d78 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=94909255-c0eb-42c8-86f4-d3622d539f0c HTTP/1.1" status: 200 len: 945 time: 0.1461256 May 27 03:37:26.105767 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f51918-cd6e-431f-ba24-a599e6170cd7 req-2ac6082d-b3e1-4716-a421-5d98b4d9abeb tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:26.107478 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-e5f51918-cd6e-431f-ba24-a599e6170cd7 req-2ac6082d-b3e1-4716-a421-5d98b4d9abeb tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7d00e63-2d11-40e0-ad26-8f983eb27f59 HTTP/1.1" status: 200 len: 944 time: 0.1800361 May 27 03:37:26.172103 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-bb88b6af-f255-4c68-aefc-1a1ed499acde req-582097e8-3652-4de2-9c85-e2254e97de7f tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039367 May 27 03:37:26.214731 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-e5f51918-cd6e-431f-ba24-a599e6170cd7 req-c4023acd-4ba0-4ad8-9459-1c6067d4dab7 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/security-groups?id=38805287-50b5-471c-9e67-0fa8b1094e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001592 May 27 03:37:26.260365 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b57453b-709d-4185-a7e5-8a2171ec33eb req-689765d9-ae24-4351-a0a7-3d0a249f32aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:26.262174 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-5b57453b-709d-4185-a7e5-8a2171ec33eb req-689765d9-ae24-4351-a0a7-3d0a249f32aa service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2135861 May 27 03:37:26.404811 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8ee3cd-0868-48bc-88a4-abba0d769e8e req-e093c26c-c547-46ef-890a-1c518d5d9fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:26.407113 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-6b8ee3cd-0868-48bc-88a4-abba0d769e8e req-e093c26c-c547-46ef-890a-1c518d5d9fea service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=09b89ed90acc4dd2aa3bca17bb1a1fe9&device_id=a7d00e63-2d11-40e0-ad26-8f983eb27f59 HTTP/1.1" status: 200 len: 1128 time: 0.0597231 May 27 03:37:26.478505 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:26.480439 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-6b8ee3cd-0868-48bc-88a4-abba0d769e8e req-475356fc-9f51-4771-833a-6f97871e26f7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e8c1f2e-b130-47fa-a1b3-a3f961aa93ff HTTP/1.1" status: 200 len: 217 time: 0.0571525 May 27 03:37:26.541547 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8ee3cd-0868-48bc-88a4-abba0d769e8e req-52f0172a-5906-4f4e-aa3b-2b5c9ffa631f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:26.543094 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-6b8ee3cd-0868-48bc-88a4-abba0d769e8e req-52f0172a-5906-4f4e-aa3b-2b5c9ffa631f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d1c4414b-adb0-4c6a-a0d1-187d81afbc11 HTTP/1.1" status: 200 len: 848 time: 0.0547521 May 27 03:37:26.544651 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:26.553244 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:INSERT=12,neutron:SELECT=87,neutron:UPDATE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:26.603058 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-6b8ee3cd-0868-48bc-88a4-abba0d769e8e req-54d333c6-865e-4e15-96a5-2c31fac0f57d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fc7d4913-1a98-471a-8f02-141f8db23d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520563 May 27 03:37:26.750811 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-6b8ee3cd-0868-48bc-88a4-abba0d769e8e req-fe00ff67-3802-4e60-bef2-3ee0ba1ab0cd service neutron] 10.222.0.69 "GET /v2.0/networks/fc7d4913-1a98-471a-8f02-141f8db23d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361485 May 27 03:37:26.771358 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ec604-2110-4e8a-a236-f6fb9253db81 req-6cb27912-5fb2-4ead-a3a3-46b8ca2d61ec tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:26.779782 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-879ec604-2110-4e8a-a236-f6fb9253db81 req-6cb27912-5fb2-4ead-a3a3-46b8ca2d61ec tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 945 time: 0.0709760 May 27 03:37:26.886363 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-879ec604-2110-4e8a-a236-f6fb9253db81 req-f3ec859c-d138-4ba6-82d0-8d7de46166a5 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053412 May 27 03:37:27.020772 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-6b8ee3cd-0868-48bc-88a4-abba0d769e8e req-cd3adf4c-c097-4ddf-80ae-15c811bddb90 service neutron] 10.222.0.69 "GET /v2.0/networks/fc7d4913-1a98-471a-8f02-141f8db23d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528210 May 27 03:37:27.055847 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:27.375398 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:27.396245 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d13535c-fc44-4928-9e33-c7ac6f5805c2 req-9b422828-97f4-45ae-a1b8-f0c4bc021cc9 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:27.403884 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-3d13535c-fc44-4928-9e33-c7ac6f5805c2 req-9b422828-97f4-45ae-a1b8-f0c4bc021cc9 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=94909255-c0eb-42c8-86f4-d3622d539f0c HTTP/1.1" status: 200 len: 945 time: 0.1077414 May 27 03:37:27.415662 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf2dd8c-5f32-4c9b-8be2-bc1e5a7c7539 req-f02545c5-9d37-4bdc-a4f9-6ce30f5385dd tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:27.419275 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-faf2dd8c-5f32-4c9b-8be2-bc1e5a7c7539 req-f02545c5-9d37-4bdc-a4f9-6ce30f5385dd tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7d00e63-2d11-40e0-ad26-8f983eb27f59 HTTP/1.1" status: 200 len: 944 time: 0.0795326 May 27 03:37:27.467447 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:27.508784 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-3d13535c-fc44-4928-9e33-c7ac6f5805c2 req-5be7e26f-d779-43e3-800d-dc04344b36d5 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994980 May 27 03:37:27.534936 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-faf2dd8c-5f32-4c9b-8be2-bc1e5a7c7539 req-3a3b5395-eea6-4a2d-b37e-91a18c53d9a0 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/security-groups?id=38805287-50b5-471c-9e67-0fa8b1094e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037190 May 27 03:37:27.538518 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:28.034322 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc979b-3743-4386-aa81-1bfc7ee145c5 req-d13055e2-d273-4003-8918-7ea6cd01d638 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:28.035793 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-c0dc979b-3743-4386-aa81-1bfc7ee145c5 req-d13055e2-d273-4003-8918-7ea6cd01d638 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 945 time: 0.0487711 May 27 03:37:28.084451 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-c0dc979b-3743-4386-aa81-1bfc7ee145c5 req-58967eb6-976b-4528-8ff6-da14c3c78ac2 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424008 May 27 03:37:28.163962 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:28.291890 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device 1e8c1f2e-b130-47fa-a1b3-a3f961aa93ff details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:37:28.397022 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port 1e8c1f2e-b130-47fa-a1b3-a3f961aa93ff, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=1e8c1f2e-b130-47fa-a1b3-a3f961aa93ff,segment=NetworkSegment(37a414ce-14e2-4725-a5d6-3705d8b1ee5d),segment_id=37a414ce-14e2-4725-a5d6-3705d8b1ee5d)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:37:28.409492 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Returning: {'device': '1e8c1f2e-b130-47fa-a1b3-a3f961aa93ff', 'network_id': 'fc7d4913-1a98-471a-8f02-141f8db23d39', 'port_id': '1e8c1f2e-b130-47fa-a1b3-a3f961aa93ff', 'mac_address': 'fa:16:3e:8f:a9:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1c4414b-adb0-4c6a-a0d1-187d81afbc11', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:37:28.447325 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Current status of the port 1e8c1f2e-b130-47fa-a1b3-a3f961aa93ff is: DOWN; New status is: BUILD {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:37:28.447713 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (1e8c1f2e-b130-47fa-a1b3-a3f961aa93ff), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:28.461589 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.notifiers.nova [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e8c1f2e-b130-47fa-a1b3-a3f961aa93ff {{(pid=104616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:37:28.481107 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port 1e8c1f2e-b130-47fa-a1b3-a3f961aa93ff, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=1e8c1f2e-b130-47fa-a1b3-a3f961aa93ff,segment=NetworkSegment(37a414ce-14e2-4725-a5d6-3705d8b1ee5d),segment_id=37a414ce-14e2-4725-a5d6-3705d8b1ee5d)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:37:28.580855 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (1e8c1f2e-b130-47fa-a1b3-a3f961aa93ff), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:28.631608 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Pushing event updated for resources: {'Port': ['ID=1e8c1f2e-b130-47fa-a1b3-a3f961aa93ff,revision_number=4']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:28.659104 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6078f2d2-20fe-4c60-a5e0-09d631552aa9 req-77baea45-30dc-45ff-9b5b-f2c528c0e61f tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:28.660587 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-6078f2d2-20fe-4c60-a5e0-09d631552aa9 req-77baea45-30dc-45ff-9b5b-f2c528c0e61f tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=94909255-c0eb-42c8-86f4-d3622d539f0c HTTP/1.1" status: 200 len: 945 time: 0.0786304 May 27 03:37:28.678960 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36247f07-d721-43b1-aa36-316e04949407 req-29bd1d89-5a98-4fa5-8ea5-426dd987c9b6 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:28.680363 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-36247f07-d721-43b1-aa36-316e04949407 req-29bd1d89-5a98-4fa5-8ea5-426dd987c9b6 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7d00e63-2d11-40e0-ad26-8f983eb27f59 HTTP/1.1" status: 200 len: 945 time: 0.0607793 May 27 03:37:28.751861 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-6078f2d2-20fe-4c60-a5e0-09d631552aa9 req-d9f50b57-ef92-4b42-b368-d12449dcc074 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808585 May 27 03:37:28.759103 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-36247f07-d721-43b1-aa36-316e04949407 req-83e28719-ad52-4aa1-a17c-bc73bed0e97b tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/security-groups?id=38805287-50b5-471c-9e67-0fa8b1094e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726242 May 27 03:37:28.829885 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:INSERT=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:29.002197 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] get_ports_and_sgs() called for port_ids ['1e8c1f2e-b130-47fa-a1b3-a3f961aa93ff'] {{(pid=104616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:37:29.239427 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c79f88-1cf7-401c-bdf7-13db74ea8603 req-01b8ea86-3162-43d2-96f6-207d3d083682 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:29.241615 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-43c79f88-1cf7-401c-bdf7-13db74ea8603 req-01b8ea86-3162-43d2-96f6-207d3d083682 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 945 time: 0.0600815 May 27 03:37:29.330459 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-43c79f88-1cf7-401c-bdf7-13db74ea8603 req-9f8745ae-655f-4dfb-82f8-5440cc06750e tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831900 May 27 03:37:29.801790 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:29.942024 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a49e8d7-e857-4f4b-8e2d-16df129b286e req-df97b363-7ba8-4fde-a809-4d24447538af tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:29.947348 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-5a49e8d7-e857-4f4b-8e2d-16df129b286e req-df97b363-7ba8-4fde-a809-4d24447538af tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7d00e63-2d11-40e0-ad26-8f983eb27f59 HTTP/1.1" status: 200 len: 945 time: 0.0864925 May 27 03:37:29.954675 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e3baba-0cb3-412b-ae9d-6fd6ae5b6903 req-429e2b9e-f3ff-4bf1-a901-75779563c3e1 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:29.956296 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-44e3baba-0cb3-412b-ae9d-6fd6ae5b6903 req-429e2b9e-f3ff-4bf1-a901-75779563c3e1 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=94909255-c0eb-42c8-86f4-d3622d539f0c HTTP/1.1" status: 200 len: 945 time: 0.0858040 May 27 03:37:30.034296 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-5a49e8d7-e857-4f4b-8e2d-16df129b286e req-56bad776-d1f9-4fb9-a0ac-f7d3c5a9bb17 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/security-groups?id=38805287-50b5-471c-9e67-0fa8b1094e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768926 May 27 03:37:30.039393 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-44e3baba-0cb3-412b-ae9d-6fd6ae5b6903 req-58c25ccf-f6df-4dce-bc14-bb77119b05e2 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741212 May 27 03:37:30.288082 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:30.305838 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device 1e8c1f2e-b130-47fa-a1b3-a3f961aa93ff up at agent hyperv_hv-cinder-82880 {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:37:30.339826 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:30.382348 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Provisioning for port 1e8c1f2e-b130-47fa-a1b3-a3f961aa93ff completed by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:37:30.512628 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Provisioning complete for port 1e8c1f2e-b130-47fa-a1b3-a3f961aa93ff triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:37:30.513855 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (1e8c1f2e-b130-47fa-a1b3-a3f961aa93ff), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:30.522726 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a820023d-7412-48d7-97c8-1be076a3f9c5 req-3320466b-cf94-4022-9f71-093b75c9a855 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:30.524352 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-a820023d-7412-48d7-97c8-1be076a3f9c5 req-3320466b-cf94-4022-9f71-093b75c9a855 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 945 time: 0.0720983 May 27 03:37:30.614403 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Current status of the port 1e8c1f2e-b130-47fa-a1b3-a3f961aa93ff is: BUILD; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:37:30.614935 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (1e8c1f2e-b130-47fa-a1b3-a3f961aa93ff), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:30.615791 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-a820023d-7412-48d7-97c8-1be076a3f9c5 req-2cfb8515-4891-4782-9109-8a82de22b382 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772271 May 27 03:37:30.635058 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-b66989e6-769d-4f46-a73b-d5eda86cc7b5 req-5968ae39-d3fb-40c6-9ad5-b26b420d066d tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-773143031&fields=id&tenant_id=19592ab2e5e04d7c952aebf73f4fca6e HTTP/1.1" status: 200 len: 267 time: 0.0771265 May 27 03:37:30.646727 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7d00e63-2d11-40e0-ad26-8f983eb27f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e8c1f2e-b130-47fa-a1b3-a3f961aa93ff'}] {{(pid=104616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:37:30.659738 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538c57523af4411a099bc77a34a8b12cae4f8d5a17830f42255aa2cd4d9c6a31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c32eade-dfdc-4189-951a-ae5eebb8ed8b" -d '{"events": [{"server_uuid": "a7d00e63-2d11-40e0-ad26-8f983eb27f59", "name": "network-vif-plugged", "status": "completed", "tag": "1e8c1f2e-b130-47fa-a1b3-a3f961aa93ff"}]}' {{(pid=104616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:37:30.669729 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:30.673484 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port 1e8c1f2e-b130-47fa-a1b3-a3f961aa93ff, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=1e8c1f2e-b130-47fa-a1b3-a3f961aa93ff,segment=NetworkSegment(37a414ce-14e2-4725-a5d6-3705d8b1ee5d),segment_id=37a414ce-14e2-4725-a5d6-3705d8b1ee5d)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:37:30.697681 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c725b65-b7f2-481d-a95d-dda64424f8fb x-openstack-request-id: req-5c725b65-b7f2-481d-a95d-dda64424f8fb {{(pid=104616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:37:30.697969 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7d00e63-2d11-40e0-ad26-8f983eb27f59", "name": "network-vif-plugged", "status": "completed", "tag": "1e8c1f2e-b130-47fa-a1b3-a3f961aa93ff", "code": 200}]} {{(pid=104616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:37:30.698219 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5c725b65-b7f2-481d-a95d-dda64424f8fb {{(pid=104616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:37:30.698613 dv-cinder-828805-4-iscsi neutron-server[104616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c725b65-b7f2-481d-a95d-dda64424f8fb'] response: {'server_uuid': 'a7d00e63-2d11-40e0-ad26-8f983eb27f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e8c1f2e-b130-47fa-a1b3-a3f961aa93ff', 'code': 200} May 27 03:37:30.776342 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66989e6-769d-4f46-a73b-d5eda86cc7b5 req-a07a0416-b9c0-464c-9c34-9fedafd79c84 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:30.777766 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-b66989e6-769d-4f46-a73b-d5eda86cc7b5 req-a07a0416-b9c0-464c-9c34-9fedafd79c84 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/networks?id=430833dd-8c2a-4184-8f60-2460eb1e769c HTTP/1.1" status: 200 len: 808 time: 0.1365156 May 27 03:37:30.792253 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-b66989e6-769d-4f46-a73b-d5eda86cc7b5 req-d466e9f4-3962-4f61-862b-5afd499f1a30 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/quotas/19592ab2e5e04d7c952aebf73f4fca6e HTTP/1.1" status: 200 len: 375 time: 0.0090134 May 27 03:37:30.849707 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-b66989e6-769d-4f46-a73b-d5eda86cc7b5 req-f6f2a999-97b1-49ca-b054-7b5d772b41d8 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=19592ab2e5e04d7c952aebf73f4fca6e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504620 May 27 03:37:30.930084 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (1e8c1f2e-b130-47fa-a1b3-a3f961aa93ff), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:30.974007 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-b66989e6-769d-4f46-a73b-d5eda86cc7b5 req-8d841cd5-af44-4666-89a0-9be459516878 service neutron] 10.222.0.24 "GET /v2.0/networks/430833dd-8c2a-4184-8f60-2460eb1e769c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125846 May 27 03:37:30.984841 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Pushing event updated for resources: {'Port': ['ID=1e8c1f2e-b130-47fa-a1b3-a3f961aa93ff,revision_number=5']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:31.123757 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-b66989e6-769d-4f46-a73b-d5eda86cc7b5 req-e895f71b-5029-403c-8974-9d932a91632e service neutron] 10.222.0.24 "GET /v2.0/networks/430833dd-8c2a-4184-8f60-2460eb1e769c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419218 May 27 03:37:31.172759 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8842a8-03c7-43aa-8856-c2c8ccc0d287 req-4c8ea979-bff8-4e36-82c3-fecfd667a446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:31.174310 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-6b8842a8-03c7-43aa-8856-c2c8ccc0d287 req-4c8ea979-bff8-4e36-82c3-fecfd667a446 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a7d00e63-2d11-40e0-ad26-8f983eb27f59 HTTP/1.1" status: 200 len: 1130 time: 0.0586867 May 27 03:37:31.219147 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee090c91-f59f-425a-b552-9a4e77cae010 req-aad2af7f-83ba-4639-b428-59105b9a39c1 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:31.220894 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ee090c91-f59f-425a-b552-9a4e77cae010 req-aad2af7f-83ba-4639-b428-59105b9a39c1 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=94909255-c0eb-42c8-86f4-d3622d539f0c HTTP/1.1" status: 200 len: 945 time: 0.0530529 May 27 03:37:31.272094 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-6b8842a8-03c7-43aa-8856-c2c8ccc0d287 req-580ff66a-5569-4568-8f23-94413b2c5c5b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=38805287-50b5-471c-9e67-0fa8b1094e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902505 May 27 03:37:31.301995 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ee090c91-f59f-425a-b552-9a4e77cae010 req-f6066e98-0c89-4e63-9118-362bd1f471d9 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742619 May 27 03:37:31.416577 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 38046) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:37:31.452417 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44d63e8-8490-4dac-926b-8a20b0a054a7 req-b74ce355-4d60-49ae-9e67-b0e0ceadc487 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:31.457207 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-c44d63e8-8490-4dac-926b-8a20b0a054a7 req-b74ce355-4d60-49ae-9e67-b0e0ceadc487 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7d00e63-2d11-40e0-ad26-8f983eb27f59 HTTP/1.1" status: 200 len: 946 time: 0.0737944 May 27 03:37:31.531403 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-c44d63e8-8490-4dac-926b-8a20b0a054a7 req-bc002a3e-7942-4723-a2f8-4c9c419f763b tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/security-groups?id=38805287-50b5-471c-9e67-0fa8b1094e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680330 May 27 03:37:31.583239 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-d9144218-0dda-4d1d-bee1-a571dacdbbd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:31.675855 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-d9144218-0dda-4d1d-bee1-a571dacdbbd6 admin admin] Publish callbacks [] for security_group (efc35db6-f74e-4908-a20c-258663ebc767), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:31.684283 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:31.739312 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-d9144218-0dda-4d1d-bee1-a571dacdbbd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (efc35db6-f74e-4908-a20c-258663ebc767), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:31.800717 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9144218-0dda-4d1d-bee1-a571dacdbbd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc35db6-f74e-4908-a20c-258663ebc767,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:31.813861 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093cd8ed-fd95-415b-b653-129850d5d7f9 req-4fe6fd69-9217-41e6-97fd-f86b4e143237 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:31.815532 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-093cd8ed-fd95-415b-b653-129850d5d7f9 req-4fe6fd69-9217-41e6-97fd-f86b4e143237 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 945 time: 0.0930786 May 27 03:37:31.826519 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-d9144218-0dda-4d1d-bee1-a571dacdbbd6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=795234d85b6c4fd5b464998bedc59d82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4085722 May 27 03:37:31.827183 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 38052) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:37:31.878422 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-093cd8ed-fd95-415b-b653-129850d5d7f9 req-14c0c5ab-057e-41f2-876b-91e55bd0b9a5 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566542 May 27 03:37:31.879231 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:31.886403 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-81f67472-d389-4fa7-aa33-6d322a4a77c3 admin admin] Publish callbacks [] for security_group (efc35db6-f74e-4908-a20c-258663ebc767), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:31.916724 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-81f67472-d389-4fa7-aa33-6d322a4a77c3 admin admin] Publish callbacks [] for security_group (efc35db6-f74e-4908-a20c-258663ebc767), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:31.940798 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:31.996189 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-fdeee0ab-3771-4305-9dfb-c28007ed3f0d req-66b945df-8225-4313-ba56-98d2c2e29afd tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/ports?device_id=d82dd530-bdcd-408b-9b6a-d6cde26fb9b6 HTTP/1.1" status: 200 len: 210 time: 0.0316710 May 27 03:37:32.171681 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-81f67472-d389-4fa7-aa33-6d322a4a77c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (efc35db6-f74e-4908-a20c-258663ebc767), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:32.171681 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-81f67472-d389-4fa7-aa33-6d322a4a77c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:32.171681 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-81f67472-d389-4fa7-aa33-6d322a4a77c3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/efc35db6-f74e-4908-a20c-258663ebc767 HTTP/1.1" status: 204 len: 168 time: 0.3402932 May 27 03:37:32.180724 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f67472-d389-4fa7-aa33-6d322a4a77c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc35db6-f74e-4908-a20c-258663ebc767,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:32.437377 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a636304-5f66-46aa-9dc5-65cbea2f4e1d req-8719ff81-02d4-45e9-91d3-6ef414088cb0 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:32.439036 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4a636304-5f66-46aa-9dc5-65cbea2f4e1d req-8719ff81-02d4-45e9-91d3-6ef414088cb0 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=94909255-c0eb-42c8-86f4-d3622d539f0c HTTP/1.1" status: 200 len: 945 time: 0.0524969 May 27 03:37:32.548331 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4a636304-5f66-46aa-9dc5-65cbea2f4e1d req-80f3c788-c2b9-42e1-9588-8e74c1738f8d tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931265 May 27 03:37:32.687559 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 38074) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:37:32.724929 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb07e9d1-937b-4df4-9de0-a5e715c5c675 req-4063f3c0-a4a5-4d1f-aa3e-f4bd24eaef8c tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:32.726408 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-fb07e9d1-937b-4df4-9de0-a5e715c5c675 req-4063f3c0-a4a5-4d1f-aa3e-f4bd24eaef8c tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7d00e63-2d11-40e0-ad26-8f983eb27f59 HTTP/1.1" status: 200 len: 946 time: 0.1045127 May 27 03:37:32.760346 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:32.790968 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-fb07e9d1-937b-4df4-9de0-a5e715c5c675 req-79cd433f-496c-422f-87ca-da085cae7db6 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/security-groups?id=38805287-50b5-471c-9e67-0fa8b1094e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523922 May 27 03:37:32.883630 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-e223b21c-bd4a-4567-9b7f-2cbc597f7db0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:33.012501 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-e223b21c-bd4a-4567-9b7f-2cbc597f7db0 admin admin] Publish callbacks [] for security_group (22adc52e-51fc-4ca5-98c4-fedb995f75cc), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:33.049370 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7157b0-8648-46d1-b8d9-4b53fd75b062 req-8b89e19b-4ec6-43bc-a95c-f3d8d23c4557 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:33.055308 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-dd7157b0-8648-46d1-b8d9-4b53fd75b062 req-8b89e19b-4ec6-43bc-a95c-f3d8d23c4557 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 945 time: 0.0613952 May 27 03:37:33.104376 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-e223b21c-bd4a-4567-9b7f-2cbc597f7db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (22adc52e-51fc-4ca5-98c4-fedb995f75cc), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:33.120285 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-1f92970d-d308-45c3-b2c8-d8117e2e6c0a req-8373949e-90ec-446f-ac12-5048fe5b4a96 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/ports?device_id=d82dd530-bdcd-408b-9b6a-d6cde26fb9b6 HTTP/1.1" status: 200 len: 210 time: 0.0612845 May 27 03:37:33.165225 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e223b21c-bd4a-4567-9b7f-2cbc597f7db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22adc52e-51fc-4ca5-98c4-fedb995f75cc,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:33.184202 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-e223b21c-bd4a-4567-9b7f-2cbc597f7db0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7a486708a40b42ceb41394312e4da42e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4957547 May 27 03:37:33.187122 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-dd7157b0-8648-46d1-b8d9-4b53fd75b062 req-e8d4b3a6-6405-43c9-9f12-b28a388b6e76 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213756 May 27 03:37:33.187674 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 38086) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:37:33.190486 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:33.219107 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 38088) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:37:33.240908 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-aa03c446-c481-4f30-85b3-3b19281b5d91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:33.261834 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-6aafd33c-a0d5-401c-af42-895ee6f85a4d admin admin] Publish callbacks [] for security_group (22adc52e-51fc-4ca5-98c4-fedb995f75cc), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:33.296533 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-6aafd33c-a0d5-401c-af42-895ee6f85a4d admin admin] Publish callbacks [] for security_group (22adc52e-51fc-4ca5-98c4-fedb995f75cc), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:33.337653 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-aa03c446-c481-4f30-85b3-3b19281b5d91 admin admin] Publish callbacks [] for security_group (a552f94d-86a8-4d6c-9756-8485b5c68d48), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:33.426543 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-aa03c446-c481-4f30-85b3-3b19281b5d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (a552f94d-86a8-4d6c-9756-8485b5c68d48), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:33.458734 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-6aafd33c-a0d5-401c-af42-895ee6f85a4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (22adc52e-51fc-4ca5-98c4-fedb995f75cc), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:33.462511 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-6aafd33c-a0d5-401c-af42-895ee6f85a4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:33.466731 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-6aafd33c-a0d5-401c-af42-895ee6f85a4d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/22adc52e-51fc-4ca5-98c4-fedb995f75cc HTTP/1.1" status: 204 len: 168 time: 0.2758017 May 27 03:37:33.473647 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-aa03c446-c481-4f30-85b3-3b19281b5d91 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=436e3eb9752a472dbc349d07a1b388d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2530670 May 27 03:37:33.475187 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa03c446-c481-4f30-85b3-3b19281b5d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a552f94d-86a8-4d6c-9756-8485b5c68d48,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:33.476822 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 38092) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:37:33.499285 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aafd33c-a0d5-401c-af42-895ee6f85a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22adc52e-51fc-4ca5-98c4-fedb995f75cc,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:33.556224 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-a3323c5a-50fd-4743-bedd-355ce39215f1 admin admin] Publish callbacks [] for security_group (a552f94d-86a8-4d6c-9756-8485b5c68d48), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:33.606893 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-a3323c5a-50fd-4743-bedd-355ce39215f1 admin admin] Publish callbacks [] for security_group (a552f94d-86a8-4d6c-9756-8485b5c68d48), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:33.609203 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:33.710107 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a94dfea-2fd8-4d5c-a82f-efb45406a972 req-71d365bc-c721-4374-89e6-405d8d77c722 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:33.711703 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-0a94dfea-2fd8-4d5c-a82f-efb45406a972 req-71d365bc-c721-4374-89e6-405d8d77c722 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=94909255-c0eb-42c8-86f4-d3622d539f0c HTTP/1.1" status: 200 len: 945 time: 0.0555053 May 27 03:37:34.043451 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-a3323c5a-50fd-4743-bedd-355ce39215f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (a552f94d-86a8-4d6c-9756-8485b5c68d48), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:34.046513 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-a3323c5a-50fd-4743-bedd-355ce39215f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:34.047830 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-a3323c5a-50fd-4743-bedd-355ce39215f1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a552f94d-86a8-4d6c-9756-8485b5c68d48 HTTP/1.1" status: 204 len: 168 time: 0.5699096 May 27 03:37:34.061140 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:34.102370 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3323c5a-50fd-4743-bedd-355ce39215f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a552f94d-86a8-4d6c-9756-8485b5c68d48,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:34.105597 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:34.174470 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0798a48f-194a-4ccf-bdae-7383ed5a0416 req-4e645226-7064-40cf-9ad5-c241eafba57b tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:34.177305 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-0798a48f-194a-4ccf-bdae-7383ed5a0416 req-4e645226-7064-40cf-9ad5-c241eafba57b tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7d00e63-2d11-40e0-ad26-8f983eb27f59 HTTP/1.1" status: 200 len: 946 time: 0.1346889 May 27 03:37:34.184636 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-0a94dfea-2fd8-4d5c-a82f-efb45406a972 req-cee757d9-849d-4b70-a615-db84731ab1d1 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4668949 May 27 03:37:34.246476 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-0798a48f-194a-4ccf-bdae-7383ed5a0416 req-c1d10a65-70b9-4a29-874d-0cafdd784598 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/security-groups?id=38805287-50b5-471c-9e67-0fa8b1094e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542166 May 27 03:37:34.321510 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-7712e134-a0cc-43d4-bcb3-11180bf2298c req-529fbcd1-ac87-4442-93dc-a221e704a551 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/ports?device_id=d82dd530-bdcd-408b-9b6a-d6cde26fb9b6 HTTP/1.1" status: 200 len: 210 time: 0.0487278 May 27 03:37:34.333728 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=100 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:34.393713 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b2a9e-e88e-45db-91dc-dd58e5b0154a req-90a4f729-dcc7-4d58-9bf6-a4bcc7591816 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:34.401338 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ac9b2a9e-e88e-45db-91dc-dd58e5b0154a req-90a4f729-dcc7-4d58-9bf6-a4bcc7591816 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 945 time: 0.0647776 May 27 03:37:34.417063 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:34.463852 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ac9b2a9e-e88e-45db-91dc-dd58e5b0154a req-a0057804-7eb8-4941-901b-e56a07a96ce3 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615525 May 27 03:37:34.580699 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:35.129716 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:35.320380 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:35.328424 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ece75-545f-449a-a514-d91ea52b022c req-94ed41f0-fe3a-4f3e-8ec6-7c3e0e1c5ab6 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:35.330535 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-f59ece75-545f-449a-a514-d91ea52b022c req-94ed41f0-fe3a-4f3e-8ec6-7c3e0e1c5ab6 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=94909255-c0eb-42c8-86f4-d3622d539f0c HTTP/1.1" status: 200 len: 945 time: 0.0729010 May 27 03:37:35.354106 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=22 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:35.486717 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 38148) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:37:35.487943 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-f59ece75-545f-449a-a514-d91ea52b022c req-b0b5f6d8-211c-4983-96b9-854fc30e83e5 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427245 May 27 03:37:35.519636 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66989e6-769d-4f46-a73b-d5eda86cc7b5 req-d4b021e3-df9a-4c4f-a11b-4cb352521044 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:35.523384 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-b66989e6-769d-4f46-a73b-d5eda86cc7b5 req-d4b021e3-df9a-4c4f-a11b-4cb352521044 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.69 "GET /v2.0/networks?id=430833dd-8c2a-4184-8f60-2460eb1e769c HTTP/1.1" status: 200 len: 808 time: 0.2019744 May 27 03:37:35.573208 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-07d44a96-c19c-4402-8ba2-2249a968038a req-8304eb6b-4a96-4a1b-9bad-cbd7c457cb4b tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/ports?device_id=d82dd530-bdcd-408b-9b6a-d6cde26fb9b6 HTTP/1.1" status: 200 len: 210 time: 0.1037786 May 27 03:37:35.613943 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-b66989e6-769d-4f46-a73b-d5eda86cc7b5 req-cf6bc2fe-a625-4886-b28c-734faa34c1c7 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19592ab2e5e04d7c952aebf73f4fca6e HTTP/1.1" status: 200 len: 379 time: 0.0754180 May 27 03:37:35.629123 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [req-b66989e6-769d-4f46-a73b-d5eda86cc7b5 req-7cb1fba1-250b-4fbb-ba13-491fdd60956e tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Request body: {'port': {'device_id': 'd82dd530-bdcd-408b-9b6a-d6cde26fb9b6', 'network_id': '430833dd-8c2a-4184-8f60-2460eb1e769c', 'admin_state_up': True, 'tenant_id': '19592ab2e5e04d7c952aebf73f4fca6e', 'security_groups': ['3e559735-ef6e-41cc-93cf-279d407c22b7']}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:37:35.681479 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f9e86-bbe4-4808-b22b-80a73c4eb66e req-7dc90441-2885-4657-bf52-7f29b622ff1c tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:35.683270 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-5d1f9e86-bbe4-4808-b22b-80a73c4eb66e req-7dc90441-2885-4657-bf52-7f29b622ff1c tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 945 time: 0.0757432 May 27 03:37:35.715451 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [None req-bbef89f6-8f2f-4265-a7f6-7f0a93208972 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-348957911-network', 'tenant_id': '99d82d4c868f404e9bc7e932aadf7670'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:37:35.760826 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-5d1f9e86-bbe4-4808-b22b-80a73c4eb66e req-a47fb0ab-0247-4f39-918d-e0f1ede5a6b0 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648253 May 27 03:37:35.867775 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbef89f6-8f2f-4265-a7f6-7f0a93208972 admin admin] Made reservation on behalf of 99d82d4c868f404e9bc7e932aadf7670 for: {'network': 1} {{(pid=104614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:37:35.872286 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-bbef89f6-8f2f-4265-a7f6-7f0a93208972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for network (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:35.889432 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-bbef89f6-8f2f-4265-a7f6-7f0a93208972 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:35.960200 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b66989e6-769d-4f46-a73b-d5eda86cc7b5 req-7cb1fba1-250b-4fbb-ba13-491fdd60956e tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Made reservation on behalf of 19592ab2e5e04d7c952aebf73f4fca6e for: {'port': 1} {{(pid=104614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:37:35.961563 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-b66989e6-769d-4f46-a73b-d5eda86cc7b5 req-7cb1fba1-250b-4fbb-ba13-491fdd60956e tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:36.074788 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-bbef89f6-8f2f-4265-a7f6-7f0a93208972 admin admin] Publish callbacks [] for security_group (33039ef4-c1ff-455a-8486-f776e86fb7ef), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:36.137725 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.db_base_plugin_common [req-b66989e6-769d-4f46-a73b-d5eda86cc7b5 req-7cb1fba1-250b-4fbb-ba13-491fdd60956e tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Allocated IP 172.20.0.14 (430833dd-8c2a-4184-8f60-2460eb1e769c/0c7d2ccd-23b4-4acf-944e-c57bae962263/0aa36f0b-ffa2-488e-b031-21fe9c191622) {{(pid=104614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:37:36.262208 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-bbef89f6-8f2f-4265-a7f6-7f0a93208972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (33039ef4-c1ff-455a-8486-f776e86fb7ef), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:36.334231 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbef89f6-8f2f-4265-a7f6-7f0a93208972 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=104614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:37:36.350829 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbef89f6-8f2f-4265-a7f6-7f0a93208972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33039ef4-c1ff-455a-8486-f776e86fb7ef,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:36.358815 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-bbef89f6-8f2f-4265-a7f6-7f0a93208972 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791800041063', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545'] for segment (88aba986-3b4f-422c-aef6-43b903911269), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:36.359278 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.db.segments_db [None req-bbef89f6-8f2f-4265-a7f6-7f0a93208972 admin admin] Added segment 88aba986-3b4f-422c-aef6-43b903911269 of type vlan for network db24d3e5-88d8-4487-b5a4-91bc1ed45182 May 27 03:37:36.362880 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-b66989e6-769d-4f46-a73b-d5eda86cc7b5 req-7cb1fba1-250b-4fbb-ba13-491fdd60956e tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Publish callbacks [] for port (0aa36f0b-ffa2-488e-b031-21fe9c191622), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:36.421306 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-bbef89f6-8f2f-4265-a7f6-7f0a93208972 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791799485040'] for network (db24d3e5-88d8-4487-b5a4-91bc1ed45182), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:36.522404 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-b66989e6-769d-4f46-a73b-d5eda86cc7b5 req-7cb1fba1-250b-4fbb-ba13-491fdd60956e tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791799515441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8584799065'] for port (0aa36f0b-ffa2-488e-b031-21fe9c191622), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:36.546738 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9069eeee-e039-4852-8848-5a15ead5513c req-51523302-9d3c-4291-bcc7-02ed23bf17e2 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:36.548466 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-9069eeee-e039-4852-8848-5a15ead5513c req-51523302-9d3c-4291-bcc7-02ed23bf17e2 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7d00e63-2d11-40e0-ad26-8f983eb27f59 HTTP/1.1" status: 200 len: 946 time: 0.0752788 May 27 03:37:36.615618 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-bbef89f6-8f2f-4265-a7f6-7f0a93208972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395'] for network (db24d3e5-88d8-4487-b5a4-91bc1ed45182), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:36.616877 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbef89f6-8f2f-4265-a7f6-7f0a93208972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:36.617656 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-bbef89f6-8f2f-4265-a7f6-7f0a93208972 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-373421'] for network (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:36.630519 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b66989e6-769d-4f46-a73b-d5eda86cc7b5 req-7cb1fba1-250b-4fbb-ba13-491fdd60956e tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Network 430833dd-8c2a-4184-8f60-2460eb1e769c is already hosted by enough agents. {{(pid=104614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:37:36.651345 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.base_scheduler [req-b66989e6-769d-4f46-a73b-d5eda86cc7b5 req-7cb1fba1-250b-4fbb-ba13-491fdd60956e tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Resources bound (agent type, host, resource id): {{(pid=104614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:37:36.663887 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.l3_dvrscheduler_db [req-b66989e6-769d-4f46-a73b-d5eda86cc7b5 req-7cb1fba1-250b-4fbb-ba13-491fdd60956e tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Received port after_create {{(pid=104614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:37:36.684227 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-9069eeee-e039-4852-8848-5a15ead5513c req-f1698b3c-78f4-4a21-80ae-cc6ab60d5ea3 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/security-groups?id=38805287-50b5-471c-9e67-0fa8b1094e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293416 May 27 03:37:36.702087 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb1fba1-250b-4fbb-ba13-491fdd60956e tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Pushing event updated for resources: {'Port': ['ID=0aa36f0b-ffa2-488e-b031-21fe9c191622,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:36.756783 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbef89f6-8f2f-4265-a7f6-7f0a93208972 admin admin] Pushing event updated for resources: {'Network': ['ID=db24d3e5-88d8-4487-b5a4-91bc1ed45182,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:36.778402 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Network db24d3e5-88d8-4487-b5a4-91bc1ed45182 details requested by agent ovs-agent-dv-cinder-828805-4-iscsi with host dv-cinder-828805-4-iscsi {{(pid=104616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:37:36.791169 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819d7a11-7640-4bdd-ab2e-fd81334b27eb req-37849066-3e6e-43da-a0cb-dd72f48c582b tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:36.791409 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66989e6-769d-4f46-a73b-d5eda86cc7b5 req-7cb1fba1-250b-4fbb-ba13-491fdd60956e tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:36.792314 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-b66989e6-769d-4f46-a73b-d5eda86cc7b5 req-7cb1fba1-250b-4fbb-ba13-491fdd60956e tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:36.797092 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-819d7a11-7640-4bdd-ab2e-fd81334b27eb req-37849066-3e6e-43da-a0cb-dd72f48c582b tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=94909255-c0eb-42c8-86f4-d3622d539f0c HTTP/1.1" status: 200 len: 945 time: 0.1653624 May 27 03:37:36.841560 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-bbef89f6-8f2f-4265-a7f6-7f0a93208972 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.3518956 May 27 03:37:36.850546 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 38182) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:37:36.858694 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [None req-0816034f-2f1f-42fa-9aa7-76c12352c525 admin admin] Request body: {'subnet': {'network_id': 'db24d3e5-88d8-4487-b5a4-91bc1ed45182', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-348957911-subnet', 'tenant_id': '99d82d4c868f404e9bc7e932aadf7670', 'ip_version': 4}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:37:36.905100 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-b66989e6-769d-4f46-a73b-d5eda86cc7b5 req-7cb1fba1-250b-4fbb-ba13-491fdd60956e tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2841885 May 27 03:37:36.935238 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-819d7a11-7640-4bdd-ab2e-fd81334b27eb req-4a61ddae-e80c-49ce-8046-484d4c7865ac tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291561 May 27 03:37:36.979432 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0816034f-2f1f-42fa-9aa7-76c12352c525 admin admin] Made reservation on behalf of 99d82d4c868f404e9bc7e932aadf7670 for: {'subnet': 1} {{(pid=104614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:37:36.989233 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0816034f-2f1f-42fa-9aa7-76c12352c525 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8584400429'] for subnet (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:37.045786 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:37.053121 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b193ed3-8e40-4a29-83b7-b22c74203ddc req-8c46d297-65b9-4e04-930e-1cd79ca778ff tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:37.055038 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-6b193ed3-8e40-4a29-83b7-b22c74203ddc req-8c46d297-65b9-4e04-930e-1cd79ca778ff tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/ports?device_id=d82dd530-bdcd-408b-9b6a-d6cde26fb9b6 HTTP/1.1" status: 200 len: 932 time: 0.1312139 May 27 03:37:37.101447 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:37.110680 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee115e-3d64-4533-91b4-940b5f177289 req-346ba446-ba0c-460b-b4c3-56d3c24693af tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:37.112589 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-d8195e35-beda-4fb8-b46f-92d37a29b139 None None] Provisioning complete for port 0aa36f0b-ffa2-488e-b031-21fe9c191622 triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:37:37.113162 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-d8195e35-beda-4fb8-b46f-92d37a29b139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (0aa36f0b-ffa2-488e-b031-21fe9c191622), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:37.117886 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-fbee115e-3d64-4533-91b4-940b5f177289 req-346ba446-ba0c-460b-b4c3-56d3c24693af tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 945 time: 0.0620031 May 27 03:37:37.214476 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-6b193ed3-8e40-4a29-83b7-b22c74203ddc req-1513f4d7-ba96-4f18-afef-98dc733323e8 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e559735-ef6e-41cc-93cf-279d407c22b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944529 May 27 03:37:37.220280 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-d8195e35-beda-4fb8-b46f-92d37a29b139 None None] Port 0aa36f0b-ffa2-488e-b031-21fe9c191622 cannot update to ACTIVE because it is not bound. {{(pid=104616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:37:37.248936 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-fbee115e-3d64-4533-91b4-940b5f177289 req-ae8e03d6-24e0-4818-8be9-4d8275ad8c7f tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301270 May 27 03:37:37.365328 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0816034f-2f1f-42fa-9aa7-76c12352c525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8584799465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8584400443'] for subnet (1177ec23-58d7-437f-a14d-dd0d92af1cd0), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:37.436569 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0816034f-2f1f-42fa-9aa7-76c12352c525 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1177ec23-58d7-437f-a14d-dd0d92af1cd0,revision_number=0']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:37.449228 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0816034f-2f1f-42fa-9aa7-76c12352c525 admin admin] Checking segment: {'id': '88aba986-3b4f-422c-aef6-43b903911269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'db24d3e5-88d8-4487-b5a4-91bc1ed45182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:37:37.449705 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0816034f-2f1f-42fa-9aa7-76c12352c525 admin admin] Network hostable DHCP agents. Network: db24d3e5-88d8-4487-b5a4-91bc1ed45182, hostable agents: ['b322252d-fb9d-4652-a830-647fed26b29a'], hosted agents: [] {{(pid=104614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:37:37.544250 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0816034f-2f1f-42fa-9aa7-76c12352c525 admin admin] Network db24d3e5-88d8-4487-b5a4-91bc1ed45182 is scheduled to be hosted by DHCP agent b322252d-fb9d-4652-a830-647fed26b29a with binding_index 1 {{(pid=104614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:37:37.641647 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.base_scheduler [None req-0816034f-2f1f-42fa-9aa7-76c12352c525 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-4-iscsi, db24d3e5-88d8-4487-b5a4-91bc1ed45182) {{(pid=104614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:37:37.646334 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0816034f-2f1f-42fa-9aa7-76c12352c525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:37.646976 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0816034f-2f1f-42fa-9aa7-76c12352c525 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:37.655148 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd454c56-0ca5-4a1f-a275-6e315ef2025f None None] Network db24d3e5-88d8-4487-b5a4-91bc1ed45182 requested from dv-cinder-828805-4-iscsi {{(pid=104616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:37:37.772990 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-0816034f-2f1f-42fa-9aa7-76c12352c525 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9210694 May 27 03:37:37.781142 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 38208) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:37:37.787246 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5052e858-8a5e-43ce-a1c0-1a52abaf6018 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa70b6f22-5e3f-55f6-a93b-19dd150a441c-db24d3e5-88d8-4487-b5a4-91bc1ed45182', 'network_id': 'db24d3e5-88d8-4487-b5a4-91bc1ed45182', 'project_id': '99d82d4c868f404e9bc7e932aadf7670', 'fixed_ips': [{'subnet_id': '1177ec23-58d7-437f-a14d-dd0d92af1cd0'}]}} from dv-cinder-828805-4-iscsi. {{(pid=104616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 03:37:37.788318 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-5052e858-8a5e-43ce-a1c0-1a52abaf6018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (None), before_create {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:37.789932 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [None req-436f057f-2b8a-4c10-8dae-f8de83dfea58 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-348957911-router', 'tenant_id': '99d82d4c868f404e9bc7e932aadf7670', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6'}}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:37:37.829683 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecd58d9-1c65-4721-9505-fe014f1eb9af req-c5b1805e-fdb5-4d15-902d-53e85ccdba29 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:37.832447 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-2ecd58d9-1c65-4721-9505-fe014f1eb9af req-c5b1805e-fdb5-4d15-902d-53e85ccdba29 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7d00e63-2d11-40e0-ad26-8f983eb27f59 HTTP/1.1" status: 200 len: 946 time: 0.0771048 May 27 03:37:37.879885 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [req-b66989e6-769d-4f46-a73b-d5eda86cc7b5 req-f1e829a2-b931-4c38-8e04-9a194ae93fb6 service neutron] Request body: {'port': {'device_id': 'd82dd530-bdcd-408b-9b6a-d6cde26fb9b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:37:37.940033 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-436f057f-2b8a-4c10-8dae-f8de83dfea58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-682096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60928'] for router (4edb845f-5957-4cd5-9916-e4b356b01ae6), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:37.941108 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-436f057f-2b8a-4c10-8dae-f8de83dfea58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-537747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60985'] for router (4edb845f-5957-4cd5-9916-e4b356b01ae6), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:37.974479 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-2ecd58d9-1c65-4721-9505-fe014f1eb9af req-1356ea7f-6ff9-49c0-9262-2d878e2dd1e0 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/security-groups?id=38805287-50b5-471c-9e67-0fa8b1094e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193161 May 27 03:37:38.011561 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.db_base_plugin_common [None req-5052e858-8a5e-43ce-a1c0-1a52abaf6018 None None] Allocated IP 172.20.0.2 (db24d3e5-88d8-4487-b5a4-91bc1ed45182/1177ec23-58d7-437f-a14d-dd0d92af1cd0/9dc5ef29-fdc9-4123-9fb2-48afef0ee2a9) {{(pid=104616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:37:38.012712 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-b66989e6-769d-4f46-a73b-d5eda86cc7b5 req-f1e829a2-b931-4c38-8e04-9a194ae93fb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (0aa36f0b-ffa2-488e-b031-21fe9c191622), before_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:38.096489 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-436f057f-2b8a-4c10-8dae-f8de83dfea58 admin admin] Publish callbacks [] for router_controller (4edb845f-5957-4cd5-9916-e4b356b01ae6), precommit_add_association {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:38.126157 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3ff72-6a83-40f6-b181-408036363a8b req-4391bc99-48ee-4728-99f4-0b4e37d5d919 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:38.140783 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-1eb3ff72-6a83-40f6-b181-408036363a8b req-4391bc99-48ee-4728-99f4-0b4e37d5d919 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=94909255-c0eb-42c8-86f4-d3622d539f0c HTTP/1.1" status: 200 len: 945 time: 0.0977533 May 27 03:37:38.207189 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-1eb3ff72-6a83-40f6-b181-408036363a8b req-a069be40-a3d0-46db-a128-acfab404c90d tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644853 May 27 03:37:38.255899 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-5052e858-8a5e-43ce-a1c0-1a52abaf6018 None None] Publish callbacks [] for port (9dc5ef29-fdc9-4123-9fb2-48afef0ee2a9), precommit_create {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:38.301045 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 38218) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:37:38.391011 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-5052e858-8a5e-43ce-a1c0-1a52abaf6018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791799515441'] for port (9dc5ef29-fdc9-4123-9fb2-48afef0ee2a9), after_create {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:38.465604 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5052e858-8a5e-43ce-a1c0-1a52abaf6018 None None] Network db24d3e5-88d8-4487-b5a4-91bc1ed45182 is already hosted by enough agents. {{(pid=104616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:37:38.473267 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.scheduler.base_scheduler [None req-5052e858-8a5e-43ce-a1c0-1a52abaf6018 None None] Resources bound (agent type, host, resource id): {{(pid=104616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:37:38.478571 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5052e858-8a5e-43ce-a1c0-1a52abaf6018 None None] Received port after_create {{(pid=104616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:37:38.488719 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5052e858-8a5e-43ce-a1c0-1a52abaf6018 None None] Pushing event updated for resources: {'Port': ['ID=9dc5ef29-fdc9-4123-9fb2-48afef0ee2a9,revision_number=1']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:38.524796 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5052e858-8a5e-43ce-a1c0-1a52abaf6018 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:38.526064 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5052e858-8a5e-43ce-a1c0-1a52abaf6018 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:38.526396 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5052e858-8a5e-43ce-a1c0-1a52abaf6018 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:38.526953 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5052e858-8a5e-43ce-a1c0-1a52abaf6018 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:38.527317 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5052e858-8a5e-43ce-a1c0-1a52abaf6018 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:38.527642 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5052e858-8a5e-43ce-a1c0-1a52abaf6018 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:38.527993 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5052e858-8a5e-43ce-a1c0-1a52abaf6018 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:38.528454 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5052e858-8a5e-43ce-a1c0-1a52abaf6018 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:38.528834 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5052e858-8a5e-43ce-a1c0-1a52abaf6018 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:38.529146 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5052e858-8a5e-43ce-a1c0-1a52abaf6018 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:38.529470 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5052e858-8a5e-43ce-a1c0-1a52abaf6018 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:38.531519 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5052e858-8a5e-43ce-a1c0-1a52abaf6018 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:38.532728 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5052e858-8a5e-43ce-a1c0-1a52abaf6018 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:38.533062 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5052e858-8a5e-43ce-a1c0-1a52abaf6018 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:38.533609 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:38.533763 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5052e858-8a5e-43ce-a1c0-1a52abaf6018 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:38.552116 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f9c803-3933-4d1e-9f92-66267b363119 req-d7121a2a-99f3-40bb-8acf-b8671cd7a77c tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:38.560879 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-85f9c803-3933-4d1e-9f92-66267b363119 req-d7121a2a-99f3-40bb-8acf-b8671cd7a77c tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 945 time: 0.1399271 May 27 03:37:38.581846 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.managers [None req-5052e858-8a5e-43ce-a1c0-1a52abaf6018 None None] Attempting to bind port 9dc5ef29-fdc9-4123-9fb2-48afef0ee2a9 on host dv-cinder-828805-4-iscsi for vnic_type normal with profile {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:37:38.582211 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.managers [None req-5052e858-8a5e-43ce-a1c0-1a52abaf6018 None None] Attempting to bind port 9dc5ef29-fdc9-4123-9fb2-48afef0ee2a9 by drivers openvswitch,hyperv on host dv-cinder-828805-4-iscsi at level 0 using segments [{'id': '88aba986-3b4f-422c-aef6-43b903911269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'db24d3e5-88d8-4487-b5a4-91bc1ed45182'}] {{(pid=104616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:37:38.582559 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5052e858-8a5e-43ce-a1c0-1a52abaf6018 None None] Attempting to bind port 9dc5ef29-fdc9-4123-9fb2-48afef0ee2a9 on network db24d3e5-88d8-4487-b5a4-91bc1ed45182 {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:37:38.590106 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5052e858-8a5e-43ce-a1c0-1a52abaf6018 None None] Checking agent: {'id': '917d01f3-4a27-4590-ae14-da14d21a1e88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 26, 21), 'started_at': datetime.datetime(2022, 5, 27, 3, 26, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:37:38.590471 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5052e858-8a5e-43ce-a1c0-1a52abaf6018 None None] Checking segment: {'id': '88aba986-3b4f-422c-aef6-43b903911269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'db24d3e5-88d8-4487-b5a4-91bc1ed45182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:37:38.591656 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-5052e858-8a5e-43ce-a1c0-1a52abaf6018 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:38.592051 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5052e858-8a5e-43ce-a1c0-1a52abaf6018 None None] Bound using segment: {'id': '88aba986-3b4f-422c-aef6-43b903911269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'db24d3e5-88d8-4487-b5a4-91bc1ed45182'} {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:37:38.592531 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.managers [None req-5052e858-8a5e-43ce-a1c0-1a52abaf6018 None None] Bound port: 9dc5ef29-fdc9-4123-9fb2-48afef0ee2a9, host: dv-cinder-828805-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88aba986-3b4f-422c-aef6-43b903911269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'db24d3e5-88d8-4487-b5a4-91bc1ed45182'}}] {{(pid=104616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:37:38.592907 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-5052e858-8a5e-43ce-a1c0-1a52abaf6018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (9dc5ef29-fdc9-4123-9fb2-48afef0ee2a9), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:38.600819 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-8e198c28-d789-4869-a0d0-e82f3a297c4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:38.624248 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d0285e-0200-48bd-9c55-b9fb3406c16a req-3056e742-5721-4030-b5c5-a2b74af741d7 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:38.641335 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-a3d0285e-0200-48bd-9c55-b9fb3406c16a req-3056e742-5721-4030-b5c5-a2b74af741d7 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/ports?device_id=d82dd530-bdcd-408b-9b6a-d6cde26fb9b6 HTTP/1.1" status: 200 len: 932 time: 0.2990441 May 27 03:37:38.659307 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:38.664912 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:38.688981 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-5052e858-8a5e-43ce-a1c0-1a52abaf6018 None None] For port 9dc5ef29-fdc9-4123-9fb2-48afef0ee2a9, host dv-cinder-828805-4-iscsi, cleared binding levels {{(pid=104616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:37:38.693590 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-5052e858-8a5e-43ce-a1c0-1a52abaf6018 None None] For port 9dc5ef29-fdc9-4123-9fb2-48afef0ee2a9, host dv-cinder-828805-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=9dc5ef29-fdc9-4123-9fb2-48afef0ee2a9,segment=NetworkSegment(88aba986-3b4f-422c-aef6-43b903911269),segment_id=88aba986-3b4f-422c-aef6-43b903911269)] {{(pid=104616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:37:38.751066 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-5052e858-8a5e-43ce-a1c0-1a52abaf6018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (9dc5ef29-fdc9-4123-9fb2-48afef0ee2a9), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:38.757532 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-85f9c803-3933-4d1e-9f92-66267b363119 req-6a1d3e66-6b11-4d08-a016-6b4d40b6c5dd tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1955445 May 27 03:37:38.759321 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:38.762417 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-436f057f-2b8a-4c10-8dae-f8de83dfea58 admin admin] Publish callbacks [] for router_gateway (4edb845f-5957-4cd5-9916-e4b356b01ae6), precommit_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:38.827615 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:38.834975 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5052e858-8a5e-43ce-a1c0-1a52abaf6018 None None] Pushing event updated for resources: {'Port': ['ID=9dc5ef29-fdc9-4123-9fb2-48afef0ee2a9,revision_number=2']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:38.840226 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-a3d0285e-0200-48bd-9c55-b9fb3406c16a req-d1a11924-45e1-46d0-a0d3-5b361564e982 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e559735-ef6e-41cc-93cf-279d407c22b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1979129 May 27 03:37:38.867112 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae62c22-9648-4467-a03b-0ab803a7a139 req-5e8390d5-6948-4cd5-8777-8c048d28f95e tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:38.868657 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-0ae62c22-9648-4467-a03b-0ab803a7a139 req-5e8390d5-6948-4cd5-8777-8c048d28f95e tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.69 "GET /v2.0/ports?device_id=a7d00e63-2d11-40e0-ad26-8f983eb27f59 HTTP/1.1" status: 200 len: 946 time: 0.2248449 May 27 03:37:38.884476 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:38.907766 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-8e198c28-d789-4869-a0d0-e82f3a297c4c admin admin] Publish callbacks [] for security_group (ccad9484-3411-4832-afb2-e7ec1cdd4fe1), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:38.964430 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-8e198c28-d789-4869-a0d0-e82f3a297c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (ccad9484-3411-4832-afb2-e7ec1cdd4fe1), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:39.026650 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-8e198c28-d789-4869-a0d0-e82f3a297c4c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c712f8a35972479e93b29004cb7e59ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7245078 May 27 03:37:39.029221 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 38224) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:37:39.058314 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e198c28-d789-4869-a0d0-e82f3a297c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccad9484-3411-4832-afb2-e7ec1cdd4fe1,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:39.154426 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-8e9bd01f-626e-4775-9d4b-8ab501909aa5 admin admin] Publish callbacks [] for security_group (ccad9484-3411-4832-afb2-e7ec1cdd4fe1), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:39.179695 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [req-0ae62c22-9648-4467-a03b-0ab803a7a139 req-ba7746ca-63fd-4fd3-b79d-b2efcd2ee9b7 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] Deleting port 1e8c1f2e-b130-47fa-a1b3-a3f961aa93ff {{(pid=104614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:37:39.180028 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-0ae62c22-9648-4467-a03b-0ab803a7a139 req-ba7746ca-63fd-4fd3-b79d-b2efcd2ee9b7 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791799895781'] for port (1e8c1f2e-b130-47fa-a1b3-a3f961aa93ff), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:39.212262 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5254bf69-039d-495f-a600-6504e4767647 req-830983bf-a709-49f7-97d1-e1df24cf2cdf tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:39.214372 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-5254bf69-039d-495f-a600-6504e4767647 req-830983bf-a709-49f7-97d1-e1df24cf2cdf tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7d00e63-2d11-40e0-ad26-8f983eb27f59 HTTP/1.1" status: 200 len: 946 time: 0.1203074 May 27 03:37:39.224888 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-8e9bd01f-626e-4775-9d4b-8ab501909aa5 admin admin] Publish callbacks [] for security_group (ccad9484-3411-4832-afb2-e7ec1cdd4fe1), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:39.387823 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-5254bf69-039d-495f-a600-6504e4767647 req-5d8a5aa4-0d2d-4e90-8686-f4a0162c6e09 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/security-groups?id=38805287-50b5-471c-9e67-0fa8b1094e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656868 May 27 03:37:39.418899 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f3168-1195-41fb-8b6c-cf3548fc8497 req-9d3d9165-5698-4534-8c60-138956acedf3 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:39.418899 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-164f3168-1195-41fb-8b6c-cf3548fc8497 req-9d3d9165-5698-4534-8c60-138956acedf3 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=94909255-c0eb-42c8-86f4-d3622d539f0c HTTP/1.1" status: 200 len: 945 time: 0.0962124 May 27 03:37:39.474266 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-164f3168-1195-41fb-8b6c-cf3548fc8497 req-b4fdb358-4b25-47fd-83b6-cdc371226b24 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573559 May 27 03:37:39.474815 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-8e9bd01f-626e-4775-9d4b-8ab501909aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (ccad9484-3411-4832-afb2-e7ec1cdd4fe1), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:39.477594 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-8e9bd01f-626e-4775-9d4b-8ab501909aa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:39.482383 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-8e9bd01f-626e-4775-9d4b-8ab501909aa5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ccad9484-3411-4832-afb2-e7ec1cdd4fe1 HTTP/1.1" status: 204 len: 168 time: 0.4519708 May 27 03:37:39.491488 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9bd01f-626e-4775-9d4b-8ab501909aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccad9484-3411-4832-afb2-e7ec1cdd4fe1,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:39.505761 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-436f057f-2b8a-4c10-8dae-f8de83dfea58 admin admin] Publish callbacks [] for router_gateway (4edb845f-5957-4cd5-9916-e4b356b01ae6), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:39.551697 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-436f057f-2b8a-4c10-8dae-f8de83dfea58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:39.558749 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.db [req-0ae62c22-9648-4467-a03b-0ab803a7a139 req-ba7746ca-63fd-4fd3-b79d-b2efcd2ee9b7 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] For port 1e8c1f2e-b130-47fa-a1b3-a3f961aa93ff, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=1e8c1f2e-b130-47fa-a1b3-a3f961aa93ff,segment=NetworkSegment(37a414ce-14e2-4725-a5d6-3705d8b1ee5d),segment_id=37a414ce-14e2-4725-a5d6-3705d8b1ee5d)] {{(pid=104614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:37:39.559468 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-0ae62c22-9648-4467-a03b-0ab803a7a139 req-ba7746ca-63fd-4fd3-b79d-b2efcd2ee9b7 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-658269'] for port (1e8c1f2e-b130-47fa-a1b3-a3f961aa93ff), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:39.572798 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.notifiers.nova [req-b66989e6-769d-4f46-a73b-d5eda86cc7b5 req-f1e829a2-b931-4c38-8e04-9a194ae93fb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0aa36f0b-ffa2-488e-b031-21fe9c191622 {{(pid=104614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:37:39.595109 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-b66989e6-769d-4f46-a73b-d5eda86cc7b5 req-f1e829a2-b931-4c38-8e04-9a194ae93fb6 service neutron] Publish callbacks [] for port (0aa36f0b-ffa2-488e-b031-21fe9c191622), precommit_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:39.601243 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [req-0ae62c22-9648-4467-a03b-0ab803a7a139 req-ba7746ca-63fd-4fd3-b79d-b2efcd2ee9b7 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] Calling delete_port for 1e8c1f2e-b130-47fa-a1b3-a3f961aa93ff owned by compute:nova {{(pid=104614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:37:39.663316 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.provisioning_blocks [req-b66989e6-769d-4f46-a73b-d5eda86cc7b5 req-f1e829a2-b931-4c38-8e04-9a194ae93fb6 service neutron] Transition to ACTIVE for port object 0aa36f0b-ffa2-488e-b031-21fe9c191622 will not be triggered until provisioned by entity L2. {{(pid=104614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:37:39.759874 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-b66989e6-769d-4f46-a73b-d5eda86cc7b5 req-f1e829a2-b931-4c38-8e04-9a194ae93fb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8584799086'] for port (0aa36f0b-ffa2-488e-b031-21fe9c191622), after_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:39.859706 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.db_base_plugin_common [None req-436f057f-2b8a-4c10-8dae-f8de83dfea58 admin admin] Allocated IP 172.27.0.26 (6db324a0-41f0-4440-95df-83df441784f6/1196ed2a-e255-42ad-b78e-696bc1bae72b/b33d0538-560f-4bde-894f-21552c79cb7c) {{(pid=104614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:37:39.900590 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=100 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:39.911901 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:39.926886 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e829a2-b931-4c38-8e04-9a194ae93fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=0aa36f0b-ffa2-488e-b031-21fe9c191622,revision_number=2']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:40.026944 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:DELETE=4 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:40.132726 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a4f55a-92fc-4826-a604-793b7bb869d1 req-97bffd6a-558c-4327-b0ce-a8612e6a4027 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:40.135391 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-f5a4f55a-92fc-4826-a604-793b7bb869d1 req-97bffd6a-558c-4327-b0ce-a8612e6a4027 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 945 time: 0.1988044 May 27 03:37:40.154662 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972cf631-0680-4c42-b924-f6a0392beb17 req-6b2b6ebb-4b3d-4c4a-85b9-072393502638 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:40.157016 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-972cf631-0680-4c42-b924-f6a0392beb17 req-6b2b6ebb-4b3d-4c4a-85b9-072393502638 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/ports?device_id=d82dd530-bdcd-408b-9b6a-d6cde26fb9b6 HTTP/1.1" status: 200 len: 944 time: 0.1392703 May 27 03:37:40.266523 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-f5a4f55a-92fc-4826-a604-793b7bb869d1 req-8c78cc91-c2e5-4dd2-8bd9-4d96e55dba59 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081603 May 27 03:37:40.299187 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device 1e8c1f2e-b130-47fa-a1b3-a3f961aa93ff no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:37:40.306089 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.managers [req-b66989e6-769d-4f46-a73b-d5eda86cc7b5 req-f1e829a2-b931-4c38-8e04-9a194ae93fb6 service neutron] Attempting to bind port 0aa36f0b-ffa2-488e-b031-21fe9c191622 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:37:40.306089 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.managers [req-b66989e6-769d-4f46-a73b-d5eda86cc7b5 req-f1e829a2-b931-4c38-8e04-9a194ae93fb6 service neutron] Attempting to bind port 0aa36f0b-ffa2-488e-b031-21fe9c191622 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': 'be2bf9c1-995c-430f-ada9-4c7603cb9ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '430833dd-8c2a-4184-8f60-2460eb1e769c'}] {{(pid=104614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:37:40.306089 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66989e6-769d-4f46-a73b-d5eda86cc7b5 req-f1e829a2-b931-4c38-8e04-9a194ae93fb6 service neutron] Attempting to bind port 0aa36f0b-ffa2-488e-b031-21fe9c191622 on network 430833dd-8c2a-4184-8f60-2460eb1e769c {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:37:40.308082 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-972cf631-0680-4c42-b924-f6a0392beb17 req-6349c6d6-3b8d-4798-8354-c796a04b4576 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e559735-ef6e-41cc-93cf-279d407c22b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154678 May 27 03:37:40.326143 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-436f057f-2b8a-4c10-8dae-f8de83dfea58 admin admin] Publish callbacks [] for port (b33d0538-560f-4bde-894f-21552c79cb7c), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:40.337697 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66989e6-769d-4f46-a73b-d5eda86cc7b5 req-f1e829a2-b931-4c38-8e04-9a194ae93fb6 service neutron] Port 0aa36f0b-ffa2-488e-b031-21fe9c191622 on network 430833dd-8c2a-4184-8f60-2460eb1e769c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:37:40.338152 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66989e6-769d-4f46-a73b-d5eda86cc7b5 req-f1e829a2-b931-4c38-8e04-9a194ae93fb6 service neutron] Attempting to bind port 0aa36f0b-ffa2-488e-b031-21fe9c191622 on network 430833dd-8c2a-4184-8f60-2460eb1e769c {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:37:40.350783 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66989e6-769d-4f46-a73b-d5eda86cc7b5 req-f1e829a2-b931-4c38-8e04-9a194ae93fb6 service neutron] Checking agent: {'id': '134bae73-502b-4599-bb47-129fee8818a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 33, 12), 'started_at': datetime.datetime(2022, 5, 27, 3, 33, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:37:40.351325 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66989e6-769d-4f46-a73b-d5eda86cc7b5 req-f1e829a2-b931-4c38-8e04-9a194ae93fb6 service neutron] Checking segment: {'id': 'be2bf9c1-995c-430f-ada9-4c7603cb9ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '430833dd-8c2a-4184-8f60-2460eb1e769c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:37:40.351776 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66989e6-769d-4f46-a73b-d5eda86cc7b5 req-f1e829a2-b931-4c38-8e04-9a194ae93fb6 service neutron] Bound using segment: {'id': 'be2bf9c1-995c-430f-ada9-4c7603cb9ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '430833dd-8c2a-4184-8f60-2460eb1e769c'} {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:37:40.352306 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.managers [req-b66989e6-769d-4f46-a73b-d5eda86cc7b5 req-f1e829a2-b931-4c38-8e04-9a194ae93fb6 service neutron] Bound port: 0aa36f0b-ffa2-488e-b031-21fe9c191622, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be2bf9c1-995c-430f-ada9-4c7603cb9ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '430833dd-8c2a-4184-8f60-2460eb1e769c'}}] {{(pid=104614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:37:40.352768 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-b66989e6-769d-4f46-a73b-d5eda86cc7b5 req-f1e829a2-b931-4c38-8e04-9a194ae93fb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (0aa36f0b-ffa2-488e-b031-21fe9c191622), before_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:40.407829 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Current status of the port 1e8c1f2e-b130-47fa-a1b3-a3f961aa93ff is: ACTIVE; New status is: DOWN {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:37:40.412892 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (1e8c1f2e-b130-47fa-a1b3-a3f961aa93ff), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:40.456363 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.db [req-b66989e6-769d-4f46-a73b-d5eda86cc7b5 req-f1e829a2-b931-4c38-8e04-9a194ae93fb6 service neutron] For port 0aa36f0b-ffa2-488e-b031-21fe9c191622, host hv-cinder-82880, cleared binding levels {{(pid=104614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:37:40.460429 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.db [req-b66989e6-769d-4f46-a73b-d5eda86cc7b5 req-f1e829a2-b931-4c38-8e04-9a194ae93fb6 service neutron] For port 0aa36f0b-ffa2-488e-b031-21fe9c191622, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=0aa36f0b-ffa2-488e-b031-21fe9c191622,segment=NetworkSegment(be2bf9c1-995c-430f-ada9-4c7603cb9ea3),segment_id=be2bf9c1-995c-430f-ada9-4c7603cb9ea3)] {{(pid=104614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:37:40.487330 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bfeba5-7864-44e9-8cff-4f42b3b6842e None None] Network db24d3e5-88d8-4487-b5a4-91bc1ed45182 requested from dv-cinder-828805-4-iscsi {{(pid=104616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:37:40.512540 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 9dc5ef29-fdc9-4123-9fb2-48afef0ee2a9 up at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:37:40.526284 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f81245-1a20-4719-b010-86485fb232f0 req-9184cc7b-c36b-417b-b384-c90cf9dcd9a0 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:40.528043 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-06f81245-1a20-4719-b010-86485fb232f0 req-9184cc7b-c36b-417b-b384-c90cf9dcd9a0 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7d00e63-2d11-40e0-ad26-8f983eb27f59 HTTP/1.1" status: 200 len: 946 time: 0.0502565 May 27 03:37:40.567278 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-24403e2d-543a-417c-a998-a108fd8c8cc2 None None] Provisioning complete for port 9dc5ef29-fdc9-4123-9fb2-48afef0ee2a9 triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:37:40.568207 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-24403e2d-543a-417c-a998-a108fd8c8cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (9dc5ef29-fdc9-4123-9fb2-48afef0ee2a9), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:40.595981 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-06f81245-1a20-4719-b010-86485fb232f0 req-a5c4e696-267a-490e-8b93-4a8db531df3a tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/security-groups?id=38805287-50b5-471c-9e67-0fa8b1094e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620723 May 27 03:37:40.643652 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Provisioning complete for port 9dc5ef29-fdc9-4123-9fb2-48afef0ee2a9 triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:37:40.643950 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (9dc5ef29-fdc9-4123-9fb2-48afef0ee2a9), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:40.648401 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f22107-0a5d-4e76-b49d-1e48d6326ad0 req-9081e239-3225-494a-89ab-586398ef8e0d tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:40.649331 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-89f22107-0a5d-4e76-b49d-1e48d6326ad0 req-9081e239-3225-494a-89ab-586398ef8e0d tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=94909255-c0eb-42c8-86f4-d3622d539f0c HTTP/1.1" status: 200 len: 945 time: 0.0735202 May 27 03:37:40.695613 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-0ae62c22-9648-4467-a03b-0ab803a7a139 req-ba7746ca-63fd-4fd3-b79d-b2efcd2ee9b7 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791799905747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791799515450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8584799065'] for port (1e8c1f2e-b130-47fa-a1b3-a3f961aa93ff), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:40.701114 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-89f22107-0a5d-4e76-b49d-1e48d6326ad0 req-12bf6cbe-b961-422c-8016-4982e1595bf8 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451128 May 27 03:37:40.743212 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7746ca-63fd-4fd3-b79d-b2efcd2ee9b7 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] Pushing event deleted for resources: {'Port': ['ID=1e8c1f2e-b130-47fa-a1b3-a3f961aa93ff,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:40.770224 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-24403e2d-543a-417c-a998-a108fd8c8cc2 None None] Current status of the port 9dc5ef29-fdc9-4123-9fb2-48afef0ee2a9 is: DOWN; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:37:40.770768 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-24403e2d-543a-417c-a998-a108fd8c8cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (9dc5ef29-fdc9-4123-9fb2-48afef0ee2a9), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:40.801600 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-436f057f-2b8a-4c10-8dae-f8de83dfea58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791799515441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8584799065'] for port (b33d0538-560f-4bde-894f-21552c79cb7c), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:40.804795 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-b66989e6-769d-4f46-a73b-d5eda86cc7b5 req-f1e829a2-b931-4c38-8e04-9a194ae93fb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8584799086'] for port (0aa36f0b-ffa2-488e-b031-21fe9c191622), after_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:40.810320 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ae62c22-9648-4467-a03b-0ab803a7a139 req-ba7746ca-63fd-4fd3-b79d-b2efcd2ee9b7 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] No DVR routers for this DVR port 1e8c1f2e-b130-47fa-a1b3-a3f961aa93ff on host hv-cinder-82880 {{(pid=104614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:37:40.822710 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-0ae62c22-9648-4467-a03b-0ab803a7a139 req-ba7746ca-63fd-4fd3-b79d-b2efcd2ee9b7 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:40.826027 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-0ae62c22-9648-4467-a03b-0ab803a7a139 req-ba7746ca-63fd-4fd3-b79d-b2efcd2ee9b7 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.69 "DELETE /v2.0/ports/1e8c1f2e-b130-47fa-a1b3-a3f961aa93ff HTTP/1.1" status: 204 len: 173 time: 1.9512973 May 27 03:37:40.828305 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7d00e63-2d11-40e0-ad26-8f983eb27f59', 'name': 'network-vif-deleted', 'tag': '1e8c1f2e-b130-47fa-a1b3-a3f961aa93ff'}] {{(pid=104614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:37:40.830763 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a93b0eab3ec594b69aa68cd7d580be2fac36b4cb942ee4cac03c85783d056da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a844673d-555a-435a-b72c-6d8ad863a7e0" -d '{"events": [{"server_uuid": "a7d00e63-2d11-40e0-ad26-8f983eb27f59", "name": "network-vif-deleted", "tag": "1e8c1f2e-b130-47fa-a1b3-a3f961aa93ff"}]}' {{(pid=104614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:37:40.861472 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436f057f-2b8a-4c10-8dae-f8de83dfea58 admin admin] Network 6db324a0-41f0-4440-95df-83df441784f6 is already hosted by enough agents. {{(pid=104614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:37:40.878106 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.base_scheduler [None req-436f057f-2b8a-4c10-8dae-f8de83dfea58 admin admin] Resources bound (agent type, host, resource id): {{(pid=104614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:37:40.890110 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-24403e2d-543a-417c-a998-a108fd8c8cc2 None None] For port 9dc5ef29-fdc9-4123-9fb2-48afef0ee2a9, host dv-cinder-828805-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=9dc5ef29-fdc9-4123-9fb2-48afef0ee2a9,segment=NetworkSegment(88aba986-3b4f-422c-aef6-43b903911269),segment_id=88aba986-3b4f-422c-aef6-43b903911269)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:37:40.891770 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66989e6-769d-4f46-a73b-d5eda86cc7b5 req-f1e829a2-b931-4c38-8e04-9a194ae93fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:40.900719 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-b66989e6-769d-4f46-a73b-d5eda86cc7b5 req-f1e829a2-b931-4c38-8e04-9a194ae93fb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:40.900719 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-b66989e6-769d-4f46-a73b-d5eda86cc7b5 req-f1e829a2-b931-4c38-8e04-9a194ae93fb6 service neutron] 10.222.0.69 "PUT /v2.0/ports/0aa36f0b-ffa2-488e-b031-21fe9c191622 HTTP/1.1" status: 200 len: 1094 time: 3.0262301 May 27 03:37:40.900719 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436f057f-2b8a-4c10-8dae-f8de83dfea58 admin admin] Received port after_create {{(pid=104614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:37:40.914599 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=73,neutron:DELETE=4,neutron:INSERT=21,neutron:UPDATE=2 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:40.933784 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Current status of the port 9dc5ef29-fdc9-4123-9fb2-48afef0ee2a9 is: DOWN; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:37:40.939065 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (9dc5ef29-fdc9-4123-9fb2-48afef0ee2a9), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:40.945139 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a6ac3d-127a-476f-9e73-98a970a884e0 x-openstack-request-id: req-f4a6ac3d-127a-476f-9e73-98a970a884e0 {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:37:40.954562 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7d00e63-2d11-40e0-ad26-8f983eb27f59", "name": "network-vif-deleted", "tag": "1e8c1f2e-b130-47fa-a1b3-a3f961aa93ff", "status": "completed", "code": 200}]} {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:37:40.954956 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f4a6ac3d-127a-476f-9e73-98a970a884e0 {{(pid=104614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:37:40.955382 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4a6ac3d-127a-476f-9e73-98a970a884e0'] response: {'server_uuid': 'a7d00e63-2d11-40e0-ad26-8f983eb27f59', 'name': 'network-vif-deleted', 'tag': '1e8c1f2e-b130-47fa-a1b3-a3f961aa93ff', 'status': 'completed', 'code': 200} May 27 03:37:40.975730 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f057f-2b8a-4c10-8dae-f8de83dfea58 admin admin] Pushing event updated for resources: {'Port': ['ID=b33d0538-560f-4bde-894f-21552c79cb7c,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:40.996452 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-24403e2d-543a-417c-a998-a108fd8c8cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (9dc5ef29-fdc9-4123-9fb2-48afef0ee2a9), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:41.088440 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.db.api [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104616) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 27 03:37:41.088866 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG oslo_db.api [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:37:41.098686 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 38246) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:37:41.117532 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24403e2d-543a-417c-a998-a108fd8c8cc2 None None] Pushing event updated for resources: {'Port': ['ID=9dc5ef29-fdc9-4123-9fb2-48afef0ee2a9,revision_number=3']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:41.126655 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-3282c0e4-7248-4857-89f8-de4d1579799c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:41.231524 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-528eec64-47ef-4afa-ba0b-163a7ca3e25f None None] Provisioning complete for port 9dc5ef29-fdc9-4123-9fb2-48afef0ee2a9 triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:37:41.231892 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-528eec64-47ef-4afa-ba0b-163a7ca3e25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (9dc5ef29-fdc9-4123-9fb2-48afef0ee2a9), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:41.282367 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:41.297614 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-3282c0e4-7248-4857-89f8-de4d1579799c admin admin] Publish callbacks [] for security_group (b826d884-75ee-46fc-a48c-70409c1d2115), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:41.308932 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:41.346732 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66989e6-769d-4f46-a73b-d5eda86cc7b5 req-c74c8a64-a41a-42ae-b7d0-4cfcad0baf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:41.348862 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-b66989e6-769d-4f46-a73b-d5eda86cc7b5 req-c74c8a64-a41a-42ae-b7d0-4cfcad0baf98 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=19592ab2e5e04d7c952aebf73f4fca6e&device_id=d82dd530-bdcd-408b-9b6a-d6cde26fb9b6 HTTP/1.1" status: 200 len: 1128 time: 0.2157557 May 27 03:37:41.349782 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e829a2-b931-4c38-8e04-9a194ae93fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=0aa36f0b-ffa2-488e-b031-21fe9c191622,revision_number=3']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:41.368159 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-528eec64-47ef-4afa-ba0b-163a7ca3e25f None None] Current status of the port 9dc5ef29-fdc9-4123-9fb2-48afef0ee2a9 is: ACTIVE; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:37:41.397647 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-3282c0e4-7248-4857-89f8-de4d1579799c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (b826d884-75ee-46fc-a48c-70409c1d2115), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:41.410705 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-b66989e6-769d-4f46-a73b-d5eda86cc7b5 req-86d77d45-e8e6-426e-b473-88fafafbff35 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0aa36f0b-ffa2-488e-b031-21fe9c191622 HTTP/1.1" status: 200 len: 217 time: 0.0399115 May 27 03:37:41.550578 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66989e6-769d-4f46-a73b-d5eda86cc7b5 req-74aab09b-0ff2-4870-bd4b-d57f93da102e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:41.554522 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-b66989e6-769d-4f46-a73b-d5eda86cc7b5 req-74aab09b-0ff2-4870-bd4b-d57f93da102e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0c7d2ccd-23b4-4acf-944e-c57bae962263 HTTP/1.1" status: 200 len: 847 time: 0.1321352 May 27 03:37:41.592433 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88918d7b-bb6b-46cd-9874-1fa50e6c80a2 req-fddc55a5-1a86-4bca-bfc1-41e4b3813837 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:41.594867 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-88918d7b-bb6b-46cd-9874-1fa50e6c80a2 req-fddc55a5-1a86-4bca-bfc1-41e4b3813837 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 945 time: 0.1344028 May 27 03:37:41.605339 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-3282c0e4-7248-4857-89f8-de4d1579799c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a4a3cab85a114204801e715ba4901f4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5042148 May 27 03:37:41.606102 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 38252) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:37:41.606691 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3282c0e4-7248-4857-89f8-de4d1579799c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b826d884-75ee-46fc-a48c-70409c1d2115,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:41.629605 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10afeeae-1998-4217-be7a-3be9c15b5e19 req-880b529f-8221-4163-b1b7-11504cc9a2bc tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:41.637508 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-10afeeae-1998-4217-be7a-3be9c15b5e19 req-880b529f-8221-4163-b1b7-11504cc9a2bc tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/ports?device_id=d82dd530-bdcd-408b-9b6a-d6cde26fb9b6 HTTP/1.1" status: 200 len: 944 time: 0.1756768 May 27 03:37:41.670068 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-436f057f-2b8a-4c10-8dae-f8de83dfea58 admin admin] Publish callbacks [] for router_gateway (4edb845f-5957-4cd5-9916-e4b356b01ae6), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:41.698498 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Current status of the port 9dc5ef29-fdc9-4123-9fb2-48afef0ee2a9 is: ACTIVE; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:37:41.727131 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-88918d7b-bb6b-46cd-9874-1fa50e6c80a2 req-ca8469c6-1249-4fbb-bced-23b91ce86d18 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159606 May 27 03:37:41.742151 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-10afeeae-1998-4217-be7a-3be9c15b5e19 req-920b36c9-c11c-4cbc-9676-d0a08134d7dd tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e559735-ef6e-41cc-93cf-279d407c22b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033158 May 27 03:37:41.914649 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-776b182a-0ce1-4f5b-b7ef-9fd5437a9259 req-94056331-a44b-4d78-ada0-d52815a50178 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7d00e63-2d11-40e0-ad26-8f983eb27f59 HTTP/1.1" status: 200 len: 210 time: 0.0651789 May 27 03:37:41.930372 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba49642e-cd4b-475b-9f50-37ee8a5a0adc req-97d082a5-e3af-451c-af3a-410d3916262a tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:41.938787 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ba49642e-cd4b-475b-9f50-37ee8a5a0adc req-97d082a5-e3af-451c-af3a-410d3916262a tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=94909255-c0eb-42c8-86f4-d3622d539f0c HTTP/1.1" status: 200 len: 945 time: 0.1077051 May 27 03:37:41.948970 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:INSERT=6,neutron:SELECT=94 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:41.978891 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-e978a418-56ac-4946-8126-ad22f4ccc224 admin admin] Publish callbacks [] for security_group (b826d884-75ee-46fc-a48c-70409c1d2115), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:41.989113 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ba49642e-cd4b-475b-9f50-37ee8a5a0adc req-3c7fbb18-2ec8-493b-bd37-8c7e5b69e654 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494390 May 27 03:37:42.013071 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-e978a418-56ac-4946-8126-ad22f4ccc224 admin admin] Publish callbacks [] for security_group (b826d884-75ee-46fc-a48c-70409c1d2115), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:42.059077 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66989e6-769d-4f46-a73b-d5eda86cc7b5 req-c03d3785-3d97-4fd8-b5a8-9e23da019526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:42.060604 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-b66989e6-769d-4f46-a73b-d5eda86cc7b5 req-c03d3785-3d97-4fd8-b5a8-9e23da019526 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=430833dd-8c2a-4184-8f60-2460eb1e769c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1246219 May 27 03:37:42.235095 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:42.244059 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-b66989e6-769d-4f46-a73b-d5eda86cc7b5 req-36f2d06c-9d1e-4197-b0df-eda0c57ad989 service neutron] 10.222.0.69 "GET /v2.0/networks/430833dd-8c2a-4184-8f60-2460eb1e769c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749649 May 27 03:37:42.327206 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-436f057f-2b8a-4c10-8dae-f8de83dfea58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663299'] for router (4edb845f-5957-4cd5-9916-e4b356b01ae6), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:42.377306 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-e978a418-56ac-4946-8126-ad22f4ccc224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (b826d884-75ee-46fc-a48c-70409c1d2115), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:42.379846 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-e978a418-56ac-4946-8126-ad22f4ccc224 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:42.381495 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-e978a418-56ac-4946-8126-ad22f4ccc224 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b826d884-75ee-46fc-a48c-70409c1d2115 HTTP/1.1" status: 204 len: 168 time: 0.7749257 May 27 03:37:42.419561 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e978a418-56ac-4946-8126-ad22f4ccc224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b826d884-75ee-46fc-a48c-70409c1d2115,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:42.442073 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-b66989e6-769d-4f46-a73b-d5eda86cc7b5 req-b7e1c644-ca7a-4400-b184-d40425857ea5 service neutron] 10.222.0.69 "GET /v2.0/networks/430833dd-8c2a-4184-8f60-2460eb1e769c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920915 May 27 03:37:42.468140 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 9dc5ef29-fdc9-4123-9fb2-48afef0ee2a9 up at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:37:42.526087 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Provisioning complete for port 9dc5ef29-fdc9-4123-9fb2-48afef0ee2a9 triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:37:42.526456 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (9dc5ef29-fdc9-4123-9fb2-48afef0ee2a9), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:42.600398 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-436f057f-2b8a-4c10-8dae-f8de83dfea58 admin admin] Router 4edb845f-5957-4cd5-9916-e4b356b01ae6 is scheduled to L3 agent 9df6ec88-276d-42f5-acd2-7e289451d5e3 with binding_index 1 {{(pid=104614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:37:42.601997 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Current status of the port 9dc5ef29-fdc9-4123-9fb2-48afef0ee2a9 is: ACTIVE; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:37:42.703537 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-436f057f-2b8a-4c10-8dae-f8de83dfea58 admin admin] Notify agent at l3_agent.dv-cinder-828805-4-iscsi the message routers_updated {{(pid=104614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:37:42.713413 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6748e01-3185-418a-a6f3-ba784c7e69cf None None] Sync routers for ids ['4edb845f-5957-4cd5-9916-e4b356b01ae6'] in dv-cinder-828805-4-iscsi {{(pid=104617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:37:42.723695 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6748e01-3185-418a-a6f3-ba784c7e69cf None None] Routers {'4edb845f-5957-4cd5-9916-e4b356b01ae6'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:37:42.724344 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-d6748e01-3185-418a-a6f3-ba784c7e69cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:37:17Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['4edb845f-5957-4cd5-9916-e4b356b01ae6'], 'active': True} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:42.771684 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.agents_db [None req-cbb77ebc-65ec-4caa-a8b3-81c074906866 None None] Agent healthcheck: found 6 active agents {{(pid=104617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:37:42.836490 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-436f057f-2b8a-4c10-8dae-f8de83dfea58 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:42.836490 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-436f057f-2b8a-4c10-8dae-f8de83dfea58 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.0491467 May 27 03:37:42.838143 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 38276) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:37:42.871051 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvr_db [None req-d6748e01-3185-418a-a6f3-ba784c7e69cf None None] Set router 4edb845f-5957-4cd5-9916-e4b356b01ae6 gateway port host: dv-cinder-828805-4-iscsi {{(pid=104617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:37:42.925841 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042babcd-c00c-41ed-81d8-9cc2f711ff42 req-6ba68bea-710a-45f0-95fd-988bfa9aa4e0 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:42.928229 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-042babcd-c00c-41ed-81d8-9cc2f711ff42 req-6ba68bea-710a-45f0-95fd-988bfa9aa4e0 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 945 time: 0.0959201 May 27 03:37:42.937397 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb6951-e2c0-453f-ac6e-e94e1ed4f074 req-b842e378-09eb-49de-9fa5-53db875f3445 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:42.939144 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-8ebb6951-e2c0-453f-ac6e-e94e1ed4f074 req-b842e378-09eb-49de-9fa5-53db875f3445 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/ports?device_id=d82dd530-bdcd-408b-9b6a-d6cde26fb9b6 HTTP/1.1" status: 200 len: 944 time: 0.0972993 May 27 03:37:42.960451 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd82dd530-bdcd-408b-9b6a-d6cde26fb9b6', 'tag': '0aa36f0b-ffa2-488e-b031-21fe9c191622'}] {{(pid=104614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:37:42.962492 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a93b0eab3ec594b69aa68cd7d580be2fac36b4cb942ee4cac03c85783d056da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93a1cb9-92ee-44f0-b41e-a2a7b9267a78" -d '{"events": [{"name": "network-changed", "server_uuid": "d82dd530-bdcd-408b-9b6a-d6cde26fb9b6", "tag": "0aa36f0b-ffa2-488e-b031-21fe9c191622"}]}' {{(pid=104614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:37:42.991143 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:43.004091 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-042babcd-c00c-41ed-81d8-9cc2f711ff42 req-21a4cd61-d177-4822-9d4e-3da4c7331259 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642326 May 27 03:37:43.038769 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-8ebb6951-e2c0-453f-ac6e-e94e1ed4f074 req-348d852f-037b-4f0f-becc-5bc6bc07a486 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e559735-ef6e-41cc-93cf-279d407c22b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661764 May 27 03:37:43.099496 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-d6748e01-3185-418a-a6f3-ba784c7e69cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4edb845f-5957-4cd5-9916-e4b356b01ae6', 'name': 'tempest-TestMinimumBasicScenario-348957911-router', 'tenant_id': '99d82d4c868f404e9bc7e932aadf7670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b33d0538-560f-4bde-894f-21552c79cb7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:37Z', 'updated_at': '2022-05-27T03:37:41Z', 'revision_number': 3, 'project_id': '99d82d4c868f404e9bc7e932aadf7670', 'gw_port': {'id': 'b33d0538-560f-4bde-894f-21552c79cb7c', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:4d:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4edb845f-5957-4cd5-9916-e4b356b01ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:39Z', 'updated_at': '2022-05-27T03:37:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi'}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:43.139554 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6748e01-3185-418a-a6f3-ba784c7e69cf None None] Checking router: 4edb845f-5957-4cd5-9916-e4b356b01ae6 for host: dv-cinder-828805-4-iscsi {{(pid=104617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:37:43.142887 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6748e01-3185-418a-a6f3-ba784c7e69cf None None] Updating router 4edb845f-5957-4cd5-9916-e4b356b01ae6 port b33d0538-560f-4bde-894f-21552c79cb7c binding host dv-cinder-828805-4-iscsi {{(pid=104617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:37:43.163172 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5681f4d9-2aa3-4c1d-95ba-040ad7aeffb7 x-openstack-request-id: req-5681f4d9-2aa3-4c1d-95ba-040ad7aeffb7 {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:37:43.163461 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d82dd530-bdcd-408b-9b6a-d6cde26fb9b6", "tag": "0aa36f0b-ffa2-488e-b031-21fe9c191622", "status": "completed", "code": 200}]} {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:37:43.163715 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5681f4d9-2aa3-4c1d-95ba-040ad7aeffb7 {{(pid=104614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:37:43.164116 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5681f4d9-2aa3-4c1d-95ba-040ad7aeffb7'] response: {'name': 'network-changed', 'server_uuid': 'd82dd530-bdcd-408b-9b6a-d6cde26fb9b6', 'tag': '0aa36f0b-ffa2-488e-b031-21fe9c191622', 'status': 'completed', 'code': 200} May 27 03:37:43.175287 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron_lib.callbacks.manager [None req-d6748e01-3185-418a-a6f3-ba784c7e69cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (b33d0538-560f-4bde-894f-21552c79cb7c), before_update {{(pid=104617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:43.221539 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95f08f-96e2-4c38-8025-32652a06bfb6 req-f337c7dc-2310-455c-8abb-07457fc2cb6d tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:43.223325 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-fd95f08f-96e2-4c38-8025-32652a06bfb6 req-f337c7dc-2310-455c-8abb-07457fc2cb6d tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=94909255-c0eb-42c8-86f4-d3622d539f0c HTTP/1.1" status: 200 len: 945 time: 0.0698402 May 27 03:37:43.321469 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-fd95f08f-96e2-4c38-8025-32652a06bfb6 req-448e2c28-c1e7-4332-a9c7-22fc05bcb1b4 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904505 May 27 03:37:43.374491 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (134bae73-502b-4599-bb47-129fee8818a4), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:43.434976 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c4a55b-f698-4e0b-8993-548e85470455 req-3b261cc4-c647-45ab-9e9a-89be33526304 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:43.437810 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-77c4a55b-f698-4e0b-8993-548e85470455 req-3b261cc4-c647-45ab-9e9a-89be33526304 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/networks?id=fc7d4913-1a98-471a-8f02-141f8db23d39 HTTP/1.1" status: 200 len: 808 time: 0.1332459 May 27 03:37:43.447054 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a1cb9-92ee-44f0-b41e-a2a7b9267a78 req-731a6b4e-547d-4da9-93a3-86de90eb037a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:43.448542 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-a93a1cb9-92ee-44f0-b41e-a2a7b9267a78 req-731a6b4e-547d-4da9-93a3-86de90eb037a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=19592ab2e5e04d7c952aebf73f4fca6e&device_id=d82dd530-bdcd-408b-9b6a-d6cde26fb9b6 HTTP/1.1" status: 200 len: 1128 time: 0.0831766 May 27 03:37:43.456881 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-77c4a55b-f698-4e0b-8993-548e85470455 req-224cd724-3758-4403-b788-ff39917c49cb tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/quotas/09b89ed90acc4dd2aa3bca17bb1a1fe9 HTTP/1.1" status: 200 len: 375 time: 0.0127349 May 27 03:37:43.497448 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-933c1dfa-c4c8-4c3c-bc24-c34460556408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:43.509345 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-77c4a55b-f698-4e0b-8993-548e85470455 req-3bd275c5-d58d-4ba3-9a83-40aca2176269 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=09b89ed90acc4dd2aa3bca17bb1a1fe9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446184 May 27 03:37:43.514671 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron_lib.callbacks.manager [None req-d6748e01-3185-418a-a6f3-ba784c7e69cf None None] Publish callbacks [] for port (b33d0538-560f-4bde-894f-21552c79cb7c), precommit_update {{(pid=104617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:43.563488 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=5 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:43.587169 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron_lib.callbacks.manager [None req-d6748e01-3185-418a-a6f3-ba784c7e69cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (b33d0538-560f-4bde-894f-21552c79cb7c), after_update {{(pid=104617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:43.615526 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-77c4a55b-f698-4e0b-8993-548e85470455 req-d4a39da2-db1d-4dd4-a9f0-df0131440fc5 service neutron] 10.222.0.24 "GET /v2.0/networks/fc7d4913-1a98-471a-8f02-141f8db23d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052029 May 27 03:37:43.620603 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=5,neutron:DELETE=4 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:43.640659 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a8cc85-9659-4ba5-aaf3-d32ad5660b26 None None] Pushing event updated for resources: {'Port': ['ID=b33d0538-560f-4bde-894f-21552c79cb7c,revision_number=2']} {{(pid=104617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:43.642769 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.managers [None req-d6748e01-3185-418a-a6f3-ba784c7e69cf None None] Attempting to bind port b33d0538-560f-4bde-894f-21552c79cb7c on host dv-cinder-828805-4-iscsi for vnic_type normal with profile {{(pid=104617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:37:43.643108 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.managers [None req-d6748e01-3185-418a-a6f3-ba784c7e69cf None None] Attempting to bind port b33d0538-560f-4bde-894f-21552c79cb7c by drivers openvswitch,hyperv on host dv-cinder-828805-4-iscsi at level 0 using segments [{'id': '2b0e99ee-61aa-44db-85d9-9c6d208f29d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6db324a0-41f0-4440-95df-83df441784f6'}] {{(pid=104617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:37:43.643462 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6748e01-3185-418a-a6f3-ba784c7e69cf None None] Attempting to bind port b33d0538-560f-4bde-894f-21552c79cb7c on network 6db324a0-41f0-4440-95df-83df441784f6 {{(pid=104617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:37:43.653204 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6748e01-3185-418a-a6f3-ba784c7e69cf None None] Checking agent: {'id': '917d01f3-4a27-4590-ae14-da14d21a1e88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 26, 21), 'started_at': datetime.datetime(2022, 5, 27, 3, 26, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:37:43.653641 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6748e01-3185-418a-a6f3-ba784c7e69cf None None] Checking segment: {'id': '2b0e99ee-61aa-44db-85d9-9c6d208f29d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6db324a0-41f0-4440-95df-83df441784f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:37:43.654013 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron_lib.callbacks.manager [None req-d6748e01-3185-418a-a6f3-ba784c7e69cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:43.654490 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6748e01-3185-418a-a6f3-ba784c7e69cf None None] Bound using segment: {'id': '2b0e99ee-61aa-44db-85d9-9c6d208f29d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6db324a0-41f0-4440-95df-83df441784f6'} {{(pid=104617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:37:43.655066 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.managers [None req-d6748e01-3185-418a-a6f3-ba784c7e69cf None None] Bound port: b33d0538-560f-4bde-894f-21552c79cb7c, host: dv-cinder-828805-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b0e99ee-61aa-44db-85d9-9c6d208f29d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6db324a0-41f0-4440-95df-83df441784f6'}}] {{(pid=104617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:37:43.655435 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron_lib.callbacks.manager [None req-d6748e01-3185-418a-a6f3-ba784c7e69cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (b33d0538-560f-4bde-894f-21552c79cb7c), before_update {{(pid=104617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:43.657809 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a8cc85-9659-4ba5-aaf3-d32ad5660b26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:43.658141 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a8cc85-9659-4ba5-aaf3-d32ad5660b26 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:43.658493 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a8cc85-9659-4ba5-aaf3-d32ad5660b26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:43.658857 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a8cc85-9659-4ba5-aaf3-d32ad5660b26 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:43.659184 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a8cc85-9659-4ba5-aaf3-d32ad5660b26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:43.659599 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a8cc85-9659-4ba5-aaf3-d32ad5660b26 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:43.659946 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a8cc85-9659-4ba5-aaf3-d32ad5660b26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:43.660230 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a8cc85-9659-4ba5-aaf3-d32ad5660b26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:43.660544 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a8cc85-9659-4ba5-aaf3-d32ad5660b26 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:43.660855 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a8cc85-9659-4ba5-aaf3-d32ad5660b26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:43.661186 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a8cc85-9659-4ba5-aaf3-d32ad5660b26 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:43.661539 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a8cc85-9659-4ba5-aaf3-d32ad5660b26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:43.661850 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a8cc85-9659-4ba5-aaf3-d32ad5660b26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:43.662168 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a8cc85-9659-4ba5-aaf3-d32ad5660b26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:43.662469 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a8cc85-9659-4ba5-aaf3-d32ad5660b26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:43.696755 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.db_base_plugin_common [None req-933c1dfa-c4c8-4c3c-bc24-c34460556408 admin admin] Allocated IP 172.20.0.1 (db24d3e5-88d8-4487-b5a4-91bc1ed45182/1177ec23-58d7-437f-a14d-dd0d92af1cd0/4c253c25-7ccc-4c06-b8e2-2bdc3987ec4c) {{(pid=104614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:37:43.710640 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-77c4a55b-f698-4e0b-8993-548e85470455 req-c95986eb-2a78-4bac-864b-d8638ec6997b service neutron] 10.222.0.24 "GET /v2.0/networks/fc7d4913-1a98-471a-8f02-141f8db23d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941672 May 27 03:37:43.718770 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.db [None req-d6748e01-3185-418a-a6f3-ba784c7e69cf None None] For port b33d0538-560f-4bde-894f-21552c79cb7c, host dv-cinder-828805-4-iscsi, cleared binding levels {{(pid=104617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:37:43.722830 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.db [None req-d6748e01-3185-418a-a6f3-ba784c7e69cf None None] For port b33d0538-560f-4bde-894f-21552c79cb7c, host dv-cinder-828805-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=b33d0538-560f-4bde-894f-21552c79cb7c,segment=NetworkSegment(2b0e99ee-61aa-44db-85d9-9c6d208f29d9),segment_id=2b0e99ee-61aa-44db-85d9-9c6d208f29d9)] {{(pid=104617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:37:43.816659 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron_lib.callbacks.manager [None req-d6748e01-3185-418a-a6f3-ba784c7e69cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (b33d0538-560f-4bde-894f-21552c79cb7c), after_update {{(pid=104617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:43.858214 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aebf8b-f9f2-4064-ae6a-3c87004bac38 req-28a726d3-07a5-4cd5-9b06-a469b7335e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:43.859791 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-72aebf8b-f9f2-4064-ae6a-3c87004bac38 req-28a726d3-07a5-4cd5-9b06-a469b7335e66 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1377b9e588bd44f3b29b03728c418151&device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 1129 time: 0.1202030 May 27 03:37:43.870473 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:43.879091 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6748e01-3185-418a-a6f3-ba784c7e69cf None None] Routers {'4edb845f-5957-4cd5-9916-e4b356b01ae6'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:37:43.879792 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-d6748e01-3185-418a-a6f3-ba784c7e69cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:37:17Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['4edb845f-5957-4cd5-9916-e4b356b01ae6'], 'active': True} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:43.945166 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a8cc85-9659-4ba5-aaf3-d32ad5660b26 None None] Pushing event updated for resources: {'Port': ['ID=b33d0538-560f-4bde-894f-21552c79cb7c,revision_number=3']} {{(pid=104617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:43.970111 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a1cb9-92ee-44f0-b41e-a2a7b9267a78 req-ab508bf0-477e-424f-bf37-56594d3616be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:43.972175 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:43.974483 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-a93a1cb9-92ee-44f0-b41e-a2a7b9267a78 req-ab508bf0-477e-424f-bf37-56594d3616be service neutron] 10.222.0.69 "GET /v2.0/networks?id=430833dd-8c2a-4184-8f60-2460eb1e769c HTTP/1.1" status: 200 len: 909 time: 0.2547925 May 27 03:37:44.000575 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-01791de3-80ac-49b6-a532-c5e643e6ee0a req-7cda3332-89c2-40eb-bf0e-5362d066fd22 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d79d89b-d1bb-4f7d-ba6a-adc8003d8f89 HTTP/1.1" status: 200 len: 210 time: 0.0542691 May 27 03:37:44.037508 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvr_db [None req-d6748e01-3185-418a-a6f3-ba784c7e69cf None None] Set router 4edb845f-5957-4cd5-9916-e4b356b01ae6 gateway port host: dv-cinder-828805-4-iscsi {{(pid=104617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:37:44.072075 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-a93a1cb9-92ee-44f0-b41e-a2a7b9267a78 req-ab0d7e72-12c5-402e-ac0b-393214fee5e7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0aa36f0b-ffa2-488e-b031-21fe9c191622 HTTP/1.1" status: 200 len: 217 time: 0.0594945 May 27 03:37:44.100358 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-933c1dfa-c4c8-4c3c-bc24-c34460556408 admin admin] Publish callbacks [] for port (4c253c25-7ccc-4c06-b8e2-2bdc3987ec4c), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:44.156562 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:44.166275 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd13940-dde2-42a4-bd1c-9306a5cb4338 req-8e521aa1-1cb7-4767-8b8e-88a0b7791d09 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:44.173862 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-6fd13940-dde2-42a4-bd1c-9306a5cb4338 req-8e521aa1-1cb7-4767-8b8e-88a0b7791d09 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 945 time: 0.0720983 May 27 03:37:44.205613 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a1cb9-92ee-44f0-b41e-a2a7b9267a78 req-554c8266-b736-4c2e-a7e5-3c7e1757933c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:44.207567 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-a93a1cb9-92ee-44f0-b41e-a2a7b9267a78 req-554c8266-b736-4c2e-a7e5-3c7e1757933c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0c7d2ccd-23b4-4acf-944e-c57bae962263 HTTP/1.1" status: 200 len: 847 time: 0.0639677 May 27 03:37:44.233674 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-933c1dfa-c4c8-4c3c-bc24-c34460556408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791799515441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8584799065'] for port (4c253c25-7ccc-4c06-b8e2-2bdc3987ec4c), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:44.251489 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03e4b8-6a9b-4d4e-acaa-7b24d31384ba req-b2af49bf-d0e0-4542-b204-7cf04bc1e926 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:44.253418 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-dc03e4b8-6a9b-4d4e-acaa-7b24d31384ba req-b2af49bf-d0e0-4542-b204-7cf04bc1e926 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/ports?device_id=d82dd530-bdcd-408b-9b6a-d6cde26fb9b6 HTTP/1.1" status: 200 len: 944 time: 0.0761855 May 27 03:37:44.283997 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aebf8b-f9f2-4064-ae6a-3c87004bac38 req-470c70f8-3d74-4bc6-afdb-70ed76614318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:44.285460 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-72aebf8b-f9f2-4064-ae6a-3c87004bac38 req-470c70f8-3d74-4bc6-afdb-70ed76614318 service neutron] 10.222.0.69 "GET /v2.0/networks?id=85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1 HTTP/1.1" status: 200 len: 918 time: 0.4163837 May 27 03:37:44.295967 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-6fd13940-dde2-42a4-bd1c-9306a5cb4338 req-56339992-8e87-418c-ae86-fa864ca56336 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206002 May 27 03:37:44.302444 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-d6748e01-3185-418a-a6f3-ba784c7e69cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4edb845f-5957-4cd5-9916-e4b356b01ae6', 'name': 'tempest-TestMinimumBasicScenario-348957911-router', 'tenant_id': '99d82d4c868f404e9bc7e932aadf7670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b33d0538-560f-4bde-894f-21552c79cb7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:37Z', 'updated_at': '2022-05-27T03:37:41Z', 'revision_number': 3, 'project_id': '99d82d4c868f404e9bc7e932aadf7670', 'gw_port': {'id': 'b33d0538-560f-4bde-894f-21552c79cb7c', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:4d:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4edb845f-5957-4cd5-9916-e4b356b01ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:39Z', 'updated_at': '2022-05-27T03:37:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi'}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:44.328726 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933c1dfa-c4c8-4c3c-bc24-c34460556408 admin admin] Pushing event updated for resources: {'Port': ['ID=4c253c25-7ccc-4c06-b8e2-2bdc3987ec4c,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:44.337336 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-dc03e4b8-6a9b-4d4e-acaa-7b24d31384ba req-ff76ca25-4835-41e7-84a7-fe1bff082308 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e559735-ef6e-41cc-93cf-279d407c22b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748556 May 27 03:37:44.338468 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933c1dfa-c4c8-4c3c-bc24-c34460556408 admin admin] Network db24d3e5-88d8-4487-b5a4-91bc1ed45182 is already hosted by enough agents. {{(pid=104614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:37:44.350191 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6748e01-3185-418a-a6f3-ba784c7e69cf None None] The sync data for ids ['4edb845f-5957-4cd5-9916-e4b356b01ae6'] in dv-cinder-828805-4-iscsi is: [{'id': '4edb845f-5957-4cd5-9916-e4b356b01ae6', 'name': 'tempest-TestMinimumBasicScenario-348957911-router', 'tenant_id': '99d82d4c868f404e9bc7e932aadf7670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b33d0538-560f-4bde-894f-21552c79cb7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:37Z', 'updated_at': '2022-05-27T03:37:41Z', 'revision_number': 3, 'project_id': '99d82d4c868f404e9bc7e932aadf7670', 'gw_port': {'id': 'b33d0538-560f-4bde-894f-21552c79cb7c', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:4d:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4edb845f-5957-4cd5-9916-e4b356b01ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:39Z', 'updated_at': '2022-05-27T03:37:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi'}] {{(pid=104617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:37:44.370794 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a1cb9-92ee-44f0-b41e-a2a7b9267a78 req-9d6cd527-70b4-4789-b1d1-369b1f9f92a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:44.372632 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-a93a1cb9-92ee-44f0-b41e-a2a7b9267a78 req-9d6cd527-70b4-4789-b1d1-369b1f9f92a6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=430833dd-8c2a-4184-8f60-2460eb1e769c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1560183 May 27 03:37:44.377937 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.base_scheduler [None req-933c1dfa-c4c8-4c3c-bc24-c34460556408 admin admin] Resources bound (agent type, host, resource id): {{(pid=104614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:37:44.500525 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15691a31-bc96-4932-afae-87263576bd3f req-66f6ab99-3c18-4288-8b69-60ef239e69a7 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:44.510044 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-15691a31-bc96-4932-afae-87263576bd3f req-66f6ab99-3c18-4288-8b69-60ef239e69a7 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=94909255-c0eb-42c8-86f4-d3622d539f0c HTTP/1.1" status: 200 len: 945 time: 0.0797021 May 27 03:37:44.608592 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-15691a31-bc96-4932-afae-87263576bd3f req-6edd2e3c-4d86-4669-bec3-66d9a48c2680 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976906 May 27 03:37:44.657225 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933c1dfa-c4c8-4c3c-bc24-c34460556408 admin admin] Received port after_create {{(pid=104614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:37:44.676391 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-edb58e5f-35b8-4da2-930d-cf37ba94c43a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (b322252d-fb9d-4652-a830-647fed26b29a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:44.769473 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-72aebf8b-f9f2-4064-ae6a-3c87004bac38 req-0b726b86-b3e5-43c9-8e39-f085ebb076c2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e23f1b69-a428-4690-914e-c5c91277d071 HTTP/1.1" status: 200 len: 1001 time: 0.4705884 May 27 03:37:44.771675 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-bea7acbb-b2d1-4ea1-a997-14d8bd301035 None None] Provisioning complete for port 4c253c25-7ccc-4c06-b8e2-2bdc3987ec4c triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:37:44.772225 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-bea7acbb-b2d1-4ea1-a997-14d8bd301035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (4c253c25-7ccc-4c06-b8e2-2bdc3987ec4c), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:44.809893 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-bea7acbb-b2d1-4ea1-a997-14d8bd301035 None None] Port 4c253c25-7ccc-4c06-b8e2-2bdc3987ec4c cannot update to ACTIVE because it is not bound. {{(pid=104616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:37:44.830036 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-933c1dfa-c4c8-4c3c-bc24-c34460556408 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680048'] for router_interface (4edb845f-5957-4cd5-9916-e4b356b01ae6), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:44.905239 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aebf8b-f9f2-4064-ae6a-3c87004bac38 req-699142e6-291e-4843-9194-20ce0af39a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:44.906732 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-72aebf8b-f9f2-4064-ae6a-3c87004bac38 req-699142e6-291e-4843-9194-20ce0af39a1c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=01cacb82-b9b5-47d7-9a65-bacc84dba8c5 HTTP/1.1" status: 200 len: 856 time: 0.1239831 May 27 03:37:44.913563 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-a93a1cb9-92ee-44f0-b41e-a2a7b9267a78 req-cf876fd5-d13a-4cf0-b581-aa07e2e3aeab service neutron] 10.222.0.69 "GET /v2.0/networks/430833dd-8c2a-4184-8f60-2460eb1e769c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5310681 May 27 03:37:45.040833 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aebf8b-f9f2-4064-ae6a-3c87004bac38 req-760c8ebc-c735-492a-a5d6-376e0c721099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:45.042360 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-72aebf8b-f9f2-4064-ae6a-3c87004bac38 req-760c8ebc-c735-492a-a5d6-376e0c721099 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1251779 May 27 03:37:45.080392 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-b826bd31-1f15-4fcc-9503-12e09dac9324 req-1c14b663-78f9-4286-a5a8-90a3203e18b9 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d79d89b-d1bb-4f7d-ba6a-adc8003d8f89 HTTP/1.1" status: 200 len: 210 time: 0.0302095 May 27 03:37:45.159538 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-a93a1cb9-92ee-44f0-b41e-a2a7b9267a78 req-bf55c1e6-d767-40b5-979b-f1f97acc2a50 service neutron] 10.222.0.69 "GET /v2.0/networks/430833dd-8c2a-4184-8f60-2460eb1e769c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324922 May 27 03:37:45.215598 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-72aebf8b-f9f2-4064-ae6a-3c87004bac38 req-4818253e-9754-419c-a16d-cdfb88ecdf01 service neutron] 10.222.0.69 "GET /v2.0/networks/85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624327 May 27 03:37:45.218159 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-933c1dfa-c4c8-4c3c-bc24-c34460556408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (4c253c25-7ccc-4c06-b8e2-2bdc3987ec4c), before_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:45.393266 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-72aebf8b-f9f2-4064-ae6a-3c87004bac38 req-efddaf76-a2b5-4676-b8de-6bd0903a4466 service neutron] 10.222.0.69 "GET /v2.0/networks/85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655819 May 27 03:37:45.504349 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50d265-9c3b-4558-a561-402a3570786a req-6d2d0bc8-a2b1-4bf2-a062-312c71a72191 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:45.506166 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ac50d265-9c3b-4558-a561-402a3570786a req-6d2d0bc8-a2b1-4bf2-a062-312c71a72191 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 945 time: 0.0943139 May 27 03:37:45.514481 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260d279-f475-451e-96c5-4992ceee0c70 req-0f144dac-6964-4f4d-a9e1-27de25aa172f tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:45.515999 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-3260d279-f475-451e-96c5-4992ceee0c70 req-0f144dac-6964-4f4d-a9e1-27de25aa172f tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/ports?device_id=d82dd530-bdcd-408b-9b6a-d6cde26fb9b6 HTTP/1.1" status: 200 len: 944 time: 0.0654852 May 27 03:37:45.532690 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-933c1dfa-c4c8-4c3c-bc24-c34460556408 admin admin] Publish callbacks [] for port (4c253c25-7ccc-4c06-b8e2-2bdc3987ec4c), precommit_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:45.588624 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ac50d265-9c3b-4558-a561-402a3570786a req-7ea4ac0b-633c-4cb9-9a71-02647aecc0b4 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715322 May 27 03:37:45.613431 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-3260d279-f475-451e-96c5-4992ceee0c70 req-1bc5d15d-1ec2-4fcf-91a0-e98ea322587e tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e559735-ef6e-41cc-93cf-279d407c22b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713561 May 27 03:37:45.632881 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-933c1dfa-c4c8-4c3c-bc24-c34460556408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8584799086'] for port (4c253c25-7ccc-4c06-b8e2-2bdc3987ec4c), after_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:45.702490 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933c1dfa-c4c8-4c3c-bc24-c34460556408 admin admin] Pushing event updated for resources: {'Port': ['ID=4c253c25-7ccc-4c06-b8e2-2bdc3987ec4c,revision_number=2']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:45.705687 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-933c1dfa-c4c8-4c3c-bc24-c34460556408 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-373377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681152'] for router_interface (4edb845f-5957-4cd5-9916-e4b356b01ae6), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:45.741928 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f313af-f7ee-4132-a686-3a3ad95fbf53 req-a830b27c-5cdd-4ef7-a583-d1e770ec5271 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:45.743503 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-52f313af-f7ee-4132-a686-3a3ad95fbf53 req-a830b27c-5cdd-4ef7-a583-d1e770ec5271 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=94909255-c0eb-42c8-86f4-d3622d539f0c HTTP/1.1" status: 200 len: 945 time: 0.0567338 May 27 03:37:45.799266 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-52f313af-f7ee-4132-a686-3a3ad95fbf53 req-a2437a31-d33b-4721-9ce1-34384ca71aa7 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472698 May 27 03:37:45.820152 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933c1dfa-c4c8-4c3c-bc24-c34460556408 admin admin] Network db24d3e5-88d8-4487-b5a4-91bc1ed45182 is already hosted by enough agents. {{(pid=104614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:37:45.821584 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.base_scheduler [None req-933c1dfa-c4c8-4c3c-bc24-c34460556408 admin admin] Resources bound (agent type, host, resource id): {{(pid=104614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:37:45.932751 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:INSERT=11,neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:45.942344 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-933c1dfa-c4c8-4c3c-bc24-c34460556408 admin admin] Router 4edb845f-5957-4cd5-9916-e4b356b01ae6 has already been hosted by L3 agent 9df6ec88-276d-42f5-acd2-7e289451d5e3 {{(pid=104614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:37:46.052512 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-b5a2bd9e-584f-469f-a47f-1a65f7309eae None None] Provisioning complete for port 4c253c25-7ccc-4c06-b8e2-2bdc3987ec4c triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:37:46.053014 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-b5a2bd9e-584f-469f-a47f-1a65f7309eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (4c253c25-7ccc-4c06-b8e2-2bdc3987ec4c), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:46.063533 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-933c1dfa-c4c8-4c3c-bc24-c34460556408 admin admin] Notify agent at l3_agent.dv-cinder-828805-4-iscsi the message routers_updated {{(pid=104614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:37:46.069397 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-933c1dfa-c4c8-4c3c-bc24-c34460556408 admin admin] 10.222.0.24 "PUT /v2.0/routers/4edb845f-5957-4cd5-9916-e4b356b01ae6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2300100 May 27 03:37:46.088470 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-b5a2bd9e-584f-469f-a47f-1a65f7309eae None None] Port 4c253c25-7ccc-4c06-b8e2-2bdc3987ec4c cannot update to ACTIVE because it is not bound. {{(pid=104616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:37:46.196449 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-8ad1239d-673c-440e-a4a8-186144968513 req-cb3d9502-6159-4177-ab05-eb1ffaaf29f1 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d79d89b-d1bb-4f7d-ba6a-adc8003d8f89 HTTP/1.1" status: 200 len: 210 time: 0.0431955 May 27 03:37:46.312145 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device e23f1b69-a428-4690-914e-c5c91277d071 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:37:46.401159 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Current status of the port e23f1b69-a428-4690-914e-c5c91277d071 is: ACTIVE; New status is: DOWN {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:37:46.401547 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (e23f1b69-a428-4690-914e-c5c91277d071), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:46.437249 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0670a31-c2d9-43c0-85a8-e15e7513a629', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e23f1b69-a428-4690-914e-c5c91277d071'}] {{(pid=104616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:37:46.439507 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538c57523af4411a099bc77a34a8b12cae4f8d5a17830f42255aa2cd4d9c6a31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1432202f-0f05-4541-aaa9-ac6cf69b46cf" -d '{"events": [{"server_uuid": "c0670a31-c2d9-43c0-85a8-e15e7513a629", "name": "network-vif-unplugged", "status": "completed", "tag": "e23f1b69-a428-4690-914e-c5c91277d071"}]}' {{(pid=104616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:37:46.443013 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:46.464142 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port e23f1b69-a428-4690-914e-c5c91277d071, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=e23f1b69-a428-4690-914e-c5c91277d071,segment=NetworkSegment(62c563a9-fe72-4adb-8d7c-17b2299b5d3d),segment_id=62c563a9-fe72-4adb-8d7c-17b2299b5d3d)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:37:46.467128 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7308f7-1b57-44a8-a555-8867fb218cf2 None None] Sync routers for ids ['4edb845f-5957-4cd5-9916-e4b356b01ae6'] in dv-cinder-828805-4-iscsi {{(pid=104616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:37:46.481130 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7308f7-1b57-44a8-a555-8867fb218cf2 None None] Routers {'4edb845f-5957-4cd5-9916-e4b356b01ae6'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:37:46.481985 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-6a7308f7-1b57-44a8-a555-8867fb218cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:37:17Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['4edb845f-5957-4cd5-9916-e4b356b01ae6'], 'active': True} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:46.528316 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 May 2022 03:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11a083e-9483-43a4-b4b6-bfe23681902b x-openstack-request-id: req-b11a083e-9483-43a4-b4b6-bfe23681902b {{(pid=104616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:37:46.528590 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0670a31-c2d9-43c0-85a8-e15e7513a629", "name": "network-vif-unplugged", "status": "completed", "tag": "e23f1b69-a428-4690-914e-c5c91277d071", "code": 200}]} {{(pid=104616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:37:46.532248 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b11a083e-9483-43a4-b4b6-bfe23681902b {{(pid=104616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:37:46.532248 dv-cinder-828805-4-iscsi neutron-server[104616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b11a083e-9483-43a4-b4b6-bfe23681902b'] response: {'server_uuid': 'c0670a31-c2d9-43c0-85a8-e15e7513a629', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e23f1b69-a428-4690-914e-c5c91277d071', 'code': 200} May 27 03:37:46.532248 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device b33d0538-560f-4bde-894f-21552c79cb7c up at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:37:46.697787 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:46.710287 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (e23f1b69-a428-4690-914e-c5c91277d071), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:46.784547 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846cca18-9a27-4d6f-8a1e-bb2e4bfc3983 req-9fff0c6b-7b38-4a81-baae-777e333c933e tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:46.791473 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-846cca18-9a27-4d6f-8a1e-bb2e4bfc3983 req-9fff0c6b-7b38-4a81-baae-777e333c933e tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 943 time: 0.1137049 May 27 03:37:46.803525 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Provisioning complete for port b33d0538-560f-4bde-894f-21552c79cb7c triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:37:46.803891 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (b33d0538-560f-4bde-894f-21552c79cb7c), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:46.806689 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvr_db [None req-6a7308f7-1b57-44a8-a555-8867fb218cf2 None None] Set router 4edb845f-5957-4cd5-9916-e4b356b01ae6 gateway port host: dv-cinder-828805-4-iscsi {{(pid=104616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:37:46.816250 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfbdb4e-17ed-4fc8-9c12-b00bd0125330 req-c59747cc-89f1-48fc-ac4c-a645cfece472 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:46.818044 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-1bfbdb4e-17ed-4fc8-9c12-b00bd0125330 req-c59747cc-89f1-48fc-ac4c-a645cfece472 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/ports?device_id=d82dd530-bdcd-408b-9b6a-d6cde26fb9b6 HTTP/1.1" status: 200 len: 944 time: 0.0892313 May 27 03:37:46.874142 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Pushing event updated for resources: {'Port': ['ID=e23f1b69-a428-4690-914e-c5c91277d071,revision_number=8']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:46.903905 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-846cca18-9a27-4d6f-8a1e-bb2e4bfc3983 req-4e54b163-3793-487d-b57e-8e7927e52d52 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025708 May 27 03:37:46.915802 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-1bfbdb4e-17ed-4fc8-9c12-b00bd0125330 req-e9d175f2-6cda-4652-8247-478be48ce0c3 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e559735-ef6e-41cc-93cf-279d407c22b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868134 May 27 03:37:46.961083 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:47.028922 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-cc4e1209-0600-4049-8160-87316660f039 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (9df6ec88-276d-42f5-acd2-7e289451d5e3), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:47.033693 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Current status of the port b33d0538-560f-4bde-894f-21552c79cb7c is: DOWN; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:37:47.034330 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (b33d0538-560f-4bde-894f-21552c79cb7c), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:47.048845 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b1574-ae47-4938-92c7-7e28b8fb4dcf req-813e0400-910e-4acb-814a-aede1cdf1bb4 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:47.050898 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-9d8b1574-ae47-4938-92c7-7e28b8fb4dcf req-813e0400-910e-4acb-814a-aede1cdf1bb4 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=94909255-c0eb-42c8-86f4-d3622d539f0c HTTP/1.1" status: 200 len: 945 time: 0.0717359 May 27 03:37:47.089421 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] For port b33d0538-560f-4bde-894f-21552c79cb7c, host dv-cinder-828805-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=b33d0538-560f-4bde-894f-21552c79cb7c,segment=NetworkSegment(2b0e99ee-61aa-44db-85d9-9c6d208f29d9),segment_id=2b0e99ee-61aa-44db-85d9-9c6d208f29d9)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:37:47.090546 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:47.092075 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 38400) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:37:47.098364 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [None req-7146bd80-78d5-4f01-8529-6c7b2e5b6758 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-740429165-network', 'tenant_id': 'f19d9f99f9b94e21b1ce3676c570f24b'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:37:47.117248 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-9d8b1574-ae47-4938-92c7-7e28b8fb4dcf req-c92fe4bf-c19f-4a32-85ac-9559910fcee1 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566511 May 27 03:37:47.152796 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-6a7308f7-1b57-44a8-a555-8867fb218cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4edb845f-5957-4cd5-9916-e4b356b01ae6', 'name': 'tempest-TestMinimumBasicScenario-348957911-router', 'tenant_id': '99d82d4c868f404e9bc7e932aadf7670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b33d0538-560f-4bde-894f-21552c79cb7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:37Z', 'updated_at': '2022-05-27T03:37:45Z', 'revision_number': 4, 'project_id': '99d82d4c868f404e9bc7e932aadf7670', 'gw_port': {'id': 'b33d0538-560f-4bde-894f-21552c79cb7c', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:4d:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4edb845f-5957-4cd5-9916-e4b356b01ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:39Z', 'updated_at': '2022-05-27T03:37:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_interfaces': [{'id': '4c253c25-7ccc-4c06-b8e2-2bdc3987ec4c', 'name': '', 'network_id': 'db24d3e5-88d8-4487-b5a4-91bc1ed45182', 'tenant_id': '99d82d4c868f404e9bc7e932aadf7670', 'mac_address': 'fa:16:3e:13:f7:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4edb845f-5957-4cd5-9916-e4b356b01ae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1177ec23-58d7-437f-a14d-dd0d92af1cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:43Z', 'updated_at': '2022-05-27T03:37:45Z', 'revision_number': 2, 'project_id': '99d82d4c868f404e9bc7e932aadf7670', 'subnets': [{'id': '1177ec23-58d7-437f-a14d-dd0d92af1cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:47.179367 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (b33d0538-560f-4bde-894f-21552c79cb7c), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:47.183957 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7308f7-1b57-44a8-a555-8867fb218cf2 None None] Checking router: 4edb845f-5957-4cd5-9916-e4b356b01ae6 for host: dv-cinder-828805-4-iscsi {{(pid=104616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:37:47.184311 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7308f7-1b57-44a8-a555-8867fb218cf2 None None] Updating router 4edb845f-5957-4cd5-9916-e4b356b01ae6 port 4c253c25-7ccc-4c06-b8e2-2bdc3987ec4c binding host dv-cinder-828805-4-iscsi {{(pid=104616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:37:47.240389 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-6a7308f7-1b57-44a8-a555-8867fb218cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (4c253c25-7ccc-4c06-b8e2-2bdc3987ec4c), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:47.244041 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7146bd80-78d5-4f01-8529-6c7b2e5b6758 admin admin] Made reservation on behalf of f19d9f99f9b94e21b1ce3676c570f24b for: {'network': 1} {{(pid=104614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:37:47.246939 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-7146bd80-78d5-4f01-8529-6c7b2e5b6758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for network (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:47.258545 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-7146bd80-78d5-4f01-8529-6c7b2e5b6758 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:47.266494 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Pushing event updated for resources: {'Port': ['ID=b33d0538-560f-4bde-894f-21552c79cb7c,revision_number=4']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:47.306354 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-bd8104d0-ddd7-44b1-999c-447ecb5eee01 req-9ef06274-c33b-4d1a-a231-bdcbe33a80aa tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d79d89b-d1bb-4f7d-ba6a-adc8003d8f89 HTTP/1.1" status: 200 len: 210 time: 0.0284967 May 27 03:37:47.402144 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-7146bd80-78d5-4f01-8529-6c7b2e5b6758 admin admin] Publish callbacks [] for security_group (ba0cddc2-23a6-4cc1-9b81-dd8aa130c93b), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:47.478134 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-7146bd80-78d5-4f01-8529-6c7b2e5b6758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (ba0cddc2-23a6-4cc1-9b81-dd8aa130c93b), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:47.499177 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7146bd80-78d5-4f01-8529-6c7b2e5b6758 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=104614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:37:47.513771 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7146bd80-78d5-4f01-8529-6c7b2e5b6758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0cddc2-23a6-4cc1-9b81-dd8aa130c93b,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:47.518609 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-7146bd80-78d5-4f01-8529-6c7b2e5b6758 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791800041063', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545'] for segment (959b2de1-2305-4b6f-b206-dd3683066df5), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:47.519041 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.db.segments_db [None req-7146bd80-78d5-4f01-8529-6c7b2e5b6758 admin admin] Added segment 959b2de1-2305-4b6f-b206-dd3683066df5 of type vlan for network 3f2d1645-f5f6-45f7-8f5c-b7fa16a08227 May 27 03:37:47.559740 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-7146bd80-78d5-4f01-8529-6c7b2e5b6758 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791799485040'] for network (3f2d1645-f5f6-45f7-8f5c-b7fa16a08227), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:47.583859 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-6a7308f7-1b57-44a8-a555-8867fb218cf2 None None] Publish callbacks [] for port (4c253c25-7ccc-4c06-b8e2-2bdc3987ec4c), precommit_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:47.591183 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:47.647505 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-6a7308f7-1b57-44a8-a555-8867fb218cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (4c253c25-7ccc-4c06-b8e2-2bdc3987ec4c), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:47.647730 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-7146bd80-78d5-4f01-8529-6c7b2e5b6758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395'] for network (3f2d1645-f5f6-45f7-8f5c-b7fa16a08227), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:47.648603 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7146bd80-78d5-4f01-8529-6c7b2e5b6758 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:47.649200 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-7146bd80-78d5-4f01-8529-6c7b2e5b6758 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-373421'] for network (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:47.704478 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030705aa-2f30-43a5-8c19-d179a1f05ca8 None None] Pushing event updated for resources: {'Port': ['ID=4c253c25-7ccc-4c06-b8e2-2bdc3987ec4c,revision_number=3']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:47.717447 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7146bd80-78d5-4f01-8529-6c7b2e5b6758 admin admin] Pushing event updated for resources: {'Network': ['ID=3f2d1645-f5f6-45f7-8f5c-b7fa16a08227,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:47.727399 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Network 3f2d1645-f5f6-45f7-8f5c-b7fa16a08227 details requested by agent ovs-agent-dv-cinder-828805-4-iscsi with host dv-cinder-828805-4-iscsi {{(pid=104616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:37:47.799303 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-7146bd80-78d5-4f01-8529-6c7b2e5b6758 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.7058351 May 27 03:37:47.802507 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 38414) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:37:47.802745 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.managers [None req-6a7308f7-1b57-44a8-a555-8867fb218cf2 None None] Attempting to bind port 4c253c25-7ccc-4c06-b8e2-2bdc3987ec4c on host dv-cinder-828805-4-iscsi for vnic_type normal with profile {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:37:47.803145 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.managers [None req-6a7308f7-1b57-44a8-a555-8867fb218cf2 None None] Attempting to bind port 4c253c25-7ccc-4c06-b8e2-2bdc3987ec4c by drivers openvswitch,hyperv on host dv-cinder-828805-4-iscsi at level 0 using segments [{'id': '88aba986-3b4f-422c-aef6-43b903911269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'db24d3e5-88d8-4487-b5a4-91bc1ed45182'}] {{(pid=104616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:37:47.803513 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7308f7-1b57-44a8-a555-8867fb218cf2 None None] Attempting to bind port 4c253c25-7ccc-4c06-b8e2-2bdc3987ec4c on network db24d3e5-88d8-4487-b5a4-91bc1ed45182 {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:37:47.807517 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.v2.base [None req-d3204b90-c1a7-4ae1-859f-fbdc8045fd0b admin admin] Request body: {'subnet': {'network_id': '3f2d1645-f5f6-45f7-8f5c-b7fa16a08227', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-740429165-subnet', 'tenant_id': 'f19d9f99f9b94e21b1ce3676c570f24b', 'ip_version': 4}} {{(pid=104615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:37:47.815374 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:47.819075 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7308f7-1b57-44a8-a555-8867fb218cf2 None None] Checking agent: {'id': '917d01f3-4a27-4590-ae14-da14d21a1e88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 26, 21), 'started_at': datetime.datetime(2022, 5, 27, 3, 26, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:37:47.819465 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7308f7-1b57-44a8-a555-8867fb218cf2 None None] Checking segment: {'id': '88aba986-3b4f-422c-aef6-43b903911269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'db24d3e5-88d8-4487-b5a4-91bc1ed45182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:37:47.819864 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-6a7308f7-1b57-44a8-a555-8867fb218cf2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:47.820438 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7308f7-1b57-44a8-a555-8867fb218cf2 None None] Bound using segment: {'id': '88aba986-3b4f-422c-aef6-43b903911269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'db24d3e5-88d8-4487-b5a4-91bc1ed45182'} {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:37:47.820730 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.managers [None req-6a7308f7-1b57-44a8-a555-8867fb218cf2 None None] Bound port: 4c253c25-7ccc-4c06-b8e2-2bdc3987ec4c, host: dv-cinder-828805-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88aba986-3b4f-422c-aef6-43b903911269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'db24d3e5-88d8-4487-b5a4-91bc1ed45182'}}] {{(pid=104616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:37:47.821113 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-6a7308f7-1b57-44a8-a555-8867fb218cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (4c253c25-7ccc-4c06-b8e2-2bdc3987ec4c), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:47.883706 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:UPDATE=5,neutron:SELECT=84,neutron:INSERT=4,neutron:DELETE=7 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:47.885269 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-6a7308f7-1b57-44a8-a555-8867fb218cf2 None None] For port 4c253c25-7ccc-4c06-b8e2-2bdc3987ec4c, host dv-cinder-828805-4-iscsi, cleared binding levels {{(pid=104616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:37:47.888285 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-6a7308f7-1b57-44a8-a555-8867fb218cf2 None None] For port 4c253c25-7ccc-4c06-b8e2-2bdc3987ec4c, host dv-cinder-828805-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=4c253c25-7ccc-4c06-b8e2-2bdc3987ec4c,segment=NetworkSegment(88aba986-3b4f-422c-aef6-43b903911269),segment_id=88aba986-3b4f-422c-aef6-43b903911269)] {{(pid=104616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:37:47.917876 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3204b90-c1a7-4ae1-859f-fbdc8045fd0b admin admin] Made reservation on behalf of f19d9f99f9b94e21b1ce3676c570f24b for: {'subnet': 1} {{(pid=104615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:37:47.920326 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-d3204b90-c1a7-4ae1-859f-fbdc8045fd0b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581752272'] for subnet (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:47.927869 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-6f50205d-3af7-4436-8baa-94ed437d4bb6 None None] Provisioning complete for port 4c253c25-7ccc-4c06-b8e2-2bdc3987ec4c triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:37:47.928239 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-6f50205d-3af7-4436-8baa-94ed437d4bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (4c253c25-7ccc-4c06-b8e2-2bdc3987ec4c), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:47.972051 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-6f50205d-3af7-4436-8baa-94ed437d4bb6 None None] Port 4c253c25-7ccc-4c06-b8e2-2bdc3987ec4c cannot update to ACTIVE because it is not bound. {{(pid=104616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:37:48.010160 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-6a7308f7-1b57-44a8-a555-8867fb218cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (4c253c25-7ccc-4c06-b8e2-2bdc3987ec4c), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:48.072114 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7308f7-1b57-44a8-a555-8867fb218cf2 None None] Routers {'4edb845f-5957-4cd5-9916-e4b356b01ae6'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:37:48.075903 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-6a7308f7-1b57-44a8-a555-8867fb218cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:37:47Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['4edb845f-5957-4cd5-9916-e4b356b01ae6'], 'active': True} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:48.081471 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030705aa-2f30-43a5-8c19-d179a1f05ca8 None None] Pushing event updated for resources: {'Port': ['ID=4c253c25-7ccc-4c06-b8e2-2bdc3987ec4c,revision_number=4']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:48.094724 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:48.102858 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6492ab64-da89-4cae-84f7-59daa6bb230f req-e97d71cd-c6f5-4c17-bcbe-de306d9f11f1 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:48.104589 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-6492ab64-da89-4cae-84f7-59daa6bb230f req-e97d71cd-c6f5-4c17-bcbe-de306d9f11f1 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 943 time: 0.1101000 May 27 03:37:48.116598 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d07063-e327-4901-8c98-893ba468ab53 req-edf53770-1a0f-47dd-b74d-3afb265bc3a5 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:48.118357 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-09d07063-e327-4901-8c98-893ba468ab53 req-edf53770-1a0f-47dd-b74d-3afb265bc3a5 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/ports?device_id=d82dd530-bdcd-408b-9b6a-d6cde26fb9b6 HTTP/1.1" status: 200 len: 944 time: 0.1112161 May 27 03:37:48.198148 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:48.206188 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-584d7fde-7d72-4642-9601-b182cfb78c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (413fc6aa-3a5a-4281-abfd-a440a67afb4a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:48.221133 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvr_db [None req-6a7308f7-1b57-44a8-a555-8867fb218cf2 None None] Set router 4edb845f-5957-4cd5-9916-e4b356b01ae6 gateway port host: dv-cinder-828805-4-iscsi {{(pid=104616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:37:48.253687 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-6492ab64-da89-4cae-84f7-59daa6bb230f req-59a01033-530f-48c3-bfb8-99c9f78d46b1 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310267 May 27 03:37:48.266823 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-09d07063-e327-4901-8c98-893ba468ab53 req-8eb0b62a-cab4-47ec-9b35-b049f0ea1f9e tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e559735-ef6e-41cc-93cf-279d407c22b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392548 May 27 03:37:48.338537 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-d3204b90-c1a7-4ae1-859f-fbdc8045fd0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585481064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581752262'] for subnet (380fa01d-2854-4c88-9c48-f196962d09b2), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:48.360705 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-88851901-f8fb-4813-b009-237a11bad888 None None] Provisioning complete for port 4c253c25-7ccc-4c06-b8e2-2bdc3987ec4c triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:37:48.361077 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-88851901-f8fb-4813-b009-237a11bad888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (4c253c25-7ccc-4c06-b8e2-2bdc3987ec4c), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:48.411719 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c719b-bfd6-4710-97e8-e418516190dd req-e3bc8638-6f2b-47fd-a290-9f76b5b62f53 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:48.413289 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-632c719b-bfd6-4710-97e8-e418516190dd req-e3bc8638-6f2b-47fd-a290-9f76b5b62f53 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=94909255-c0eb-42c8-86f4-d3622d539f0c HTTP/1.1" status: 200 len: 945 time: 0.0866809 May 27 03:37:48.496442 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3204b90-c1a7-4ae1-859f-fbdc8045fd0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=380fa01d-2854-4c88-9c48-f196962d09b2,revision_number=0']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:48.499946 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-7fcaf1ba-3d95-407d-a0ff-2be3c37e4d89 req-bb0df6ab-f344-4d1e-a917-c15b1ee49a7d tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d79d89b-d1bb-4f7d-ba6a-adc8003d8f89 HTTP/1.1" status: 200 len: 210 time: 0.0829618 May 27 03:37:48.519862 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-88851901-f8fb-4813-b009-237a11bad888 None None] Current status of the port 4c253c25-7ccc-4c06-b8e2-2bdc3987ec4c is: DOWN; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:37:48.520000 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-88851901-f8fb-4813-b009-237a11bad888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (4c253c25-7ccc-4c06-b8e2-2bdc3987ec4c), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:48.524655 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3204b90-c1a7-4ae1-859f-fbdc8045fd0b admin admin] Checking segment: {'id': '959b2de1-2305-4b6f-b206-dd3683066df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3f2d1645-f5f6-45f7-8f5c-b7fa16a08227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:37:48.525019 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3204b90-c1a7-4ae1-859f-fbdc8045fd0b admin admin] Network hostable DHCP agents. Network: 3f2d1645-f5f6-45f7-8f5c-b7fa16a08227, hostable agents: ['b322252d-fb9d-4652-a830-647fed26b29a'], hosted agents: [] {{(pid=104615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:37:48.561924 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-632c719b-bfd6-4710-97e8-e418516190dd req-4d5af1d0-416c-4829-9466-38287029b4f7 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377115 May 27 03:37:48.569807 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:48.584240 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-6a7308f7-1b57-44a8-a555-8867fb218cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4edb845f-5957-4cd5-9916-e4b356b01ae6', 'name': 'tempest-TestMinimumBasicScenario-348957911-router', 'tenant_id': '99d82d4c868f404e9bc7e932aadf7670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b33d0538-560f-4bde-894f-21552c79cb7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:37Z', 'updated_at': '2022-05-27T03:37:45Z', 'revision_number': 4, 'project_id': '99d82d4c868f404e9bc7e932aadf7670', 'gw_port': {'id': 'b33d0538-560f-4bde-894f-21552c79cb7c', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:4d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4edb845f-5957-4cd5-9916-e4b356b01ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:39Z', 'updated_at': '2022-05-27T03:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_interfaces': [{'id': '4c253c25-7ccc-4c06-b8e2-2bdc3987ec4c', 'name': '', 'network_id': 'db24d3e5-88d8-4487-b5a4-91bc1ed45182', 'tenant_id': '99d82d4c868f404e9bc7e932aadf7670', 'mac_address': 'fa:16:3e:13:f7:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4edb845f-5957-4cd5-9916-e4b356b01ae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1177ec23-58d7-437f-a14d-dd0d92af1cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:43Z', 'updated_at': '2022-05-27T03:37:47Z', 'revision_number': 4, 'project_id': '99d82d4c868f404e9bc7e932aadf7670', 'subnets': [{'id': '1177ec23-58d7-437f-a14d-dd0d92af1cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:48.627273 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7308f7-1b57-44a8-a555-8867fb218cf2 None None] The sync data for ids ['4edb845f-5957-4cd5-9916-e4b356b01ae6'] in dv-cinder-828805-4-iscsi is: [{'id': '4edb845f-5957-4cd5-9916-e4b356b01ae6', 'name': 'tempest-TestMinimumBasicScenario-348957911-router', 'tenant_id': '99d82d4c868f404e9bc7e932aadf7670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b33d0538-560f-4bde-894f-21552c79cb7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:37Z', 'updated_at': '2022-05-27T03:37:45Z', 'revision_number': 4, 'project_id': '99d82d4c868f404e9bc7e932aadf7670', 'gw_port': {'id': 'b33d0538-560f-4bde-894f-21552c79cb7c', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:4d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4edb845f-5957-4cd5-9916-e4b356b01ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:39Z', 'updated_at': '2022-05-27T03:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_interfaces': [{'id': '4c253c25-7ccc-4c06-b8e2-2bdc3987ec4c', 'name': '', 'network_id': 'db24d3e5-88d8-4487-b5a4-91bc1ed45182', 'tenant_id': '99d82d4c868f404e9bc7e932aadf7670', 'mac_address': 'fa:16:3e:13:f7:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4edb845f-5957-4cd5-9916-e4b356b01ae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1177ec23-58d7-437f-a14d-dd0d92af1cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:43Z', 'updated_at': '2022-05-27T03:37:47Z', 'revision_number': 4, 'project_id': '99d82d4c868f404e9bc7e932aadf7670', 'subnets': [{'id': '1177ec23-58d7-437f-a14d-dd0d92af1cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:37:48.639420 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:48.641699 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-88851901-f8fb-4813-b009-237a11bad888 None None] For port 4c253c25-7ccc-4c06-b8e2-2bdc3987ec4c, host dv-cinder-828805-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=4c253c25-7ccc-4c06-b8e2-2bdc3987ec4c,segment=NetworkSegment(88aba986-3b4f-422c-aef6-43b903911269),segment_id=88aba986-3b4f-422c-aef6-43b903911269)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:37:48.659706 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3204b90-c1a7-4ae1-859f-fbdc8045fd0b admin admin] Network 3f2d1645-f5f6-45f7-8f5c-b7fa16a08227 is scheduled to be hosted by DHCP agent b322252d-fb9d-4652-a830-647fed26b29a with binding_index 1 {{(pid=104615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:37:48.691565 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device b33d0538-560f-4bde-894f-21552c79cb7c up at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:37:48.755635 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Provisioning complete for port b33d0538-560f-4bde-894f-21552c79cb7c triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:37:48.756014 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (b33d0538-560f-4bde-894f-21552c79cb7c), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:48.759426 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-88851901-f8fb-4813-b009-237a11bad888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (4c253c25-7ccc-4c06-b8e2-2bdc3987ec4c), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:48.835917 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.base_scheduler [None req-d3204b90-c1a7-4ae1-859f-fbdc8045fd0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-4-iscsi, 3f2d1645-f5f6-45f7-8f5c-b7fa16a08227) {{(pid=104615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:37:48.840650 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3204b90-c1a7-4ae1-859f-fbdc8045fd0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:48.841541 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-d3204b90-c1a7-4ae1-859f-fbdc8045fd0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-373421'] for subnet (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:48.844719 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88851901-f8fb-4813-b009-237a11bad888 None None] Pushing event updated for resources: {'Port': ['ID=4c253c25-7ccc-4c06-b8e2-2bdc3987ec4c,revision_number=5']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:48.870321 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bacb8e-9902-4daf-912c-e651f5af21d4 None None] Network 3f2d1645-f5f6-45f7-8f5c-b7fa16a08227 requested from dv-cinder-828805-4-iscsi {{(pid=104616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:37:48.926619 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Current status of the port b33d0538-560f-4bde-894f-21552c79cb7c is: ACTIVE; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:37:48.932171 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-d3204b90-c1a7-4ae1-859f-fbdc8045fd0b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1283653 May 27 03:37:48.934794 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 38438) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:37:48.939849 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [None req-66e7a6b1-2d2c-4372-ad63-53353d65b99e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-740429165-router', 'tenant_id': 'f19d9f99f9b94e21b1ce3676c570f24b', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6'}}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:37:48.992680 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6703873e-fa9c-4698-8678-3b936d0aa4cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa70b6f22-5e3f-55f6-a93b-19dd150a441c-3f2d1645-f5f6-45f7-8f5c-b7fa16a08227', 'network_id': '3f2d1645-f5f6-45f7-8f5c-b7fa16a08227', 'project_id': 'f19d9f99f9b94e21b1ce3676c570f24b', 'fixed_ips': [{'subnet_id': '380fa01d-2854-4c88-9c48-f196962d09b2'}]}} from dv-cinder-828805-4-iscsi. {{(pid=104616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 03:37:48.993677 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-6703873e-fa9c-4698-8678-3b936d0aa4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (None), before_create {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:49.039328 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-66e7a6b1-2d2c-4372-ad63-53353d65b99e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-682096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60928'] for router (824cafb3-da72-4e8a-8486-7f84d456b641), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:49.040500 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-66e7a6b1-2d2c-4372-ad63-53353d65b99e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-537747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60985'] for router (824cafb3-da72-4e8a-8486-7f84d456b641), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:49.102364 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-66e7a6b1-2d2c-4372-ad63-53353d65b99e admin admin] Publish callbacks [] for router_controller (824cafb3-da72-4e8a-8486-7f84d456b641), precommit_add_association {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:49.153541 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.db_base_plugin_common [None req-6703873e-fa9c-4698-8678-3b936d0aa4cd None None] Allocated IP 172.20.0.2 (3f2d1645-f5f6-45f7-8f5c-b7fa16a08227/380fa01d-2854-4c88-9c48-f196962d09b2/ea6ecb00-aa3f-4618-b024-feb5455f8527) {{(pid=104616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:37:49.427555 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271abf3-0a17-4ae8-a9aa-b1a83dce6396 req-6ac4ff25-fcce-43e4-b6f1-dc477ef419e9 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:49.434870 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-1271abf3-0a17-4ae8-a9aa-b1a83dce6396 req-6ac4ff25-fcce-43e4-b6f1-dc477ef419e9 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 943 time: 0.0580235 May 27 03:37:49.490071 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0686c6da-8296-465a-83e7-3824e5d28ed6 req-94bfc06d-518b-496e-9ba6-36c0c95a429e tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:49.492164 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-0686c6da-8296-465a-83e7-3824e5d28ed6 req-94bfc06d-518b-496e-9ba6-36c0c95a429e tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/ports?device_id=d82dd530-bdcd-408b-9b6a-d6cde26fb9b6 HTTP/1.1" status: 200 len: 944 time: 0.1136212 May 27 03:37:49.529255 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-6703873e-fa9c-4698-8678-3b936d0aa4cd None None] Publish callbacks [] for port (ea6ecb00-aa3f-4618-b024-feb5455f8527), precommit_create {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:49.549993 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f446-e12c-45b2-8c38-3579950c1c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (785c7416-4bf9-40d9-a08f-c797a61a0436), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:49.559481 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-66e7a6b1-2d2c-4372-ad63-53353d65b99e admin admin] Publish callbacks [] for router_gateway (824cafb3-da72-4e8a-8486-7f84d456b641), precommit_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:49.563170 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-1271abf3-0a17-4ae8-a9aa-b1a83dce6396 req-8d865b55-b1de-49d1-8eb2-7a69f958e2df tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273096 May 27 03:37:49.605545 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-0686c6da-8296-465a-83e7-3824e5d28ed6 req-9a94281f-4e14-448b-975c-e6294c59ed67 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e559735-ef6e-41cc-93cf-279d407c22b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906162 May 27 03:37:49.627496 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-6703873e-fa9c-4698-8678-3b936d0aa4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791799515441'] for port (ea6ecb00-aa3f-4618-b024-feb5455f8527), after_create {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:49.719384 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6703873e-fa9c-4698-8678-3b936d0aa4cd None None] Pushing event updated for resources: {'Port': ['ID=ea6ecb00-aa3f-4618-b024-feb5455f8527,revision_number=1']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:49.730195 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-52b8aabc-3756-4d67-9738-bf7b71c62e3b req-d3276f45-b70c-4641-ad43-d0732f27a60b tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d79d89b-d1bb-4f7d-ba6a-adc8003d8f89 HTTP/1.1" status: 200 len: 210 time: 0.0538533 May 27 03:37:49.748216 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6703873e-fa9c-4698-8678-3b936d0aa4cd None None] Network 3f2d1645-f5f6-45f7-8f5c-b7fa16a08227 is already hosted by enough agents. {{(pid=104616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:37:49.751931 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.scheduler.base_scheduler [None req-6703873e-fa9c-4698-8678-3b936d0aa4cd None None] Resources bound (agent type, host, resource id): {{(pid=104616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:37:49.760383 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6703873e-fa9c-4698-8678-3b936d0aa4cd None None] Received port after_create {{(pid=104616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:37:49.773310 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e996630a-5c73-488f-a834-d55902ec70f4 req-e5805f7a-7133-4fbc-b69a-dadcaf32fae9 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:49.775041 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-e996630a-5c73-488f-a834-d55902ec70f4 req-e5805f7a-7133-4fbc-b69a-dadcaf32fae9 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=94909255-c0eb-42c8-86f4-d3622d539f0c HTTP/1.1" status: 200 len: 945 time: 0.0622432 May 27 03:37:49.835642 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:49.840214 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-e996630a-5c73-488f-a834-d55902ec70f4 req-d7c8378c-9ed0-45d0-a6d4-c33d3fd969bf tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581412 May 27 03:37:49.857975 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.managers [None req-6703873e-fa9c-4698-8678-3b936d0aa4cd None None] Attempting to bind port ea6ecb00-aa3f-4618-b024-feb5455f8527 on host dv-cinder-828805-4-iscsi for vnic_type normal with profile {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:37:49.858349 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.managers [None req-6703873e-fa9c-4698-8678-3b936d0aa4cd None None] Attempting to bind port ea6ecb00-aa3f-4618-b024-feb5455f8527 by drivers openvswitch,hyperv on host dv-cinder-828805-4-iscsi at level 0 using segments [{'id': '959b2de1-2305-4b6f-b206-dd3683066df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3f2d1645-f5f6-45f7-8f5c-b7fa16a08227'}] {{(pid=104616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:37:49.858720 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6703873e-fa9c-4698-8678-3b936d0aa4cd None None] Attempting to bind port ea6ecb00-aa3f-4618-b024-feb5455f8527 on network 3f2d1645-f5f6-45f7-8f5c-b7fa16a08227 {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:37:49.865492 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6703873e-fa9c-4698-8678-3b936d0aa4cd None None] Checking agent: {'id': '917d01f3-4a27-4590-ae14-da14d21a1e88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 26, 21), 'started_at': datetime.datetime(2022, 5, 27, 3, 26, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:37:49.865867 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6703873e-fa9c-4698-8678-3b936d0aa4cd None None] Checking segment: {'id': '959b2de1-2305-4b6f-b206-dd3683066df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3f2d1645-f5f6-45f7-8f5c-b7fa16a08227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:37:49.866265 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-6703873e-fa9c-4698-8678-3b936d0aa4cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:49.866647 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6703873e-fa9c-4698-8678-3b936d0aa4cd None None] Bound using segment: {'id': '959b2de1-2305-4b6f-b206-dd3683066df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3f2d1645-f5f6-45f7-8f5c-b7fa16a08227'} {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:37:49.867134 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.managers [None req-6703873e-fa9c-4698-8678-3b936d0aa4cd None None] Bound port: ea6ecb00-aa3f-4618-b024-feb5455f8527, host: dv-cinder-828805-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '959b2de1-2305-4b6f-b206-dd3683066df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3f2d1645-f5f6-45f7-8f5c-b7fa16a08227'}}] {{(pid=104616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:37:49.867510 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-6703873e-fa9c-4698-8678-3b936d0aa4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (ea6ecb00-aa3f-4618-b024-feb5455f8527), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:49.923008 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:49.934248 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-66e7a6b1-2d2c-4372-ad63-53353d65b99e admin admin] Publish callbacks [] for router_gateway (824cafb3-da72-4e8a-8486-7f84d456b641), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:49.950164 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-6703873e-fa9c-4698-8678-3b936d0aa4cd None None] For port ea6ecb00-aa3f-4618-b024-feb5455f8527, host dv-cinder-828805-4-iscsi, cleared binding levels {{(pid=104616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:37:49.954686 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-6703873e-fa9c-4698-8678-3b936d0aa4cd None None] For port ea6ecb00-aa3f-4618-b024-feb5455f8527, host dv-cinder-828805-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=ea6ecb00-aa3f-4618-b024-feb5455f8527,segment=NetworkSegment(959b2de1-2305-4b6f-b206-dd3683066df5),segment_id=959b2de1-2305-4b6f-b206-dd3683066df5)] {{(pid=104616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:37:49.955883 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-66e7a6b1-2d2c-4372-ad63-53353d65b99e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:50.016426 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:50.019610 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-6703873e-fa9c-4698-8678-3b936d0aa4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (ea6ecb00-aa3f-4618-b024-feb5455f8527), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:50.097612 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6703873e-fa9c-4698-8678-3b936d0aa4cd None None] Pushing event updated for resources: {'Port': ['ID=ea6ecb00-aa3f-4618-b024-feb5455f8527,revision_number=2']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:50.108887 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.db_base_plugin_common [None req-66e7a6b1-2d2c-4372-ad63-53353d65b99e admin admin] Allocated IP 172.27.0.84 (6db324a0-41f0-4440-95df-83df441784f6/1196ed2a-e255-42ad-b78e-696bc1bae72b/34360c5c-6d55-4bf7-95fc-d0355980db6c) {{(pid=104614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:37:50.217231 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-66e7a6b1-2d2c-4372-ad63-53353d65b99e admin admin] Publish callbacks [] for port (34360c5c-6d55-4bf7-95fc-d0355980db6c), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:50.308820 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device e23f1b69-a428-4690-914e-c5c91277d071 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:37:50.396493 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Current status of the port e23f1b69-a428-4690-914e-c5c91277d071 is: DOWN; New status is: DOWN {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:37:50.408427 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-66e7a6b1-2d2c-4372-ad63-53353d65b99e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791799515441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8584799065'] for port (34360c5c-6d55-4bf7-95fc-d0355980db6c), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:50.516179 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c463b275-f747-42ff-aefd-60d1efac9788 req-11f34e36-2528-4c61-a2de-3d19962c705b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:50.518029 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-c463b275-f747-42ff-aefd-60d1efac9788 req-11f34e36-2528-4c61-a2de-3d19962c705b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=94909255-c0eb-42c8-86f4-d3622d539f0c HTTP/1.1" status: 200 len: 1129 time: 0.1875477 May 27 03:37:50.522805 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:50.524456 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device ea6ecb00-aa3f-4618-b024-feb5455f8527 up at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:37:50.529625 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e7a6b1-2d2c-4372-ad63-53353d65b99e admin admin] Network 6db324a0-41f0-4440-95df-83df441784f6 is already hosted by enough agents. {{(pid=104614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:37:50.546795 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.base_scheduler [None req-66e7a6b1-2d2c-4372-ad63-53353d65b99e admin admin] Resources bound (agent type, host, resource id): {{(pid=104614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:37:50.549322 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e7a6b1-2d2c-4372-ad63-53353d65b99e admin admin] Received port after_create {{(pid=104614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:37:50.577154 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Provisioning complete for port ea6ecb00-aa3f-4618-b024-feb5455f8527 triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:37:50.577765 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (ea6ecb00-aa3f-4618-b024-feb5455f8527), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:50.604254 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e7a6b1-2d2c-4372-ad63-53353d65b99e admin admin] Pushing event updated for resources: {'Port': ['ID=34360c5c-6d55-4bf7-95fc-d0355980db6c,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:50.661205 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c4a55b-f698-4e0b-8993-548e85470455 req-b39f56eb-28eb-4aac-bab9-241b137b8c43 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:50.662680 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-77c4a55b-f698-4e0b-8993-548e85470455 req-b39f56eb-28eb-4aac-bab9-241b137b8c43 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.69 "GET /v2.0/networks?id=fc7d4913-1a98-471a-8f02-141f8db23d39 HTTP/1.1" status: 200 len: 808 time: 0.3334999 May 27 03:37:50.666601 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Current status of the port ea6ecb00-aa3f-4618-b024-feb5455f8527 is: DOWN; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:37:50.666749 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (ea6ecb00-aa3f-4618-b024-feb5455f8527), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:50.715356 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [req-77c4a55b-f698-4e0b-8993-548e85470455 req-520f8c6f-9320-4078-990f-fdee7ebc6008 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] Request body: {'port': {'device_id': '3d79d89b-d1bb-4f7d-ba6a-adc8003d8f89', 'network_id': 'fc7d4913-1a98-471a-8f02-141f8db23d39', 'admin_state_up': True, 'tenant_id': '09b89ed90acc4dd2aa3bca17bb1a1fe9'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:37:50.720107 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-c463b275-f747-42ff-aefd-60d1efac9788 req-b4ad098a-c204-47ea-aafb-ba048715f048 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925581 May 27 03:37:50.721570 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] For port ea6ecb00-aa3f-4618-b024-feb5455f8527, host dv-cinder-828805-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=ea6ecb00-aa3f-4618-b024-feb5455f8527,segment=NetworkSegment(959b2de1-2305-4b6f-b206-dd3683066df5),segment_id=959b2de1-2305-4b6f-b206-dd3683066df5)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:37:50.760439 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d239a-9908-422b-8db8-799391f5abe3 req-9af75e6f-f819-4c48-a74a-792c7e24a172 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:50.761950 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-d91d239a-9908-422b-8db8-799391f5abe3 req-9af75e6f-f819-4c48-a74a-792c7e24a172 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/ports?device_id=d82dd530-bdcd-408b-9b6a-d6cde26fb9b6 HTTP/1.1" status: 200 len: 944 time: 0.0660260 May 27 03:37:50.834251 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (ea6ecb00-aa3f-4618-b024-feb5455f8527), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:50.858352 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 4c253c25-7ccc-4c06-b8e2-2bdc3987ec4c up at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:37:50.872928 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-d91d239a-9908-422b-8db8-799391f5abe3 req-5333c413-7350-4970-9062-dc9e43fb4bc6 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e559735-ef6e-41cc-93cf-279d407c22b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017144 May 27 03:37:50.928128 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Pushing event updated for resources: {'Port': ['ID=ea6ecb00-aa3f-4618-b024-feb5455f8527,revision_number=3']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:50.936430 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Provisioning complete for port 4c253c25-7ccc-4c06-b8e2-2bdc3987ec4c triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:37:50.936805 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (4c253c25-7ccc-4c06-b8e2-2bdc3987ec4c), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:50.968513 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-6bb0de9f-e6d2-43ae-9d14-eb64c8bb1a18 req-65243bc2-27e9-4dcc-ad27-2248f3e07e13 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d79d89b-d1bb-4f7d-ba6a-adc8003d8f89 HTTP/1.1" status: 200 len: 210 time: 0.0414491 May 27 03:37:50.999429 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (917d01f3-4a27-4590-ae14-da14d21a1e88), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:51.100423 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Current status of the port 4c253c25-7ccc-4c06-b8e2-2bdc3987ec4c is: ACTIVE; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:37:51.121065 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77c4a55b-f698-4e0b-8993-548e85470455 req-520f8c6f-9320-4078-990f-fdee7ebc6008 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] Made reservation on behalf of 09b89ed90acc4dd2aa3bca17bb1a1fe9 for: {'port': 1} {{(pid=104614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:37:51.124511 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-77c4a55b-f698-4e0b-8993-548e85470455 req-520f8c6f-9320-4078-990f-fdee7ebc6008 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:51.136669 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1646d705-ab93-467a-9186-89db70dd3a6c req-05e1eb07-4af2-4c43-836a-424db3249c2c tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:51.143360 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-1646d705-ab93-467a-9186-89db70dd3a6c req-05e1eb07-4af2-4c43-836a-424db3249c2c tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=94909255-c0eb-42c8-86f4-d3622d539f0c HTTP/1.1" status: 200 len: 945 time: 0.0988939 May 27 03:37:51.209674 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-1646d705-ab93-467a-9186-89db70dd3a6c req-f16c25dd-d0ba-47fd-bac0-af72fd8ede00 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652344 May 27 03:37:51.211513 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-66e7a6b1-2d2c-4372-ad63-53353d65b99e admin admin] Publish callbacks [] for router_gateway (824cafb3-da72-4e8a-8486-7f84d456b641), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:51.333632 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3655c90-0d31-4327-ba1b-816667859261 None None] Network 3f2d1645-f5f6-45f7-8f5c-b7fa16a08227 requested from dv-cinder-828805-4-iscsi {{(pid=104616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:37:51.368803 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.db_base_plugin_common [req-77c4a55b-f698-4e0b-8993-548e85470455 req-520f8c6f-9320-4078-990f-fdee7ebc6008 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] Allocated IP 172.20.0.14 (fc7d4913-1a98-471a-8f02-141f8db23d39/d1c4414b-adb0-4c6a-a0d1-187d81afbc11/06e71513-08ad-4d96-80b8-50c5d5424f74) {{(pid=104614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:37:51.375094 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [req-fc4a50b5-b8b9-436e-a911-9380a2b4a950 req-902759e0-42dc-40b8-aad1-2ecc4c7ee2cf service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 03:37:51.376008 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-fc4a50b5-b8b9-436e-a911-9380a2b4a950 req-902759e0-42dc-40b8-aad1-2ecc4c7ee2cf service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055490 May 27 03:37:51.405499 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-905bf78c-086f-457d-9d2f-1b3e47ab7904 None None] Provisioning complete for port ea6ecb00-aa3f-4618-b024-feb5455f8527 triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:37:51.405973 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-905bf78c-086f-457d-9d2f-1b3e47ab7904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (ea6ecb00-aa3f-4618-b024-feb5455f8527), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:51.519877 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-905bf78c-086f-457d-9d2f-1b3e47ab7904 None None] Current status of the port ea6ecb00-aa3f-4618-b024-feb5455f8527 is: ACTIVE; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:37:51.541697 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-66e7a6b1-2d2c-4372-ad63-53353d65b99e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663299'] for router (824cafb3-da72-4e8a-8486-7f84d456b641), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:51.686006 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 38496) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:37:51.703771 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-77c4a55b-f698-4e0b-8993-548e85470455 req-520f8c6f-9320-4078-990f-fdee7ebc6008 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] Publish callbacks [] for port (06e71513-08ad-4d96-80b8-50c5d5424f74), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:51.743595 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-7e67b22e-a848-4795-8222-7f548e66d597 None None] Provisioning complete for port ea6ecb00-aa3f-4618-b024-feb5455f8527 triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:37:51.744223 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-7e67b22e-a848-4795-8222-7f548e66d597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (ea6ecb00-aa3f-4618-b024-feb5455f8527), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:51.780592 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f38d39f-6ab4-4680-9703-2a9f3c0ceeae req-6f3b159d-300b-497a-8781-cd0491070ecb tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:51.787776 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-1f38d39f-6ab4-4680-9703-2a9f3c0ceeae req-6f3b159d-300b-497a-8781-cd0491070ecb tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 943 time: 0.0633018 May 27 03:37:51.841353 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-7e67b22e-a848-4795-8222-7f548e66d597 None None] Current status of the port ea6ecb00-aa3f-4618-b024-feb5455f8527 is: ACTIVE; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:37:51.842433 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-6fc99caa-6221-42ee-b0fc-9709b18e87bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:51.849066 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-1f38d39f-6ab4-4680-9703-2a9f3c0ceeae req-5ff63b29-6618-4e9f-a9c0-afdc62071f4b tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604908 May 27 03:37:51.854299 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-77c4a55b-f698-4e0b-8993-548e85470455 req-520f8c6f-9320-4078-990f-fdee7ebc6008 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791799515441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8584799065'] for port (06e71513-08ad-4d96-80b8-50c5d5424f74), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:51.868659 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:51.881526 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66e7a6b1-2d2c-4372-ad63-53353d65b99e admin admin] Router 824cafb3-da72-4e8a-8486-7f84d456b641 is scheduled to L3 agent 9df6ec88-276d-42f5-acd2-7e289451d5e3 with binding_index 1 {{(pid=104614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:37:51.927271 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77c4a55b-f698-4e0b-8993-548e85470455 req-520f8c6f-9320-4078-990f-fdee7ebc6008 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] Network fc7d4913-1a98-471a-8f02-141f8db23d39 is already hosted by enough agents. {{(pid=104614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:37:51.929386 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f8c6f-9320-4078-990f-fdee7ebc6008 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] Pushing event updated for resources: {'Port': ['ID=06e71513-08ad-4d96-80b8-50c5d5424f74,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:51.932019 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-6fc99caa-6221-42ee-b0fc-9709b18e87bb admin admin] Publish callbacks [] for security_group (1629f37d-d470-4f17-b04e-77544f164dc2), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:51.935034 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.base_scheduler [req-77c4a55b-f698-4e0b-8993-548e85470455 req-520f8c6f-9320-4078-990f-fdee7ebc6008 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] Resources bound (agent type, host, resource id): {{(pid=104614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:37:51.945228 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.l3_dvrscheduler_db [req-77c4a55b-f698-4e0b-8993-548e85470455 req-520f8c6f-9320-4078-990f-fdee7ebc6008 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] Received port after_create {{(pid=104614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:37:51.999451 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:52.007504 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88faf365-18d7-4b7a-8304-0d973403d7c4 req-2d168687-8574-47b2-a6ec-2a5ab6dc7605 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:52.009002 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-88faf365-18d7-4b7a-8304-0d973403d7c4 req-2d168687-8574-47b2-a6ec-2a5ab6dc7605 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/ports?device_id=d82dd530-bdcd-408b-9b6a-d6cde26fb9b6 HTTP/1.1" status: 200 len: 944 time: 0.0569224 May 27 03:37:52.034050 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-6fc99caa-6221-42ee-b0fc-9709b18e87bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (1629f37d-d470-4f17-b04e-77544f164dc2), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:52.035862 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=100 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:52.069773 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c4a55b-f698-4e0b-8993-548e85470455 req-520f8c6f-9320-4078-990f-fdee7ebc6008 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:52.070559 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-77c4a55b-f698-4e0b-8993-548e85470455 req-520f8c6f-9320-4078-990f-fdee7ebc6008 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:52.151157 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-88faf365-18d7-4b7a-8304-0d973403d7c4 req-db3b2c6a-fc6b-4b0b-8ed5-4f966bf88e5a tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e559735-ef6e-41cc-93cf-279d407c22b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312249 May 27 03:37:52.153738 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-6fc99caa-6221-42ee-b0fc-9709b18e87bb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5a58b2492ec44638af0a2f3f5638344d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4668317 May 27 03:37:52.183295 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 38514) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:37:52.183295 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc99caa-6221-42ee-b0fc-9709b18e87bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1629f37d-d470-4f17-b04e-77544f164dc2,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:52.187702 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b48ad-ece5-4d91-b6d2-d584ea1bc752 req-15b0762c-3654-4040-8ebb-c0d2c04d2ee1 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:52.189430 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-d43b48ad-ece5-4d91-b6d2-d584ea1bc752 req-15b0762c-3654-4040-8ebb-c0d2c04d2ee1 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d79d89b-d1bb-4f7d-ba6a-adc8003d8f89 HTTP/1.1" status: 200 len: 932 time: 0.1470561 May 27 03:37:52.209136 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:52.272294 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-97484440-187b-4e75-adcc-278bcbe6ca32 admin admin] Publish callbacks [] for security_group (1629f37d-d470-4f17-b04e-77544f164dc2), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:52.286659 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-d43b48ad-ece5-4d91-b6d2-d584ea1bc752 req-dadd923c-02b7-470d-a7b9-2d384486d8ed tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/security-groups?id=38805287-50b5-471c-9e67-0fa8b1094e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884242 May 27 03:37:52.307784 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-77c4a55b-f698-4e0b-8993-548e85470455 req-520f8c6f-9320-4078-990f-fdee7ebc6008 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5978765 May 27 03:37:52.308580 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:52.311593 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:52.320076 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device 0aa36f0b-ffa2-488e-b031-21fe9c191622 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:37:52.327717 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e7a6b1-2d2c-4372-ad63-53353d65b99e admin admin] Notify agent at l3_agent.dv-cinder-828805-4-iscsi the message routers_updated {{(pid=104614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:37:52.334158 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-97484440-187b-4e75-adcc-278bcbe6ca32 admin admin] Publish callbacks [] for security_group (1629f37d-d470-4f17-b04e-77544f164dc2), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:52.344706 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd40b17-4ba5-4a93-85d9-99f79c76341b None None] Sync routers for ids ['824cafb3-da72-4e8a-8486-7f84d456b641'] in dv-cinder-828805-4-iscsi {{(pid=104617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:37:52.358268 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd40b17-4ba5-4a93-85d9-99f79c76341b None None] Routers {'824cafb3-da72-4e8a-8486-7f84d456b641'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:37:52.359264 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-5bd40b17-4ba5-4a93-85d9-99f79c76341b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:37:47Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['824cafb3-da72-4e8a-8486-7f84d456b641'], 'active': True} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:52.364983 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b3783-df52-452a-8d12-7ade8977a66f req-d8b0009e-c980-4c3f-a131-73c3b6b51384 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:52.366448 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-812b3783-df52-452a-8d12-7ade8977a66f req-d8b0009e-c980-4c3f-a131-73c3b6b51384 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=94909255-c0eb-42c8-86f4-d3622d539f0c HTTP/1.1" status: 200 len: 945 time: 0.0718338 May 27 03:37:52.425193 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-66e7a6b1-2d2c-4372-ad63-53353d65b99e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:52.430445 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-66e7a6b1-2d2c-4372-ad63-53353d65b99e admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.4939415 May 27 03:37:52.431395 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 38526) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:37:52.487720 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port 0aa36f0b-ffa2-488e-b031-21fe9c191622, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=0aa36f0b-ffa2-488e-b031-21fe9c191622,segment=NetworkSegment(be2bf9c1-995c-430f-ada9-4c7603cb9ea3),segment_id=be2bf9c1-995c-430f-ada9-4c7603cb9ea3)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:37:52.499523 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 38528) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:37:52.511208 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Returning: {'device': '0aa36f0b-ffa2-488e-b031-21fe9c191622', 'network_id': '430833dd-8c2a-4184-8f60-2460eb1e769c', 'port_id': '0aa36f0b-ffa2-488e-b031-21fe9c191622', 'mac_address': 'fa:16:3e:f8:af:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c7d2ccd-23b4-4acf-944e-c57bae962263', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:37:52.512976 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-812b3783-df52-452a-8d12-7ade8977a66f req-9afbadda-a59f-442d-b3c1-dbddb45427cc tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050265 May 27 03:37:52.544499 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device ea6ecb00-aa3f-4618-b024-feb5455f8527 up at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:37:52.581538 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [req-77c4a55b-f698-4e0b-8993-548e85470455 req-c21e30e5-6ec6-4541-a63b-e57e55794d72 service neutron] Request body: {'port': {'device_id': '3d79d89b-d1bb-4f7d-ba6a-adc8003d8f89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:37:52.581828 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-97484440-187b-4e75-adcc-278bcbe6ca32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (1629f37d-d470-4f17-b04e-77544f164dc2), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:52.587982 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Current status of the port 0aa36f0b-ffa2-488e-b031-21fe9c191622 is: DOWN; New status is: BUILD {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:37:52.587982 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (0aa36f0b-ffa2-488e-b031-21fe9c191622), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:52.588191 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-97484440-187b-4e75-adcc-278bcbe6ca32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:52.588191 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-97484440-187b-4e75-adcc-278bcbe6ca32 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1629f37d-d470-4f17-b04e-77544f164dc2 HTTP/1.1" status: 204 len: 168 time: 0.4174843 May 27 03:37:52.598523 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97484440-187b-4e75-adcc-278bcbe6ca32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1629f37d-d470-4f17-b04e-77544f164dc2,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:52.616392 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvr_db [None req-5bd40b17-4ba5-4a93-85d9-99f79c76341b None None] Set router 824cafb3-da72-4e8a-8486-7f84d456b641 gateway port host: dv-cinder-828805-4-iscsi {{(pid=104617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:37:52.632950 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.notifiers.nova [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0aa36f0b-ffa2-488e-b031-21fe9c191622 {{(pid=104616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:37:52.662319 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port 0aa36f0b-ffa2-488e-b031-21fe9c191622, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=0aa36f0b-ffa2-488e-b031-21fe9c191622,segment=NetworkSegment(be2bf9c1-995c-430f-ada9-4c7603cb9ea3),segment_id=be2bf9c1-995c-430f-ada9-4c7603cb9ea3)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:37:52.664850 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Provisioning complete for port ea6ecb00-aa3f-4618-b024-feb5455f8527 triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:37:52.664850 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (ea6ecb00-aa3f-4618-b024-feb5455f8527), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:52.736123 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:52.739852 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-1e36e605-8542-4999-a51c-97187c3f1e01 req-3ca4e041-f4f9-46fc-a25e-9726aef52523 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2340508 May 27 03:37:52.751569 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Current status of the port ea6ecb00-aa3f-4618-b024-feb5455f8527 is: ACTIVE; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:37:52.765684 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [req-1e36e605-8542-4999-a51c-97187c3f1e01 req-d52e43af-6128-4159-a049-84defc762487 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104614) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 03:37:52.767141 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-1e36e605-8542-4999-a51c-97187c3f1e01 req-d52e43af-6128-4159-a049-84defc762487 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0087006 May 27 03:37:52.773847 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (0aa36f0b-ffa2-488e-b031-21fe9c191622), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:52.783364 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-77c4a55b-f698-4e0b-8993-548e85470455 req-c21e30e5-6ec6-4541-a63b-e57e55794d72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (06e71513-08ad-4d96-80b8-50c5d5424f74), before_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:52.815996 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-5bd40b17-4ba5-4a93-85d9-99f79c76341b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '824cafb3-da72-4e8a-8486-7f84d456b641', 'name': 'tempest-TestMinimumBasicScenario-740429165-router', 'tenant_id': 'f19d9f99f9b94e21b1ce3676c570f24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '34360c5c-6d55-4bf7-95fc-d0355980db6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:49Z', 'updated_at': '2022-05-27T03:37:50Z', 'revision_number': 3, 'project_id': 'f19d9f99f9b94e21b1ce3676c570f24b', 'gw_port': {'id': '34360c5c-6d55-4bf7-95fc-d0355980db6c', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '824cafb3-da72-4e8a-8486-7f84d456b641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:49Z', 'updated_at': '2022-05-27T03:37:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi'}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:52.849230 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd40b17-4ba5-4a93-85d9-99f79c76341b None None] Checking router: 824cafb3-da72-4e8a-8486-7f84d456b641 for host: dv-cinder-828805-4-iscsi {{(pid=104617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:37:52.849577 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd40b17-4ba5-4a93-85d9-99f79c76341b None None] Updating router 824cafb3-da72-4e8a-8486-7f84d456b641 port 34360c5c-6d55-4bf7-95fc-d0355980db6c binding host dv-cinder-828805-4-iscsi {{(pid=104617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:37:52.881977 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Pushing event updated for resources: {'Port': ['ID=0aa36f0b-ffa2-488e-b031-21fe9c191622,revision_number=4']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:52.889017 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron_lib.callbacks.manager [None req-5bd40b17-4ba5-4a93-85d9-99f79c76341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (34360c5c-6d55-4bf7-95fc-d0355980db6c), before_update {{(pid=104617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:52.968374 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 38542) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:37:53.017044 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac37ee-84e5-4afc-a9b3-39e671a19f54 req-0bc720f1-5e39-4edd-8c93-1cc0ce46518e tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:53.031290 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-40ac37ee-84e5-4afc-a9b3-39e671a19f54 req-0bc720f1-5e39-4edd-8c93-1cc0ce46518e tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 943 time: 0.0756235 May 27 03:37:53.100772 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:53.118572 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-40ac37ee-84e5-4afc-a9b3-39e671a19f54 req-03ee31ae-be93-4293-8ca9-b4b3d8fa19fa tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854044 May 27 03:37:53.165098 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] get_ports_and_sgs() called for port_ids ['0aa36f0b-ffa2-488e-b031-21fe9c191622'] {{(pid=104616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:37:53.166738 dv-cinder-828805-4-iscsi neutron-server[104614]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 27 03:37:53.256643 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e36e605-8542-4999-a51c-97187c3f1e01 req-18da269c-881b-4f67-a9de-4391c2b2ef80 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:53.258647 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-1e36e605-8542-4999-a51c-97187c3f1e01 req-18da269c-881b-4f67-a9de-4391c2b2ef80 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports/e23f1b69-a428-4690-914e-c5c91277d071 HTTP/1.1" status: 200 len: 940 time: 0.2873681 May 27 03:37:53.309982 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb691e6-e620-492d-875b-addebfef927a req-ec7aae57-4be1-405d-b6bf-f1fc7e3889fe tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:53.312003 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-1bb691e6-e620-492d-875b-addebfef927a req-ec7aae57-4be1-405d-b6bf-f1fc7e3889fe tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/ports?device_id=d82dd530-bdcd-408b-9b6a-d6cde26fb9b6 HTTP/1.1" status: 200 len: 945 time: 0.0742948 May 27 03:37:53.365581 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron_lib.callbacks.manager [None req-5bd40b17-4ba5-4a93-85d9-99f79c76341b None None] Publish callbacks [] for port (34360c5c-6d55-4bf7-95fc-d0355980db6c), precommit_update {{(pid=104617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:53.408453 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.notifiers.nova [req-77c4a55b-f698-4e0b-8993-548e85470455 req-c21e30e5-6ec6-4541-a63b-e57e55794d72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06e71513-08ad-4d96-80b8-50c5d5424f74 {{(pid=104614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:37:53.415161 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-77c4a55b-f698-4e0b-8993-548e85470455 req-c21e30e5-6ec6-4541-a63b-e57e55794d72 service neutron] Publish callbacks [] for port (06e71513-08ad-4d96-80b8-50c5d5424f74), precommit_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:53.450270 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.provisioning_blocks [req-77c4a55b-f698-4e0b-8993-548e85470455 req-c21e30e5-6ec6-4541-a63b-e57e55794d72 service neutron] Transition to ACTIVE for port object 06e71513-08ad-4d96-80b8-50c5d5424f74 will not be triggered until provisioned by entity L2. {{(pid=104614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:37:53.454642 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-1bb691e6-e620-492d-875b-addebfef927a req-016ee824-9794-4563-8359-28598949f30c tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e559735-ef6e-41cc-93cf-279d407c22b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331913 May 27 03:37:53.481652 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:53.482358 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron_lib.callbacks.manager [None req-5bd40b17-4ba5-4a93-85d9-99f79c76341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (34360c5c-6d55-4bf7-95fc-d0355980db6c), after_update {{(pid=104617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:53.485807 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-797e4307-355b-48a3-8f8f-dc515cd2cd10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:53.489002 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89713ed-a152-4579-bd0e-45befe32e702 req-f921bee0-50c8-4c79-b478-7fdd08a4e852 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:53.492436 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-b89713ed-a152-4579-bd0e-45befe32e702 req-f921bee0-50c8-4c79-b478-7fdd08a4e852 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d79d89b-d1bb-4f7d-ba6a-adc8003d8f89 HTTP/1.1" status: 200 len: 932 time: 0.0951192 May 27 03:37:53.512579 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 38556) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:37:53.543218 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:53.544789 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.managers [None req-5bd40b17-4ba5-4a93-85d9-99f79c76341b None None] Attempting to bind port 34360c5c-6d55-4bf7-95fc-d0355980db6c on host dv-cinder-828805-4-iscsi for vnic_type normal with profile {{(pid=104617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:37:53.545550 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.managers [None req-5bd40b17-4ba5-4a93-85d9-99f79c76341b None None] Attempting to bind port 34360c5c-6d55-4bf7-95fc-d0355980db6c by drivers openvswitch,hyperv on host dv-cinder-828805-4-iscsi at level 0 using segments [{'id': '2b0e99ee-61aa-44db-85d9-9c6d208f29d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6db324a0-41f0-4440-95df-83df441784f6'}] {{(pid=104617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:37:53.545859 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd40b17-4ba5-4a93-85d9-99f79c76341b None None] Attempting to bind port 34360c5c-6d55-4bf7-95fc-d0355980db6c on network 6db324a0-41f0-4440-95df-83df441784f6 {{(pid=104617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:37:53.554578 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-77c4a55b-f698-4e0b-8993-548e85470455 req-c21e30e5-6ec6-4541-a63b-e57e55794d72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8584799086'] for port (06e71513-08ad-4d96-80b8-50c5d5424f74), after_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:53.556702 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-83211e3d-c253-4a01-8987-5041007ddc03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:53.557021 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd40b17-4ba5-4a93-85d9-99f79c76341b None None] Checking agent: {'id': '917d01f3-4a27-4590-ae14-da14d21a1e88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 26, 21), 'started_at': datetime.datetime(2022, 5, 27, 3, 26, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:37:53.557649 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd40b17-4ba5-4a93-85d9-99f79c76341b None None] Checking segment: {'id': '2b0e99ee-61aa-44db-85d9-9c6d208f29d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6db324a0-41f0-4440-95df-83df441784f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:37:53.558213 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron_lib.callbacks.manager [None req-5bd40b17-4ba5-4a93-85d9-99f79c76341b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:53.558806 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd40b17-4ba5-4a93-85d9-99f79c76341b None None] Bound using segment: {'id': '2b0e99ee-61aa-44db-85d9-9c6d208f29d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6db324a0-41f0-4440-95df-83df441784f6'} {{(pid=104617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:37:53.559446 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.managers [None req-5bd40b17-4ba5-4a93-85d9-99f79c76341b None None] Bound port: 34360c5c-6d55-4bf7-95fc-d0355980db6c, host: dv-cinder-828805-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b0e99ee-61aa-44db-85d9-9c6d208f29d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6db324a0-41f0-4440-95df-83df441784f6'}}] {{(pid=104617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:37:53.559976 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron_lib.callbacks.manager [None req-5bd40b17-4ba5-4a93-85d9-99f79c76341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (34360c5c-6d55-4bf7-95fc-d0355980db6c), before_update {{(pid=104617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:53.573023 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-b89713ed-a152-4579-bd0e-45befe32e702 req-c3e6575b-2dfc-48fa-a589-53f75bc4cb00 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/security-groups?id=38805287-50b5-471c-9e67-0fa8b1094e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749171 May 27 03:37:53.609816 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.db [None req-5bd40b17-4ba5-4a93-85d9-99f79c76341b None None] For port 34360c5c-6d55-4bf7-95fc-d0355980db6c, host dv-cinder-828805-4-iscsi, cleared binding levels {{(pid=104617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:37:53.613135 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.db [None req-5bd40b17-4ba5-4a93-85d9-99f79c76341b None None] For port 34360c5c-6d55-4bf7-95fc-d0355980db6c, host dv-cinder-828805-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=34360c5c-6d55-4bf7-95fc-d0355980db6c,segment=NetworkSegment(2b0e99ee-61aa-44db-85d9-9c6d208f29d9),segment_id=2b0e99ee-61aa-44db-85d9-9c6d208f29d9)] {{(pid=104617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:37:53.622243 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f42fd94-dded-40c3-89af-45fe7a67fed9 None None] Pushing event updated for resources: {'Port': ['ID=34360c5c-6d55-4bf7-95fc-d0355980db6c,revision_number=2']} {{(pid=104617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:53.658802 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e1dc7a-e655-44c1-ad75-f3fdee433719 req-073b9050-da7d-464a-8db2-ba5fe27ec197 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:53.660148 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-02e1dc7a-e655-44c1-ad75-f3fdee433719 req-073b9050-da7d-464a-8db2-ba5fe27ec197 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=94909255-c0eb-42c8-86f4-d3622d539f0c HTTP/1.1" status: 200 len: 945 time: 0.0633931 May 27 03:37:53.690784 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:53.713475 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-02e1dc7a-e655-44c1-ad75-f3fdee433719 req-5e0029f4-beab-4b99-84e8-bfb9b017e454 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436873 May 27 03:37:53.720879 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21e30e5-6ec6-4541-a63b-e57e55794d72 service neutron] Pushing event updated for resources: {'Port': ['ID=06e71513-08ad-4d96-80b8-50c5d5424f74,revision_number=2']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:53.742371 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron_lib.callbacks.manager [None req-5bd40b17-4ba5-4a93-85d9-99f79c76341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (34360c5c-6d55-4bf7-95fc-d0355980db6c), after_update {{(pid=104617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:53.839614 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd40b17-4ba5-4a93-85d9-99f79c76341b None None] Routers {'824cafb3-da72-4e8a-8486-7f84d456b641'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:37:53.840493 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-5bd40b17-4ba5-4a93-85d9-99f79c76341b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:37:47Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['824cafb3-da72-4e8a-8486-7f84d456b641'], 'active': True} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:53.858067 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e0d26-3150-4359-9cf6-f992c56506e5 req-33ef435d-f2b4-4621-9908-6bcd1ee9ea05 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:53.860327 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-5c5e0d26-3150-4359-9cf6-f992c56506e5 req-33ef435d-f2b4-4621-9908-6bcd1ee9ea05 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7aaae9a-624e-4ca1-a2d9-b3bbbe2db822 HTTP/1.1" status: 200 len: 946 time: 0.0721388 May 27 03:37:53.890826 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f42fd94-dded-40c3-89af-45fe7a67fed9 None None] Pushing event updated for resources: {'Port': ['ID=34360c5c-6d55-4bf7-95fc-d0355980db6c,revision_number=3']} {{(pid=104617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:53.906039 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.db_base_plugin_common [None req-797e4307-355b-48a3-8f8f-dc515cd2cd10 admin admin] Allocated IP 172.20.0.1 (3f2d1645-f5f6-45f7-8f5c-b7fa16a08227/380fa01d-2854-4c88-9c48-f196962d09b2/8daa73a5-74bc-4634-b010-6d462f981f6b) {{(pid=104614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:37:53.910749 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.managers [req-77c4a55b-f698-4e0b-8993-548e85470455 req-c21e30e5-6ec6-4541-a63b-e57e55794d72 service neutron] Attempting to bind port 06e71513-08ad-4d96-80b8-50c5d5424f74 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:37:53.911158 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.managers [req-77c4a55b-f698-4e0b-8993-548e85470455 req-c21e30e5-6ec6-4541-a63b-e57e55794d72 service neutron] Attempting to bind port 06e71513-08ad-4d96-80b8-50c5d5424f74 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '37a414ce-14e2-4725-a5d6-3705d8b1ee5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'fc7d4913-1a98-471a-8f02-141f8db23d39'}] {{(pid=104614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:37:53.911484 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c4a55b-f698-4e0b-8993-548e85470455 req-c21e30e5-6ec6-4541-a63b-e57e55794d72 service neutron] Attempting to bind port 06e71513-08ad-4d96-80b8-50c5d5424f74 on network fc7d4913-1a98-471a-8f02-141f8db23d39 {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:37:53.914640 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-83211e3d-c253-4a01-8987-5041007ddc03 admin admin] Publish callbacks [] for security_group (c7a082d8-2e0a-4508-9af8-ce01e0eb5178), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:53.919444 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-5c5e0d26-3150-4359-9cf6-f992c56506e5 req-99b79747-c54f-4571-9095-cf748b46bec6 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525682 May 27 03:37:53.924298 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c4a55b-f698-4e0b-8993-548e85470455 req-c21e30e5-6ec6-4541-a63b-e57e55794d72 service neutron] Port 06e71513-08ad-4d96-80b8-50c5d5424f74 on network fc7d4913-1a98-471a-8f02-141f8db23d39 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:37:53.924623 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c4a55b-f698-4e0b-8993-548e85470455 req-c21e30e5-6ec6-4541-a63b-e57e55794d72 service neutron] Attempting to bind port 06e71513-08ad-4d96-80b8-50c5d5424f74 on network fc7d4913-1a98-471a-8f02-141f8db23d39 {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:37:53.934241 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c4a55b-f698-4e0b-8993-548e85470455 req-c21e30e5-6ec6-4541-a63b-e57e55794d72 service neutron] Checking agent: {'id': '134bae73-502b-4599-bb47-129fee8818a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 33, 12), 'started_at': datetime.datetime(2022, 5, 27, 3, 33, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:37:53.934579 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c4a55b-f698-4e0b-8993-548e85470455 req-c21e30e5-6ec6-4541-a63b-e57e55794d72 service neutron] Checking segment: {'id': '37a414ce-14e2-4725-a5d6-3705d8b1ee5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'fc7d4913-1a98-471a-8f02-141f8db23d39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:37:53.935077 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c4a55b-f698-4e0b-8993-548e85470455 req-c21e30e5-6ec6-4541-a63b-e57e55794d72 service neutron] Bound using segment: {'id': '37a414ce-14e2-4725-a5d6-3705d8b1ee5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'fc7d4913-1a98-471a-8f02-141f8db23d39'} {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:37:53.935410 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.managers [req-77c4a55b-f698-4e0b-8993-548e85470455 req-c21e30e5-6ec6-4541-a63b-e57e55794d72 service neutron] Bound port: 06e71513-08ad-4d96-80b8-50c5d5424f74, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37a414ce-14e2-4725-a5d6-3705d8b1ee5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'fc7d4913-1a98-471a-8f02-141f8db23d39'}}] {{(pid=104614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:37:53.935759 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-77c4a55b-f698-4e0b-8993-548e85470455 req-c21e30e5-6ec6-4541-a63b-e57e55794d72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (06e71513-08ad-4d96-80b8-50c5d5424f74), before_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:53.974303 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvr_db [None req-5bd40b17-4ba5-4a93-85d9-99f79c76341b None None] Set router 824cafb3-da72-4e8a-8486-7f84d456b641 gateway port host: dv-cinder-828805-4-iscsi {{(pid=104617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:37:54.062139 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.db [req-77c4a55b-f698-4e0b-8993-548e85470455 req-c21e30e5-6ec6-4541-a63b-e57e55794d72 service neutron] For port 06e71513-08ad-4d96-80b8-50c5d5424f74, host hv-cinder-82880, cleared binding levels {{(pid=104614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:37:54.064991 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-83211e3d-c253-4a01-8987-5041007ddc03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (c7a082d8-2e0a-4508-9af8-ce01e0eb5178), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:54.093964 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.db [req-77c4a55b-f698-4e0b-8993-548e85470455 req-c21e30e5-6ec6-4541-a63b-e57e55794d72 service neutron] For port 06e71513-08ad-4d96-80b8-50c5d5424f74, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=06e71513-08ad-4d96-80b8-50c5d5424f74,segment=NetworkSegment(37a414ce-14e2-4725-a5d6-3705d8b1ee5d),segment_id=37a414ce-14e2-4725-a5d6-3705d8b1ee5d)] {{(pid=104614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:37:54.101381 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-797e4307-355b-48a3-8f8f-dc515cd2cd10 admin admin] Publish callbacks [] for port (8daa73a5-74bc-4634-b010-6d462f981f6b), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:54.133373 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-83211e3d-c253-4a01-8987-5041007ddc03 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6cb8f51ff63043e0b6dd6720c4ef4ee1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6173270 May 27 03:37:54.133792 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 38566) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:37:54.137696 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83211e3d-c253-4a01-8987-5041007ddc03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a082d8-2e0a-4508-9af8-ce01e0eb5178,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:54.176221 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-77c4a55b-f698-4e0b-8993-548e85470455 req-c21e30e5-6ec6-4541-a63b-e57e55794d72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8584799086'] for port (06e71513-08ad-4d96-80b8-50c5d5424f74), after_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:54.182586 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-5bd40b17-4ba5-4a93-85d9-99f79c76341b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '824cafb3-da72-4e8a-8486-7f84d456b641', 'name': 'tempest-TestMinimumBasicScenario-740429165-router', 'tenant_id': 'f19d9f99f9b94e21b1ce3676c570f24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '34360c5c-6d55-4bf7-95fc-d0355980db6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:49Z', 'updated_at': '2022-05-27T03:37:50Z', 'revision_number': 3, 'project_id': 'f19d9f99f9b94e21b1ce3676c570f24b', 'gw_port': {'id': '34360c5c-6d55-4bf7-95fc-d0355980db6c', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '824cafb3-da72-4e8a-8486-7f84d456b641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:49Z', 'updated_at': '2022-05-27T03:37:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi'}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:54.195262 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-9a06381d-2600-4bd2-9e60-5f8379a44d89 admin admin] Publish callbacks [] for security_group (c7a082d8-2e0a-4508-9af8-ce01e0eb5178), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:54.225718 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd40b17-4ba5-4a93-85d9-99f79c76341b None None] The sync data for ids ['824cafb3-da72-4e8a-8486-7f84d456b641'] in dv-cinder-828805-4-iscsi is: [{'id': '824cafb3-da72-4e8a-8486-7f84d456b641', 'name': 'tempest-TestMinimumBasicScenario-740429165-router', 'tenant_id': 'f19d9f99f9b94e21b1ce3676c570f24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '34360c5c-6d55-4bf7-95fc-d0355980db6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:49Z', 'updated_at': '2022-05-27T03:37:50Z', 'revision_number': 3, 'project_id': 'f19d9f99f9b94e21b1ce3676c570f24b', 'gw_port': {'id': '34360c5c-6d55-4bf7-95fc-d0355980db6c', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '824cafb3-da72-4e8a-8486-7f84d456b641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:49Z', 'updated_at': '2022-05-27T03:37:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi'}] {{(pid=104617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:37:54.237884 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c4a55b-f698-4e0b-8993-548e85470455 req-c21e30e5-6ec6-4541-a63b-e57e55794d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:54.238342 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-77c4a55b-f698-4e0b-8993-548e85470455 req-c21e30e5-6ec6-4541-a63b-e57e55794d72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:54.240344 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-77c4a55b-f698-4e0b-8993-548e85470455 req-c21e30e5-6ec6-4541-a63b-e57e55794d72 service neutron] 10.222.0.69 "PUT /v2.0/ports/06e71513-08ad-4d96-80b8-50c5d5424f74 HTTP/1.1" status: 200 len: 1094 time: 1.6646101 May 27 03:37:54.240786 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d79d89b-d1bb-4f7d-ba6a-adc8003d8f89', 'tag': '06e71513-08ad-4d96-80b8-50c5d5424f74'}] {{(pid=104614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:37:54.243378 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a93b0eab3ec594b69aa68cd7d580be2fac36b4cb942ee4cac03c85783d056da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d893f2-7a29-4f5e-96b0-03659229c7c1" -d '{"events": [{"name": "network-changed", "server_uuid": "3d79d89b-d1bb-4f7d-ba6a-adc8003d8f89", "tag": "06e71513-08ad-4d96-80b8-50c5d5424f74"}]}' {{(pid=104614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:37:54.253042 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-9a06381d-2600-4bd2-9e60-5f8379a44d89 admin admin] Publish callbacks [] for security_group (c7a082d8-2e0a-4508-9af8-ce01e0eb5178), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:54.265918 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21e30e5-6ec6-4541-a63b-e57e55794d72 service neutron] Pushing event updated for resources: {'Port': ['ID=06e71513-08ad-4d96-80b8-50c5d5424f74,revision_number=3']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:54.273514 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-797e4307-355b-48a3-8f8f-dc515cd2cd10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791799515441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8584799065'] for port (8daa73a5-74bc-4634-b010-6d462f981f6b), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:54.281296 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4613de6d-b814-4e3c-8115-ae32f3a19476 req-beaca3f5-e4f2-4797-9ec4-49c7f5c8e92c tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:54.288306 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4613de6d-b814-4e3c-8115-ae32f3a19476 req-beaca3f5-e4f2-4797-9ec4-49c7f5c8e92c tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 943 time: 0.0824454 May 27 03:37:54.323408 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8442ea8b-440c-4bd9-9028-a903ef301567 x-openstack-request-id: req-8442ea8b-440c-4bd9-9028-a903ef301567 {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:37:54.323697 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d79d89b-d1bb-4f7d-ba6a-adc8003d8f89", "tag": "06e71513-08ad-4d96-80b8-50c5d5424f74", "status": "completed", "code": 200}]} {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:37:54.323951 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8442ea8b-440c-4bd9-9028-a903ef301567 {{(pid=104614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:37:54.324365 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8442ea8b-440c-4bd9-9028-a903ef301567'] response: {'name': 'network-changed', 'server_uuid': '3d79d89b-d1bb-4f7d-ba6a-adc8003d8f89', 'tag': '06e71513-08ad-4d96-80b8-50c5d5424f74', 'status': 'completed', 'code': 200} May 27 03:37:54.330637 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797e4307-355b-48a3-8f8f-dc515cd2cd10 admin admin] Network 3f2d1645-f5f6-45f7-8f5c-b7fa16a08227 is already hosted by enough agents. {{(pid=104614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:37:54.333692 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.base_scheduler [None req-797e4307-355b-48a3-8f8f-dc515cd2cd10 admin admin] Resources bound (agent type, host, resource id): {{(pid=104614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:37:54.338969 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device 0aa36f0b-ffa2-488e-b031-21fe9c191622 up at agent hyperv_hv-cinder-82880 {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:37:54.350139 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797e4307-355b-48a3-8f8f-dc515cd2cd10 admin admin] Received port after_create {{(pid=104614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:37:54.356202 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797e4307-355b-48a3-8f8f-dc515cd2cd10 admin admin] Pushing event updated for resources: {'Port': ['ID=8daa73a5-74bc-4634-b010-6d462f981f6b,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:54.451704 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=100 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:54.459018 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d893f2-7a29-4f5e-96b0-03659229c7c1 req-84875fd2-6d12-466f-b815-2f91e045795e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:54.461149 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-56d893f2-7a29-4f5e-96b0-03659229c7c1 req-84875fd2-6d12-466f-b815-2f91e045795e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=09b89ed90acc4dd2aa3bca17bb1a1fe9&device_id=3d79d89b-d1bb-4f7d-ba6a-adc8003d8f89 HTTP/1.1" status: 200 len: 1128 time: 0.0653038 May 27 03:37:54.462062 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-797e4307-355b-48a3-8f8f-dc515cd2cd10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680048'] for router_interface (824cafb3-da72-4e8a-8486-7f84d456b641), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:54.476489 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Provisioning for port 0aa36f0b-ffa2-488e-b031-21fe9c191622 completed by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:37:54.553348 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Provisioning complete for port 0aa36f0b-ffa2-488e-b031-21fe9c191622 triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:37:54.561404 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (0aa36f0b-ffa2-488e-b031-21fe9c191622), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:54.699871 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-6f536583-a90c-4c89-ad62-1a9e3c2d1b22 None None] Provisioning complete for port 8daa73a5-74bc-4634-b010-6d462f981f6b triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:37:54.700399 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-6f536583-a90c-4c89-ad62-1a9e3c2d1b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (8daa73a5-74bc-4634-b010-6d462f981f6b), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:54.707985 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:54.721486 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b662b93e-98a1-4cb9-ae3a-56f37fd63cfd req-f01006bb-eee6-4e68-833c-f0d8fd3a8173 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:54.724588 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:54.724725 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-b662b93e-98a1-4cb9-ae3a-56f37fd63cfd req-f01006bb-eee6-4e68-833c-f0d8fd3a8173 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/ports?device_id=d82dd530-bdcd-408b-9b6a-d6cde26fb9b6 HTTP/1.1" status: 200 len: 945 time: 0.1022143 May 27 03:37:54.778790 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4613de6d-b814-4e3c-8115-ae32f3a19476 req-517eacda-6d01-45ae-b116-6dcff4eec324 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4895282 May 27 03:37:54.783179 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d893f2-7a29-4f5e-96b0-03659229c7c1 req-e6e54e15-ce08-4315-b80b-54cc9b78be86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:54.785333 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-56d893f2-7a29-4f5e-96b0-03659229c7c1 req-e6e54e15-ce08-4315-b80b-54cc9b78be86 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=09b89ed90acc4dd2aa3bca17bb1a1fe9&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2664428 May 27 03:37:54.816934 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-6f536583-a90c-4c89-ad62-1a9e3c2d1b22 None None] Port 8daa73a5-74bc-4634-b010-6d462f981f6b cannot update to ACTIVE because it is not bound. {{(pid=104616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:37:54.821353 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Current status of the port 0aa36f0b-ffa2-488e-b031-21fe9c191622 is: BUILD; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:37:54.822116 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (0aa36f0b-ffa2-488e-b031-21fe9c191622), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:54.866538 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd82dd530-bdcd-408b-9b6a-d6cde26fb9b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aa36f0b-ffa2-488e-b031-21fe9c191622'}] {{(pid=104616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:37:54.869726 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538c57523af4411a099bc77a34a8b12cae4f8d5a17830f42255aa2cd4d9c6a31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f712683-5ec9-4561-80c0-ff0f71978a51" -d '{"events": [{"server_uuid": "d82dd530-bdcd-408b-9b6a-d6cde26fb9b6", "name": "network-vif-plugged", "status": "completed", "tag": "0aa36f0b-ffa2-488e-b031-21fe9c191622"}]}' {{(pid=104616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:37:54.902026 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port 0aa36f0b-ffa2-488e-b031-21fe9c191622, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=0aa36f0b-ffa2-488e-b031-21fe9c191622,segment=NetworkSegment(be2bf9c1-995c-430f-ada9-4c7603cb9ea3),segment_id=be2bf9c1-995c-430f-ada9-4c7603cb9ea3)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:37:54.954659 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-b662b93e-98a1-4cb9-ae3a-56f37fd63cfd req-7ca31441-a1f0-4652-864e-48fe301dcd68 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e559735-ef6e-41cc-93cf-279d407c22b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1945641 May 27 03:37:54.980750 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701330a8-1e86-40b1-bbbc-0fcf166099fd req-f0ded773-2fcc-4c25-a992-b1332623b497 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:54.983621 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-797e4307-355b-48a3-8f8f-dc515cd2cd10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (8daa73a5-74bc-4634-b010-6d462f981f6b), before_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:54.985260 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-701330a8-1e86-40b1-bbbc-0fcf166099fd req-f0ded773-2fcc-4c25-a992-b1332623b497 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d79d89b-d1bb-4f7d-ba6a-adc8003d8f89 HTTP/1.1" status: 200 len: 944 time: 0.1036220 May 27 03:37:54.987492 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-9a06381d-2600-4bd2-9e60-5f8379a44d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (c7a082d8-2e0a-4508-9af8-ce01e0eb5178), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:54.992145 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-9a06381d-2600-4bd2-9e60-5f8379a44d89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:54.993261 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-9a06381d-2600-4bd2-9e60-5f8379a44d89 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c7a082d8-2e0a-4508-9af8-ce01e0eb5178 HTTP/1.1" status: 204 len: 168 time: 0.8579099 May 27 03:37:55.022643 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (0aa36f0b-ffa2-488e-b031-21fe9c191622), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:55.055439 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a06381d-2600-4bd2-9e60-5f8379a44d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a082d8-2e0a-4508-9af8-ce01e0eb5178,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:55.108819 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-701330a8-1e86-40b1-bbbc-0fcf166099fd req-e81f6310-ec4d-42c1-b4f6-c5d7ebaf06c3 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/security-groups?id=38805287-50b5-471c-9e67-0fa8b1094e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227953 May 27 03:37:55.134235 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d893f2-7a29-4f5e-96b0-03659229c7c1 req-11dc33fc-e3a8-4013-af9b-e3bcb35e3a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:55.136058 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-56d893f2-7a29-4f5e-96b0-03659229c7c1 req-11dc33fc-e3a8-4013-af9b-e3bcb35e3a3a service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3202820 May 27 03:37:55.143811 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad07bee-5629-4d2e-9817-4faa47b20c75 x-openstack-request-id: req-aad07bee-5629-4d2e-9817-4faa47b20c75 {{(pid=104616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:37:55.144118 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d82dd530-bdcd-408b-9b6a-d6cde26fb9b6", "name": "network-vif-plugged", "status": "completed", "tag": "0aa36f0b-ffa2-488e-b031-21fe9c191622", "code": 200}]} {{(pid=104616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:37:55.149461 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aad07bee-5629-4d2e-9817-4faa47b20c75 {{(pid=104616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:37:55.149461 dv-cinder-828805-4-iscsi neutron-server[104616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aad07bee-5629-4d2e-9817-4faa47b20c75'] response: {'server_uuid': 'd82dd530-bdcd-408b-9b6a-d6cde26fb9b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aa36f0b-ffa2-488e-b031-21fe9c191622', 'code': 200} May 27 03:37:55.167913 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Pushing event updated for resources: {'Port': ['ID=0aa36f0b-ffa2-488e-b031-21fe9c191622,revision_number=5']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:55.553599 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c4a55b-f698-4e0b-8993-548e85470455 req-436e0adb-bb17-4fd7-91ad-29ac1cf8a751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:55.555152 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-77c4a55b-f698-4e0b-8993-548e85470455 req-436e0adb-bb17-4fd7-91ad-29ac1cf8a751 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=09b89ed90acc4dd2aa3bca17bb1a1fe9&device_id=3d79d89b-d1bb-4f7d-ba6a-adc8003d8f89 HTTP/1.1" status: 200 len: 1128 time: 0.2959659 May 27 03:37:55.581728 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836c9cc-35cb-4ecc-8aa6-2378a23ceba3 req-ea06da1c-e26f-4fe5-8b89-9bb1931eb6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:55.583797 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-5836c9cc-35cb-4ecc-8aa6-2378a23ceba3 req-ea06da1c-e26f-4fe5-8b89-9bb1931eb6af service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d82dd530-bdcd-408b-9b6a-d6cde26fb9b6 HTTP/1.1" status: 200 len: 1130 time: 0.0842385 May 27 03:37:55.621121 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-77c4a55b-f698-4e0b-8993-548e85470455 req-bbaad02a-3115-4fe1-be45-fafbc7cae3ce service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06e71513-08ad-4d96-80b8-50c5d5424f74 HTTP/1.1" status: 200 len: 217 time: 0.0512047 May 27 03:37:55.677410 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-797e4307-355b-48a3-8f8f-dc515cd2cd10 admin admin] Publish callbacks [] for port (8daa73a5-74bc-4634-b010-6d462f981f6b), precommit_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:55.711178 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-5836c9cc-35cb-4ecc-8aa6-2378a23ceba3 req-f2d34859-b9d7-40e3-925f-96739f755428 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3e559735-ef6e-41cc-93cf-279d407c22b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973814 May 27 03:37:55.712640 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c4a55b-f698-4e0b-8993-548e85470455 req-76dbb0f6-5cb4-4633-b317-625c86bc94d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:55.713982 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-77c4a55b-f698-4e0b-8993-548e85470455 req-76dbb0f6-5cb4-4633-b317-625c86bc94d1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d1c4414b-adb0-4c6a-a0d1-187d81afbc11 HTTP/1.1" status: 200 len: 848 time: 0.0816772 May 27 03:37:55.796161 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-797e4307-355b-48a3-8f8f-dc515cd2cd10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8584799086'] for port (8daa73a5-74bc-4634-b010-6d462f981f6b), after_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:55.865776 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797e4307-355b-48a3-8f8f-dc515cd2cd10 admin admin] Pushing event updated for resources: {'Port': ['ID=8daa73a5-74bc-4634-b010-6d462f981f6b,revision_number=2']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:55.869503 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-797e4307-355b-48a3-8f8f-dc515cd2cd10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-373377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681152'] for router_interface (824cafb3-da72-4e8a-8486-7f84d456b641), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:55.903369 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6a0d1-48a4-4fe5-b182-6c2fa8a1231d req-0be64cbe-9231-4402-b41b-bb4f9fa12c8a tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:55.905005 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-a8d6a0d1-48a4-4fe5-b182-6c2fa8a1231d req-0be64cbe-9231-4402-b41b-bb4f9fa12c8a tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 943 time: 0.0487587 May 27 03:37:55.940760 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 38588) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:37:55.963554 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-8987e567-107b-41e6-93c5-8719d75b91a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:55.975020 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-a8d6a0d1-48a4-4fe5-b182-6c2fa8a1231d req-2bbd6326-c1c7-48c2-aa4a-640b0e869a1c tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605967 May 27 03:37:56.033308 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-77c4a55b-f698-4e0b-8993-548e85470455 req-05ee30a1-102e-49f9-b8cf-41b2e8b94593 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fc7d4913-1a98-471a-8f02-141f8db23d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335572 May 27 03:37:56.047396 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797e4307-355b-48a3-8f8f-dc515cd2cd10 admin admin] Network 3f2d1645-f5f6-45f7-8f5c-b7fa16a08227 is already hosted by enough agents. {{(pid=104614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:37:56.072790 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.base_scheduler [None req-797e4307-355b-48a3-8f8f-dc515cd2cd10 admin admin] Resources bound (agent type, host, resource id): {{(pid=104614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:37:56.129601 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244c276-e623-407e-bab8-04337a71a94e req-a3212ea7-645a-4d06-bf24-2e7cd78c85b1 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:56.131331 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-8244c276-e623-407e-bab8-04337a71a94e req-a3212ea7-645a-4d06-bf24-2e7cd78c85b1 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/ports?device_id=d82dd530-bdcd-408b-9b6a-d6cde26fb9b6 HTTP/1.1" status: 200 len: 946 time: 0.0727282 May 27 03:37:56.208293 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-8244c276-e623-407e-bab8-04337a71a94e req-815b5fda-1ffd-4d1f-b8a2-da5f1bf14057 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e559735-ef6e-41cc-93cf-279d407c22b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707035 May 27 03:37:56.225393 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-8987e567-107b-41e6-93c5-8719d75b91a4 admin admin] Publish callbacks [] for security_group (68bbce2a-71a0-4e23-8a1e-4fe31ada8ac9), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:56.277857 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-77c4a55b-f698-4e0b-8993-548e85470455 req-5891441e-f794-4c02-81f2-fb80cfabc9f6 service neutron] 10.222.0.69 "GET /v2.0/networks/fc7d4913-1a98-471a-8f02-141f8db23d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334952 May 27 03:37:56.305762 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-797e4307-355b-48a3-8f8f-dc515cd2cd10 admin admin] Router 824cafb3-da72-4e8a-8486-7f84d456b641 has already been hosted by L3 agent 9df6ec88-276d-42f5-acd2-7e289451d5e3 {{(pid=104614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:37:56.307979 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-8987e567-107b-41e6-93c5-8719d75b91a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (68bbce2a-71a0-4e23-8a1e-4fe31ada8ac9), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:56.341883 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ed7f5a-ef70-4e87-a7d3-fef0a06502fe req-9c5775ab-66e1-4598-8076-aff8164363e3 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:56.344446 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-10ed7f5a-ef70-4e87-a7d3-fef0a06502fe req-9c5775ab-66e1-4598-8076-aff8164363e3 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d79d89b-d1bb-4f7d-ba6a-adc8003d8f89 HTTP/1.1" status: 200 len: 944 time: 0.0825822 May 27 03:37:56.399454 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-10ed7f5a-ef70-4e87-a7d3-fef0a06502fe req-d291edfb-795e-46a9-be2c-18bcfd3152cb tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/security-groups?id=38805287-50b5-471c-9e67-0fa8b1094e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461679 May 27 03:37:56.463107 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-914ed6b2-3c63-434e-8d68-37e958de593e None None] Provisioning complete for port 8daa73a5-74bc-4634-b010-6d462f981f6b triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:37:56.464189 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-914ed6b2-3c63-434e-8d68-37e958de593e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (8daa73a5-74bc-4634-b010-6d462f981f6b), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:56.483551 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-8987e567-107b-41e6-93c5-8719d75b91a4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2e17971f56cb4be4bd29fcf253216d04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5415447 May 27 03:37:56.484984 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 38598) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:37:56.499806 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-914ed6b2-3c63-434e-8d68-37e958de593e None None] Port 8daa73a5-74bc-4634-b010-6d462f981f6b cannot update to ACTIVE because it is not bound. {{(pid=104616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:37:56.508018 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 34360c5c-6d55-4bf7-95fc-d0355980db6c up at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:37:56.515843 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8987e567-107b-41e6-93c5-8719d75b91a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68bbce2a-71a0-4e23-8a1e-4fe31ada8ac9,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:56.538583 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=100 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:56.542595 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:56.571367 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Provisioning complete for port 34360c5c-6d55-4bf7-95fc-d0355980db6c triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:37:56.571367 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (34360c5c-6d55-4bf7-95fc-d0355980db6c), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:56.580849 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-bdeffb45-1230-4046-bcb9-0e7790775ab8 admin admin] Publish callbacks [] for security_group (68bbce2a-71a0-4e23-8a1e-4fe31ada8ac9), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:56.608579 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-bdeffb45-1230-4046-bcb9-0e7790775ab8 admin admin] Publish callbacks [] for security_group (68bbce2a-71a0-4e23-8a1e-4fe31ada8ac9), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:56.624643 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-77c4a55b-f698-4e0b-8993-548e85470455 req-04236000-7d04-4aa5-ba30-909057332c76 service neutron] 10.222.0.69 "GET /v2.0/networks/fc7d4913-1a98-471a-8f02-141f8db23d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995182 May 27 03:37:56.630416 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-797e4307-355b-48a3-8f8f-dc515cd2cd10 admin admin] Notify agent at l3_agent.dv-cinder-828805-4-iscsi the message routers_updated {{(pid=104614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:37:56.644154 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-797e4307-355b-48a3-8f8f-dc515cd2cd10 admin admin] 10.222.0.24 "PUT /v2.0/routers/824cafb3-da72-4e8a-8486-7f84d456b641/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2035913 May 27 03:37:56.647032 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2135e095-5bd6-4e4d-add0-3e142bc9d407 None None] Sync routers for ids ['824cafb3-da72-4e8a-8486-7f84d456b641'] in dv-cinder-828805-4-iscsi {{(pid=104616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:37:56.684500 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2135e095-5bd6-4e4d-add0-3e142bc9d407 None None] Routers {'824cafb3-da72-4e8a-8486-7f84d456b641'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:37:56.685366 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-2135e095-5bd6-4e4d-add0-3e142bc9d407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:37:47Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['824cafb3-da72-4e8a-8486-7f84d456b641'], 'active': True} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:56.715038 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4dd63-584d-410c-bcfe-75b27f9a20d4 req-5f3a5802-a5f5-4053-b465-2b138d3094af tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:56.716685 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-b2a4dd63-584d-410c-bcfe-75b27f9a20d4 req-5f3a5802-a5f5-4053-b465-2b138d3094af tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7aaae9a-624e-4ca1-a2d9-b3bbbe2db822 HTTP/1.1" status: 200 len: 946 time: 0.0878334 May 27 03:37:56.732690 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Current status of the port 34360c5c-6d55-4bf7-95fc-d0355980db6c is: DOWN; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:37:56.733368 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (34360c5c-6d55-4bf7-95fc-d0355980db6c), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:56.771595 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] For port 34360c5c-6d55-4bf7-95fc-d0355980db6c, host dv-cinder-828805-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=34360c5c-6d55-4bf7-95fc-d0355980db6c,segment=NetworkSegment(2b0e99ee-61aa-44db-85d9-9c6d208f29d9),segment_id=2b0e99ee-61aa-44db-85d9-9c6d208f29d9)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:37:56.781636 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-b2a4dd63-584d-410c-bcfe-75b27f9a20d4 req-d207018c-bc3f-41f5-bf5b-0054a66059c1 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556860 May 27 03:37:56.805444 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:56.833444 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvr_db [None req-2135e095-5bd6-4e4d-add0-3e142bc9d407 None None] Set router 824cafb3-da72-4e8a-8486-7f84d456b641 gateway port host: dv-cinder-828805-4-iscsi {{(pid=104616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:37:56.883994 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-bdeffb45-1230-4046-bcb9-0e7790775ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (68bbce2a-71a0-4e23-8a1e-4fe31ada8ac9), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:56.886524 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-bdeffb45-1230-4046-bcb9-0e7790775ab8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:56.887665 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-bdeffb45-1230-4046-bcb9-0e7790775ab8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/68bbce2a-71a0-4e23-8a1e-4fe31ada8ac9 HTTP/1.1" status: 204 len: 168 time: 0.4018381 May 27 03:37:56.895455 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeffb45-1230-4046-bcb9-0e7790775ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68bbce2a-71a0-4e23-8a1e-4fe31ada8ac9,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:56.903012 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (34360c5c-6d55-4bf7-95fc-d0355980db6c), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:57.020771 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Pushing event updated for resources: {'Port': ['ID=34360c5c-6d55-4bf7-95fc-d0355980db6c,revision_number=4']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:57.104387 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-2135e095-5bd6-4e4d-add0-3e142bc9d407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '824cafb3-da72-4e8a-8486-7f84d456b641', 'name': 'tempest-TestMinimumBasicScenario-740429165-router', 'tenant_id': 'f19d9f99f9b94e21b1ce3676c570f24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '34360c5c-6d55-4bf7-95fc-d0355980db6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:49Z', 'updated_at': '2022-05-27T03:37:54Z', 'revision_number': 4, 'project_id': 'f19d9f99f9b94e21b1ce3676c570f24b', 'gw_port': {'id': '34360c5c-6d55-4bf7-95fc-d0355980db6c', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '824cafb3-da72-4e8a-8486-7f84d456b641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:49Z', 'updated_at': '2022-05-27T03:37:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_interfaces': [{'id': '8daa73a5-74bc-4634-b010-6d462f981f6b', 'name': '', 'network_id': '3f2d1645-f5f6-45f7-8f5c-b7fa16a08227', 'tenant_id': 'f19d9f99f9b94e21b1ce3676c570f24b', 'mac_address': 'fa:16:3e:2c:d6:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '824cafb3-da72-4e8a-8486-7f84d456b641', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '380fa01d-2854-4c88-9c48-f196962d09b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:53Z', 'updated_at': '2022-05-27T03:37:55Z', 'revision_number': 2, 'project_id': 'f19d9f99f9b94e21b1ce3676c570f24b', 'subnets': [{'id': '380fa01d-2854-4c88-9c48-f196962d09b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:57.106133 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:57.116634 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5885cfb6-6796-43a8-83aa-7bd0de9d4fb5 req-f1faabf3-5435-4bde-8eee-da8f3fb14d65 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:57.120962 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-5885cfb6-6796-43a8-83aa-7bd0de9d4fb5 req-f1faabf3-5435-4bde-8eee-da8f3fb14d65 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 943 time: 0.0586803 May 27 03:37:57.140844 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2135e095-5bd6-4e4d-add0-3e142bc9d407 None None] Checking router: 824cafb3-da72-4e8a-8486-7f84d456b641 for host: dv-cinder-828805-4-iscsi {{(pid=104616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:37:57.148094 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2135e095-5bd6-4e4d-add0-3e142bc9d407 None None] Updating router 824cafb3-da72-4e8a-8486-7f84d456b641 port 8daa73a5-74bc-4634-b010-6d462f981f6b binding host dv-cinder-828805-4-iscsi {{(pid=104616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:37:57.174425 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-2135e095-5bd6-4e4d-add0-3e142bc9d407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (8daa73a5-74bc-4634-b010-6d462f981f6b), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:57.193719 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-5885cfb6-6796-43a8-83aa-7bd0de9d4fb5 req-ec7ec3e5-9abb-4021-8418-5688edbccf1a tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615013 May 27 03:37:57.346493 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:57.350678 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38001115-de6b-4b36-948b-54ca2af7ef2e req-f3041ad5-2342-4f6b-88c2-92318ddc0ba8 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:57.352565 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-38001115-de6b-4b36-948b-54ca2af7ef2e req-f3041ad5-2342-4f6b-88c2-92318ddc0ba8 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/ports?device_id=d82dd530-bdcd-408b-9b6a-d6cde26fb9b6 HTTP/1.1" status: 200 len: 946 time: 0.0634391 May 27 03:37:57.436155 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-38001115-de6b-4b36-948b-54ca2af7ef2e req-a61a3593-135b-45dd-a541-5a04879a5a21 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e559735-ef6e-41cc-93cf-279d407c22b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732827 May 27 03:37:57.557818 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=100 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:57.582204 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7263b41d-e6d3-45a2-b783-8cd94349c35f req-bea51fa9-fd6d-4c8a-b75b-41839f77b819 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:57.584295 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-7263b41d-e6d3-45a2-b783-8cd94349c35f req-bea51fa9-fd6d-4c8a-b75b-41839f77b819 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d79d89b-d1bb-4f7d-ba6a-adc8003d8f89 HTTP/1.1" status: 200 len: 944 time: 0.0897768 May 27 03:37:57.586810 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:57.595397 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e03ebf8-1126-4df5-a4c2-4f589ca2c112 req-bdb5071c-8376-4784-8187-bd21ce3d4c22 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:57.597008 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-3e03ebf8-1126-4df5-a4c2-4f589ca2c112 req-bdb5071c-8376-4784-8187-bd21ce3d4c22 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/ports?device_id=d82dd530-bdcd-408b-9b6a-d6cde26fb9b6 HTTP/1.1" status: 200 len: 946 time: 0.0640013 May 27 03:37:57.677411 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-2135e095-5bd6-4e4d-add0-3e142bc9d407 None None] Publish callbacks [] for port (8daa73a5-74bc-4634-b010-6d462f981f6b), precommit_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:57.678721 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-7263b41d-e6d3-45a2-b783-8cd94349c35f req-265925b7-7bd0-4e1e-9f7b-58cd20be6147 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/security-groups?id=38805287-50b5-471c-9e67-0fa8b1094e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807123 May 27 03:37:57.683362 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-3e03ebf8-1126-4df5-a4c2-4f589ca2c112 req-601bec40-d3b4-4983-ad31-65402629ccb5 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e559735-ef6e-41cc-93cf-279d407c22b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724359 May 27 03:37:57.705794 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 38634) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:37:57.773171 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-2135e095-5bd6-4e4d-add0-3e142bc9d407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (8daa73a5-74bc-4634-b010-6d462f981f6b), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:57.853204 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e952561-3920-4d9e-929d-b68ad1c7ee1f None None] Pushing event updated for resources: {'Port': ['ID=8daa73a5-74bc-4634-b010-6d462f981f6b,revision_number=3']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:57.920329 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20242b2f-b810-4c43-9220-0e5561582bb6 req-d2bfc98b-5d10-4c76-9c43-cd2e25767992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:57.923936 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-20242b2f-b810-4c43-9220-0e5561582bb6 req-d2bfc98b-5d10-4c76-9c43-cd2e25767992 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=03b1335715234895a0c1a555b22ee8d3&device_id=e7aaae9a-624e-4ca1-a2d9-b3bbbe2db822 HTTP/1.1" status: 200 len: 1130 time: 0.1112771 May 27 03:37:57.938939 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.managers [None req-2135e095-5bd6-4e4d-add0-3e142bc9d407 None None] Attempting to bind port 8daa73a5-74bc-4634-b010-6d462f981f6b on host dv-cinder-828805-4-iscsi for vnic_type normal with profile {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:37:57.940059 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.managers [None req-2135e095-5bd6-4e4d-add0-3e142bc9d407 None None] Attempting to bind port 8daa73a5-74bc-4634-b010-6d462f981f6b by drivers openvswitch,hyperv on host dv-cinder-828805-4-iscsi at level 0 using segments [{'id': '959b2de1-2305-4b6f-b206-dd3683066df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3f2d1645-f5f6-45f7-8f5c-b7fa16a08227'}] {{(pid=104616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:37:57.940582 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2135e095-5bd6-4e4d-add0-3e142bc9d407 None None] Attempting to bind port 8daa73a5-74bc-4634-b010-6d462f981f6b on network 3f2d1645-f5f6-45f7-8f5c-b7fa16a08227 {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:37:57.948974 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2135e095-5bd6-4e4d-add0-3e142bc9d407 None None] Checking agent: {'id': '917d01f3-4a27-4590-ae14-da14d21a1e88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 26, 21), 'started_at': datetime.datetime(2022, 5, 27, 3, 26, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:37:57.949827 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2135e095-5bd6-4e4d-add0-3e142bc9d407 None None] Checking segment: {'id': '959b2de1-2305-4b6f-b206-dd3683066df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3f2d1645-f5f6-45f7-8f5c-b7fa16a08227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:37:57.950453 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-2135e095-5bd6-4e4d-add0-3e142bc9d407 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:57.951021 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2135e095-5bd6-4e4d-add0-3e142bc9d407 None None] Bound using segment: {'id': '959b2de1-2305-4b6f-b206-dd3683066df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3f2d1645-f5f6-45f7-8f5c-b7fa16a08227'} {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:37:57.951643 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.managers [None req-2135e095-5bd6-4e4d-add0-3e142bc9d407 None None] Bound port: 8daa73a5-74bc-4634-b010-6d462f981f6b, host: dv-cinder-828805-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '959b2de1-2305-4b6f-b206-dd3683066df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3f2d1645-f5f6-45f7-8f5c-b7fa16a08227'}}] {{(pid=104616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:37:57.952865 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-2135e095-5bd6-4e4d-add0-3e142bc9d407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (8daa73a5-74bc-4634-b010-6d462f981f6b), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:58.064957 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-2135e095-5bd6-4e4d-add0-3e142bc9d407 None None] For port 8daa73a5-74bc-4634-b010-6d462f981f6b, host dv-cinder-828805-4-iscsi, cleared binding levels {{(pid=104616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:37:58.069159 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d007882f-b0eb-4977-bd9f-7e091f1c6fe9 req-e33ad737-2c2c-4a61-8b8a-ce6025e4555d tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:58.069317 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-2135e095-5bd6-4e4d-add0-3e142bc9d407 None None] For port 8daa73a5-74bc-4634-b010-6d462f981f6b, host dv-cinder-828805-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=8daa73a5-74bc-4634-b010-6d462f981f6b,segment=NetworkSegment(959b2de1-2305-4b6f-b206-dd3683066df5),segment_id=959b2de1-2305-4b6f-b206-dd3683066df5)] {{(pid=104616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:37:58.070901 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-d007882f-b0eb-4977-bd9f-7e091f1c6fe9 req-e33ad737-2c2c-4a61-8b8a-ce6025e4555d tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7aaae9a-624e-4ca1-a2d9-b3bbbe2db822 HTTP/1.1" status: 200 len: 946 time: 0.1397665 May 27 03:37:58.072428 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce652580-743c-4080-a7f4-e31147963cc2 tempest-TestShelveInstance-662613750 tempest-TestShelveInstance-662613750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:58.077092 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-ce652580-743c-4080-a7f4-e31147963cc2 tempest-TestShelveInstance-662613750 tempest-TestShelveInstance-662613750-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d82dd530-bdcd-408b-9b6a-d6cde26fb9b6 HTTP/1.1" status: 200 len: 1125 time: 0.3670306 May 27 03:37:58.077360 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 38642) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:37:58.084397 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.v2.base [None req-8f98961f-53de-4b59-8739-4ecc5e802db9 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Request body: {'floatingip': {'floating_network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'port_id': '0aa36f0b-ffa2-488e-b031-21fe9c191622', 'tenant_id': '19592ab2e5e04d7c952aebf73f4fca6e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:37:58.143008 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-badcd9af-8b35-4322-aa56-4ecd0c87cc49 None None] Provisioning complete for port 8daa73a5-74bc-4634-b010-6d462f981f6b triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:37:58.143226 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-badcd9af-8b35-4322-aa56-4ecd0c87cc49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (8daa73a5-74bc-4634-b010-6d462f981f6b), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:58.156755 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-d007882f-b0eb-4977-bd9f-7e091f1c6fe9 req-82521d24-0739-4211-891b-aec360858399 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643547 May 27 03:37:58.173766 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-2135e095-5bd6-4e4d-add0-3e142bc9d407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (8daa73a5-74bc-4634-b010-6d462f981f6b), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:58.201804 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:58.222185 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-badcd9af-8b35-4322-aa56-4ecd0c87cc49 None None] Port 8daa73a5-74bc-4634-b010-6d462f981f6b cannot update to ACTIVE because it is not bound. {{(pid=104616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:37:58.253120 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2135e095-5bd6-4e4d-add0-3e142bc9d407 None None] Routers {'824cafb3-da72-4e8a-8486-7f84d456b641'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:37:58.253767 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-2135e095-5bd6-4e4d-add0-3e142bc9d407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:37:47Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['824cafb3-da72-4e8a-8486-7f84d456b641'], 'active': True} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:58.274617 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-8f98961f-53de-4b59-8739-4ecc5e802db9 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:58.323852 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e952561-3920-4d9e-929d-b68ad1c7ee1f None None] Pushing event updated for resources: {'Port': ['ID=8daa73a5-74bc-4634-b010-6d462f981f6b,revision_number=4']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:58.541866 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvr_db [None req-2135e095-5bd6-4e4d-add0-3e142bc9d407 None None] Set router 824cafb3-da72-4e8a-8486-7f84d456b641 gateway port host: dv-cinder-828805-4-iscsi {{(pid=104616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:37:58.542472 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98381f-0df9-44f2-a0a0-2b6b4518e018 req-3b73f603-b6c5-4d95-87cc-7beec0b8c28f tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:58.542602 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20242b2f-b810-4c43-9220-0e5561582bb6 req-7369ba6f-a355-4a1f-b3b8-8cc73f1ade4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:58.542602 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-20242b2f-b810-4c43-9220-0e5561582bb6 req-7369ba6f-a355-4a1f-b3b8-8cc73f1ade4c service neutron] 10.222.0.69 "GET /v2.0/networks?id=7ad434bf-5110-4909-8d4e-fd9ddb1876ab HTTP/1.1" status: 200 len: 920 time: 0.2568171 May 27 03:37:58.543047 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-be98381f-0df9-44f2-a0a0-2b6b4518e018 req-3b73f603-b6c5-4d95-87cc-7beec0b8c28f tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 943 time: 0.2331679 May 27 03:37:58.566405 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 34360c5c-6d55-4bf7-95fc-d0355980db6c up at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:37:58.600787 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-20242b2f-b810-4c43-9220-0e5561582bb6 req-56aae046-4970-4f44-8c04-ef5525b258de service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca04734c-9ae1-421c-83aa-9ede7ab3af1a HTTP/1.1" status: 200 len: 217 time: 0.0520599 May 27 03:37:58.608300 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-8f98961f-53de-4b59-8739-4ecc5e802db9 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:58.683148 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:58.683369 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20242b2f-b810-4c43-9220-0e5561582bb6 req-ae2eec5c-5699-4915-a0c7-eb1cbc7111f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:58.684682 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-20242b2f-b810-4c43-9220-0e5561582bb6 req-ae2eec5c-5699-4915-a0c7-eb1cbc7111f0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=322aacf8-7a2c-4c8b-810a-fab1e2caab1f HTTP/1.1" status: 200 len: 858 time: 0.0742090 May 27 03:37:58.732794 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-be98381f-0df9-44f2-a0a0-2b6b4518e018 req-3419ab8b-2050-421e-b3ac-e7195d0b38c8 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1864545 May 27 03:37:58.738176 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-98441c21-93ac-4b0e-9866-c3f2c9bd33a1 None None] Provisioning complete for port 8daa73a5-74bc-4634-b010-6d462f981f6b triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:37:58.738713 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-98441c21-93ac-4b0e-9866-c3f2c9bd33a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (8daa73a5-74bc-4634-b010-6d462f981f6b), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:58.744406 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Provisioning complete for port 34360c5c-6d55-4bf7-95fc-d0355980db6c triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:37:58.744712 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (34360c5c-6d55-4bf7-95fc-d0355980db6c), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:58.747733 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20242b2f-b810-4c43-9220-0e5561582bb6 req-024ae66f-4c51-4161-8b13-720577766cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:58.749829 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-20242b2f-b810-4c43-9220-0e5561582bb6 req-024ae66f-4c51-4161-8b13-720577766cc2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7ad434bf-5110-4909-8d4e-fd9ddb1876ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0591466 May 27 03:37:58.804683 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.db.db_base_plugin_common [None req-8f98961f-53de-4b59-8739-4ecc5e802db9 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Allocated IP 172.27.0.172 (6db324a0-41f0-4440-95df-83df441784f6/1196ed2a-e255-42ad-b78e-696bc1bae72b/3251335d-a97d-4376-9e3c-8530ec0cb3ef) {{(pid=104615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:37:58.881655 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95f7a52-485b-4ddd-aef9-f4d307992b61 req-2ba8e1ef-f2bf-4b11-8d48-637efae5bdf5 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:58.883739 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-d95f7a52-485b-4ddd-aef9-f4d307992b61 req-2ba8e1ef-f2bf-4b11-8d48-637efae5bdf5 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d79d89b-d1bb-4f7d-ba6a-adc8003d8f89 HTTP/1.1" status: 200 len: 944 time: 0.0740137 May 27 03:37:58.887400 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-20242b2f-b810-4c43-9220-0e5561582bb6 req-2efbcd14-f6fd-46b1-a3c9-214933d537d8 service neutron] 10.222.0.69 "GET /v2.0/networks/7ad434bf-5110-4909-8d4e-fd9ddb1876ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274126 May 27 03:37:58.922401 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-2135e095-5bd6-4e4d-add0-3e142bc9d407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '824cafb3-da72-4e8a-8486-7f84d456b641', 'name': 'tempest-TestMinimumBasicScenario-740429165-router', 'tenant_id': 'f19d9f99f9b94e21b1ce3676c570f24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '34360c5c-6d55-4bf7-95fc-d0355980db6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:49Z', 'updated_at': '2022-05-27T03:37:54Z', 'revision_number': 4, 'project_id': 'f19d9f99f9b94e21b1ce3676c570f24b', 'gw_port': {'id': '34360c5c-6d55-4bf7-95fc-d0355980db6c', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824cafb3-da72-4e8a-8486-7f84d456b641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:49Z', 'updated_at': '2022-05-27T03:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_interfaces': [{'id': '8daa73a5-74bc-4634-b010-6d462f981f6b', 'name': '', 'network_id': '3f2d1645-f5f6-45f7-8f5c-b7fa16a08227', 'tenant_id': 'f19d9f99f9b94e21b1ce3676c570f24b', 'mac_address': 'fa:16:3e:2c:d6:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '824cafb3-da72-4e8a-8486-7f84d456b641', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '380fa01d-2854-4c88-9c48-f196962d09b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:53Z', 'updated_at': '2022-05-27T03:37:58Z', 'revision_number': 4, 'project_id': 'f19d9f99f9b94e21b1ce3676c570f24b', 'subnets': [{'id': '380fa01d-2854-4c88-9c48-f196962d09b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:37:58.979107 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2135e095-5bd6-4e4d-add0-3e142bc9d407 None None] The sync data for ids ['824cafb3-da72-4e8a-8486-7f84d456b641'] in dv-cinder-828805-4-iscsi is: [{'id': '824cafb3-da72-4e8a-8486-7f84d456b641', 'name': 'tempest-TestMinimumBasicScenario-740429165-router', 'tenant_id': 'f19d9f99f9b94e21b1ce3676c570f24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '34360c5c-6d55-4bf7-95fc-d0355980db6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:49Z', 'updated_at': '2022-05-27T03:37:54Z', 'revision_number': 4, 'project_id': 'f19d9f99f9b94e21b1ce3676c570f24b', 'gw_port': {'id': '34360c5c-6d55-4bf7-95fc-d0355980db6c', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824cafb3-da72-4e8a-8486-7f84d456b641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:49Z', 'updated_at': '2022-05-27T03:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_interfaces': [{'id': '8daa73a5-74bc-4634-b010-6d462f981f6b', 'name': '', 'network_id': '3f2d1645-f5f6-45f7-8f5c-b7fa16a08227', 'tenant_id': 'f19d9f99f9b94e21b1ce3676c570f24b', 'mac_address': 'fa:16:3e:2c:d6:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '824cafb3-da72-4e8a-8486-7f84d456b641', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '380fa01d-2854-4c88-9c48-f196962d09b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:53Z', 'updated_at': '2022-05-27T03:37:58Z', 'revision_number': 4, 'project_id': 'f19d9f99f9b94e21b1ce3676c570f24b', 'subnets': [{'id': '380fa01d-2854-4c88-9c48-f196962d09b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:37:59.029073 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-20242b2f-b810-4c43-9220-0e5561582bb6 req-b4988792-a1ef-4add-878e-e00b0ebab4e7 service neutron] 10.222.0.69 "GET /v2.0/networks/7ad434bf-5110-4909-8d4e-fd9ddb1876ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369078 May 27 03:37:59.034071 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Current status of the port 34360c5c-6d55-4bf7-95fc-d0355980db6c is: ACTIVE; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:37:59.040890 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-98441c21-93ac-4b0e-9866-c3f2c9bd33a1 None None] Current status of the port 8daa73a5-74bc-4634-b010-6d462f981f6b is: DOWN; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:37:59.041354 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-98441c21-93ac-4b0e-9866-c3f2c9bd33a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (8daa73a5-74bc-4634-b010-6d462f981f6b), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:59.097859 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:59.105798 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-8f98961f-53de-4b59-8739-4ecc5e802db9 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Publish callbacks [] for port (3251335d-a97d-4376-9e3c-8530ec0cb3ef), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:59.117950 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-98441c21-93ac-4b0e-9866-c3f2c9bd33a1 None None] For port 8daa73a5-74bc-4634-b010-6d462f981f6b, host dv-cinder-828805-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=8daa73a5-74bc-4634-b010-6d462f981f6b,segment=NetworkSegment(959b2de1-2305-4b6f-b206-dd3683066df5),segment_id=959b2de1-2305-4b6f-b206-dd3683066df5)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:37:59.175279 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-d95f7a52-485b-4ddd-aef9-f4d307992b61 req-c07eae80-eb3d-4212-8538-6afa8c012d2d tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/security-groups?id=38805287-50b5-471c-9e67-0fa8b1094e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217932 May 27 03:37:59.198061 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-98441c21-93ac-4b0e-9866-c3f2c9bd33a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (8daa73a5-74bc-4634-b010-6d462f981f6b), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:59.285983 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98441c21-93ac-4b0e-9866-c3f2c9bd33a1 None None] Pushing event updated for resources: {'Port': ['ID=8daa73a5-74bc-4634-b010-6d462f981f6b,revision_number=5']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:59.299072 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-8f98961f-53de-4b59-8739-4ecc5e802db9 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791799515441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585481432'] for port (3251335d-a97d-4376-9e3c-8530ec0cb3ef), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:59.378101 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e37f7f-669a-4d3c-8781-79b3e0c74e40 req-ea7ffd65-ed54-4bd9-a7d2-9cd70b70e7f4 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:59.386186 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-31e37f7f-669a-4d3c-8781-79b3e0c74e40 req-ea7ffd65-ed54-4bd9-a7d2-9cd70b70e7f4 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7aaae9a-624e-4ca1-a2d9-b3bbbe2db822 HTTP/1.1" status: 200 len: 946 time: 0.1163216 May 27 03:37:59.414093 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f98961f-53de-4b59-8739-4ecc5e802db9 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Network 6db324a0-41f0-4440-95df-83df441784f6 is already hosted by enough agents. {{(pid=104615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:37:59.422708 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.base_scheduler [None req-8f98961f-53de-4b59-8739-4ecc5e802db9 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Resources bound (agent type, host, resource id): {{(pid=104615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:37:59.425890 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f98961f-53de-4b59-8739-4ecc5e802db9 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Received port after_create {{(pid=104615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:37:59.434000 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:59.459683 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f98961f-53de-4b59-8739-4ecc5e802db9 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Pushing event updated for resources: {'Port': ['ID=3251335d-a97d-4376-9e3c-8530ec0cb3ef,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:59.496215 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:59.508016 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-31e37f7f-669a-4d3c-8781-79b3e0c74e40 req-4c699d17-64ad-43a9-8f0b-c09a2f2d34a7 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178958 May 27 03:37:59.658863 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:59.778756 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e36e605-8542-4999-a51c-97187c3f1e01 req-23911044-4ef1-4637-921f-a8e79fb6c2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:59.780372 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-1e36e605-8542-4999-a51c-97187c3f1e01 req-23911044-4ef1-4637-921f-a8e79fb6c2a9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629&tenant_id=1377b9e588bd44f3b29b03728c418151 HTTP/1.1" status: 200 len: 1127 time: 0.0934067 May 27 03:37:59.919333 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e36e605-8542-4999-a51c-97187c3f1e01 req-32646753-3764-4e8c-94a6-09c1a31d35b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:59.920866 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-1e36e605-8542-4999-a51c-97187c3f1e01 req-32646753-3764-4e8c-94a6-09c1a31d35b9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1377b9e588bd44f3b29b03728c418151&device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 1127 time: 0.0742648 May 27 03:37:59.932627 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae7a8b-dd8f-4ee9-9c49-f1234641be30 req-d50ccd76-6530-41c6-a735-75c4a3148bdf tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:37:59.934545 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-32ae7a8b-dd8f-4ee9-9c49-f1234641be30 req-d50ccd76-6530-41c6-a735-75c4a3148bdf tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 943 time: 0.0703692 May 27 03:37:59.938770 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:59.994274 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:00.001106 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-8f98961f-53de-4b59-8739-4ecc5e802db9 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Publish callbacks [] for floatingip (8cb2bc52-a2b5-48bc-87e0-6a1f44269143), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:00.063743 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e36e605-8542-4999-a51c-97187c3f1e01 req-107f3902-75e9-445e-ab78-1c69095ee5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:00.065228 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-1e36e605-8542-4999-a51c-97187c3f1e01 req-107f3902-75e9-445e-ab78-1c69095ee5c8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1 HTTP/1.1" status: 200 len: 918 time: 0.1367908 May 27 03:38:00.123686 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-32ae7a8b-dd8f-4ee9-9c49-f1234641be30 req-aa9ad75e-41e4-49df-a982-0334e1474ba6 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729854 May 27 03:38:00.128664 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=4 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:00.160087 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-1e36e605-8542-4999-a51c-97187c3f1e01 req-eab29a8b-6572-40b6-bd17-29edc3a9c09e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e23f1b69-a428-4690-914e-c5c91277d071 HTTP/1.1" status: 200 len: 999 time: 0.0804250 May 27 03:38:00.185407 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-8f98961f-53de-4b59-8739-4ecc5e802db9 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (3251335d-a97d-4376-9e3c-8530ec0cb3ef), before_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:00.229441 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e36e605-8542-4999-a51c-97187c3f1e01 req-f837c745-d11c-40d1-b9ea-e14c648dec2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:00.231045 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-1e36e605-8542-4999-a51c-97187c3f1e01 req-f837c745-d11c-40d1-b9ea-e14c648dec2f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=01cacb82-b9b5-47d7-9a65-bacc84dba8c5 HTTP/1.1" status: 200 len: 856 time: 0.0652969 May 27 03:38:00.326360 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e36e605-8542-4999-a51c-97187c3f1e01 req-de91ee62-8998-4aba-b720-45d3ceebfcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:00.328129 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-1e36e605-8542-4999-a51c-97187c3f1e01 req-de91ee62-8998-4aba-b720-45d3ceebfcdd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0878696 May 27 03:38:00.338759 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device 06e71513-08ad-4d96-80b8-50c5d5424f74 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:38:00.377461 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26747e6-1f54-48cc-9ff8-cc36bc81d127 req-30df6020-0df1-4800-8086-94017135e962 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:00.383357 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-e26747e6-1f54-48cc-9ff8-cc36bc81d127 req-30df6020-0df1-4800-8086-94017135e962 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d79d89b-d1bb-4f7d-ba6a-adc8003d8f89 HTTP/1.1" status: 200 len: 944 time: 0.0733421 May 27 03:38:00.586140 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 8daa73a5-74bc-4634-b010-6d462f981f6b up at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:38:00.612481 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-1e36e605-8542-4999-a51c-97187c3f1e01 req-de7795db-4c72-49eb-9b80-5722a9457cc9 service neutron] 10.222.0.69 "GET /v2.0/networks/85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565889 May 27 03:38:00.649309 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port 06e71513-08ad-4d96-80b8-50c5d5424f74, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=06e71513-08ad-4d96-80b8-50c5d5424f74,segment=NetworkSegment(37a414ce-14e2-4725-a5d6-3705d8b1ee5d),segment_id=37a414ce-14e2-4725-a5d6-3705d8b1ee5d)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:38:00.659849 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-8f98961f-53de-4b59-8739-4ecc5e802db9 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Publish callbacks [] for port (3251335d-a97d-4376-9e3c-8530ec0cb3ef), precommit_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:00.670864 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Returning: {'device': '06e71513-08ad-4d96-80b8-50c5d5424f74', 'network_id': 'fc7d4913-1a98-471a-8f02-141f8db23d39', 'port_id': '06e71513-08ad-4d96-80b8-50c5d5424f74', 'mac_address': 'fa:16:3e:5c:66:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1c4414b-adb0-4c6a-a0d1-187d81afbc11', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:38:00.691814 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-e26747e6-1f54-48cc-9ff8-cc36bc81d127 req-bf520c39-95f3-42ef-ab0f-3cd41e48e0a8 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/security-groups?id=38805287-50b5-471c-9e67-0fa8b1094e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050215 May 27 03:38:00.713020 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Provisioning complete for port 8daa73a5-74bc-4634-b010-6d462f981f6b triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:38:00.713020 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (8daa73a5-74bc-4634-b010-6d462f981f6b), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:00.729057 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:00.740015 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-8f98961f-53de-4b59-8739-4ecc5e802db9 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585481455'] for port (3251335d-a97d-4376-9e3c-8530ec0cb3ef), after_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:00.795005 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Current status of the port 06e71513-08ad-4d96-80b8-50c5d5424f74 is: DOWN; New status is: BUILD {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:38:00.795645 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (06e71513-08ad-4d96-80b8-50c5d5424f74), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:00.807676 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-1e36e605-8542-4999-a51c-97187c3f1e01 req-e9ed093b-361c-438e-85c1-e75903193fce service neutron] 10.222.0.69 "GET /v2.0/networks/85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706853 May 27 03:38:00.815798 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.notifiers.nova [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06e71513-08ad-4d96-80b8-50c5d5424f74 {{(pid=104616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:38:00.858363 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75066f5e-9ebb-42d2-8d61-69584205a155 req-374c4d4a-f3c1-4d7b-acac-efc8b301c56b tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:00.859962 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-75066f5e-9ebb-42d2-8d61-69584205a155 req-374c4d4a-f3c1-4d7b-acac-efc8b301c56b tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7aaae9a-624e-4ca1-a2d9-b3bbbe2db822 HTTP/1.1" status: 200 len: 946 time: 0.1969011 May 27 03:38:00.865616 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-8f98961f-53de-4b59-8739-4ecc5e802db9 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680165'] for floatingip (8cb2bc52-a2b5-48bc-87e0-6a1f44269143), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:00.879993 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port 06e71513-08ad-4d96-80b8-50c5d5424f74, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=06e71513-08ad-4d96-80b8-50c5d5424f74,segment=NetworkSegment(37a414ce-14e2-4725-a5d6-3705d8b1ee5d),segment_id=37a414ce-14e2-4725-a5d6-3705d8b1ee5d)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:38:00.922727 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Current status of the port 8daa73a5-74bc-4634-b010-6d462f981f6b is: ACTIVE; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:38:00.930702 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:00.958879 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (06e71513-08ad-4d96-80b8-50c5d5424f74), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:00.962941 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-75066f5e-9ebb-42d2-8d61-69584205a155 req-17ee76b9-9f2b-468e-b91e-40da9005a184 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903761 May 27 03:38:00.965264 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f98961f-53de-4b59-8739-4ecc5e802db9 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Pushing event updated for resources: {'Port': ['ID=3251335d-a97d-4376-9e3c-8530ec0cb3ef,revision_number=2']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:01.026860 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.db.l3_db [None req-8f98961f-53de-4b59-8739-4ecc5e802db9 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Floating IP 8cb2bc52-a2b5-48bc-87e0-6a1f44269143 associated. External IP: 172.27.0.172, port: 0aa36f0b-ffa2-488e-b031-21fe9c191622. May 27 03:38:01.048418 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Pushing event updated for resources: {'Port': ['ID=06e71513-08ad-4d96-80b8-50c5d5424f74,revision_number=4']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:01.055547 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:01.273755 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f98961f-53de-4b59-8739-4ecc5e802db9 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Router cc1003ba-30c8-46bc-b542-18ef8dfb333a has already been hosted by L3 agent 9df6ec88-276d-42f5-acd2-7e289451d5e3 {{(pid=104615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:38:01.282993 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:01.375819 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] get_ports_and_sgs() called for port_ids ['06e71513-08ad-4d96-80b8-50c5d5424f74'] {{(pid=104616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:38:01.383461 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b53142-9797-405d-96eb-b3d7defea47c req-0f031c17-4d2d-43a7-84d2-98eb337224b0 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:01.385226 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-56b53142-9797-405d-96eb-b3d7defea47c req-0f031c17-4d2d-43a7-84d2-98eb337224b0 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 943 time: 0.0619509 May 27 03:38:01.534965 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:01.563900 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:02.070134 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f98961f-53de-4b59-8739-4ecc5e802db9 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Notify agent at l3_agent.dv-cinder-828805-4-iscsi the message routers_updated {{(pid=104615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:38:02.084382 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbed549-5e3f-4668-ac78-e30396ed2b7d None None] Sync routers for ids ['cc1003ba-30c8-46bc-b542-18ef8dfb333a'] in dv-cinder-828805-4-iscsi {{(pid=104617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:38:02.097575 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6599c2ef-c890-44ef-a62b-568508308e82 req-9d2c5f26-3a07-44b5-aec3-307cbb57acee tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:02.099660 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-6599c2ef-c890-44ef-a62b-568508308e82 req-9d2c5f26-3a07-44b5-aec3-307cbb57acee tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d79d89b-d1bb-4f7d-ba6a-adc8003d8f89 HTTP/1.1" status: 200 len: 945 time: 0.1361268 May 27 03:38:02.106291 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbed549-5e3f-4668-ac78-e30396ed2b7d None None] Routers {'cc1003ba-30c8-46bc-b542-18ef8dfb333a'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:38:02.107601 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-5dbed549-5e3f-4668-ac78-e30396ed2b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:37:47Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['cc1003ba-30c8-46bc-b542-18ef8dfb333a'], 'active': True} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:38:02.113842 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-56b53142-9797-405d-96eb-b3d7defea47c req-eca1184e-7191-4293-8839-4fae6189a042 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7214217 May 27 03:38:02.194084 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:02.209573 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-6599c2ef-c890-44ef-a62b-568508308e82 req-ca80f630-48b9-4c09-9d00-6a789795a672 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/security-groups?id=38805287-50b5-471c-9e67-0fa8b1094e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880623 May 27 03:38:02.226653 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:02.263025 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvr_db [None req-5dbed549-5e3f-4668-ac78-e30396ed2b7d None None] Set router cc1003ba-30c8-46bc-b542-18ef8dfb333a gateway port host: dv-cinder-828805-4-iscsi {{(pid=104617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:38:02.279550 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4b4cb2-62e5-4cdb-806d-95bd9a64af60 req-1de3d00e-e399-4a27-87e8-445d06583140 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:02.283092 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4a4b4cb2-62e5-4cdb-806d-95bd9a64af60 req-1de3d00e-e399-4a27-87e8-445d06583140 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7aaae9a-624e-4ca1-a2d9-b3bbbe2db822 HTTP/1.1" status: 200 len: 946 time: 0.0833385 May 27 03:38:02.339265 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4a4b4cb2-62e5-4cdb-806d-95bd9a64af60 req-67958df5-144e-47d8-b345-76bbaf8716ef tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514855 May 27 03:38:02.420868 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device 06e71513-08ad-4d96-80b8-50c5d5424f74 up at agent hyperv_hv-cinder-82880 {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:38:02.424815 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:02.466995 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Provisioning for port 06e71513-08ad-4d96-80b8-50c5d5424f74 completed by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:38:02.486526 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-5dbed549-5e3f-4668-ac78-e30396ed2b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1003ba-30c8-46bc-b542-18ef8dfb333a', 'name': 'tempest-TestShelveInstance-551542010-router', 'tenant_id': '19592ab2e5e04d7c952aebf73f4fca6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'c5c03aeb-0ab4-4123-bfc8-4005510a2c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:48Z', 'updated_at': '2022-05-27T03:36:52Z', 'revision_number': 4, 'project_id': '19592ab2e5e04d7c952aebf73f4fca6e', 'gw_port': {'id': 'c5c03aeb-0ab4-4123-bfc8-4005510a2c2b', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1003ba-30c8-46bc-b542-18ef8dfb333a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:49Z', 'updated_at': '2022-05-27T03:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_floatingips': [{'id': '8cb2bc52-a2b5-48bc-87e0-6a1f44269143', 'tenant_id': '19592ab2e5e04d7c952aebf73f4fca6e', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'router_id': 'cc1003ba-30c8-46bc-b542-18ef8dfb333a', 'port_id': '0aa36f0b-ffa2-488e-b031-21fe9c191622', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '430833dd-8c2a-4184-8f60-2460eb1e769c', 'mac_address': 'fa:16:3e:f8:af:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd82dd530-bdcd-408b-9b6a-d6cde26fb9b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:37:59Z', 'updated_at': '2022-05-27T03:37:59Z', 'revision_number': 0, 'project_id': '19592ab2e5e04d7c952aebf73f4fca6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cb633a0-d78f-4c73-9d4c-a54386d7c104', 'name': '', 'network_id': '430833dd-8c2a-4184-8f60-2460eb1e769c', 'tenant_id': '19592ab2e5e04d7c952aebf73f4fca6e', 'mac_address': 'fa:16:3e:af:af:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1003ba-30c8-46bc-b542-18ef8dfb333a', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '0c7d2ccd-23b4-4acf-944e-c57bae962263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:51Z', 'updated_at': '2022-05-27T03:36:57Z', 'revision_number': 5, 'project_id': '19592ab2e5e04d7c952aebf73f4fca6e', 'subnets': [{'id': '0c7d2ccd-23b4-4acf-944e-c57bae962263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:38:02.514548 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-8f98961f-53de-4b59-8739-4ecc5e802db9 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for floatingip (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:02.515307 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbed549-5e3f-4668-ac78-e30396ed2b7d None None] Checking router: cc1003ba-30c8-46bc-b542-18ef8dfb333a for host: dv-cinder-828805-4-iscsi {{(pid=104617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:38:02.524102 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbed549-5e3f-4668-ac78-e30396ed2b7d None None] Routers {'cc1003ba-30c8-46bc-b542-18ef8dfb333a'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:38:02.524700 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-5dbed549-5e3f-4668-ac78-e30396ed2b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:37:47Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['cc1003ba-30c8-46bc-b542-18ef8dfb333a'], 'active': True} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:38:02.543344 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-8f98961f-53de-4b59-8739-4ecc5e802db9 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.4643593 May 27 03:38:02.543925 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd82dd530-bdcd-408b-9b6a-d6cde26fb9b6', 'tag': '0aa36f0b-ffa2-488e-b031-21fe9c191622'}] {{(pid=104615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:38:02.546152 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9faa1dd78fb558d4018d1363b43ffec7552e77d137433f9c5cc39ec2f1c636e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e74bc5-72f5-4b17-be9d-b383de31e4e9" -d '{"events": [{"name": "network-changed", "server_uuid": "d82dd530-bdcd-408b-9b6a-d6cde26fb9b6", "tag": "0aa36f0b-ffa2-488e-b031-21fe9c191622"}]}' {{(pid=104615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:38:02.595555 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf930a3-3738-48af-9399-3199af389f1d x-openstack-request-id: req-9cf930a3-3738-48af-9399-3199af389f1d {{(pid=104615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:38:02.595855 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d82dd530-bdcd-408b-9b6a-d6cde26fb9b6", "tag": "0aa36f0b-ffa2-488e-b031-21fe9c191622", "status": "completed", "code": 200}]} {{(pid=104615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:38:02.596107 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9cf930a3-3738-48af-9399-3199af389f1d {{(pid=104615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:38:02.596519 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cf930a3-3738-48af-9399-3199af389f1d'] response: {'name': 'network-changed', 'server_uuid': 'd82dd530-bdcd-408b-9b6a-d6cde26fb9b6', 'tag': '0aa36f0b-ffa2-488e-b031-21fe9c191622', 'status': 'completed', 'code': 200} May 27 03:38:02.685413 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e74bc5-72f5-4b17-be9d-b383de31e4e9 req-f1ee6ba3-da56-46a4-be5b-d7797c1ead3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:02.686978 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-c3e74bc5-72f5-4b17-be9d-b383de31e4e9 req-f1ee6ba3-da56-46a4-be5b-d7797c1ead3e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=19592ab2e5e04d7c952aebf73f4fca6e&device_id=d82dd530-bdcd-408b-9b6a-d6cde26fb9b6 HTTP/1.1" status: 200 len: 1130 time: 0.0420070 May 27 03:38:02.708082 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvr_db [None req-5dbed549-5e3f-4668-ac78-e30396ed2b7d None None] Set router cc1003ba-30c8-46bc-b542-18ef8dfb333a gateway port host: dv-cinder-828805-4-iscsi {{(pid=104617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:38:02.717043 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:02.730771 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=100 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:02.787017 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Provisioning complete for port 06e71513-08ad-4d96-80b8-50c5d5424f74 triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:38:02.787548 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (06e71513-08ad-4d96-80b8-50c5d5424f74), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:02.793774 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e74bc5-72f5-4b17-be9d-b383de31e4e9 req-2017e81e-bcac-4482-91aa-4695ff05bcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:02.795284 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-c3e74bc5-72f5-4b17-be9d-b383de31e4e9 req-2017e81e-bcac-4482-91aa-4695ff05bcfb service neutron] 10.222.0.69 "GET /v2.0/networks?id=430833dd-8c2a-4184-8f60-2460eb1e769c HTTP/1.1" status: 200 len: 909 time: 0.0994084 May 27 03:38:02.923159 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Current status of the port 06e71513-08ad-4d96-80b8-50c5d5424f74 is: BUILD; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:38:02.923530 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (06e71513-08ad-4d96-80b8-50c5d5424f74), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:02.933749 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-c3e74bc5-72f5-4b17-be9d-b383de31e4e9 req-87a98db9-dceb-41b4-bf86-c09cf1b285c9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0aa36f0b-ffa2-488e-b031-21fe9c191622 HTTP/1.1" status: 200 len: 1000 time: 0.1092515 May 27 03:38:03.006896 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port 06e71513-08ad-4d96-80b8-50c5d5424f74, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=06e71513-08ad-4d96-80b8-50c5d5424f74,segment=NetworkSegment(37a414ce-14e2-4725-a5d6-3705d8b1ee5d),segment_id=37a414ce-14e2-4725-a5d6-3705d8b1ee5d)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:38:03.009640 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-5dbed549-5e3f-4668-ac78-e30396ed2b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1003ba-30c8-46bc-b542-18ef8dfb333a', 'name': 'tempest-TestShelveInstance-551542010-router', 'tenant_id': '19592ab2e5e04d7c952aebf73f4fca6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'c5c03aeb-0ab4-4123-bfc8-4005510a2c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:48Z', 'updated_at': '2022-05-27T03:36:52Z', 'revision_number': 4, 'project_id': '19592ab2e5e04d7c952aebf73f4fca6e', 'gw_port': {'id': 'c5c03aeb-0ab4-4123-bfc8-4005510a2c2b', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1003ba-30c8-46bc-b542-18ef8dfb333a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:49Z', 'updated_at': '2022-05-27T03:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_floatingips': [{'id': '8cb2bc52-a2b5-48bc-87e0-6a1f44269143', 'tenant_id': '19592ab2e5e04d7c952aebf73f4fca6e', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'router_id': 'cc1003ba-30c8-46bc-b542-18ef8dfb333a', 'port_id': '0aa36f0b-ffa2-488e-b031-21fe9c191622', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '430833dd-8c2a-4184-8f60-2460eb1e769c', 'mac_address': 'fa:16:3e:f8:af:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd82dd530-bdcd-408b-9b6a-d6cde26fb9b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:37:59Z', 'updated_at': '2022-05-27T03:37:59Z', 'revision_number': 0, 'project_id': '19592ab2e5e04d7c952aebf73f4fca6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cb633a0-d78f-4c73-9d4c-a54386d7c104', 'name': '', 'network_id': '430833dd-8c2a-4184-8f60-2460eb1e769c', 'tenant_id': '19592ab2e5e04d7c952aebf73f4fca6e', 'mac_address': 'fa:16:3e:af:af:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1003ba-30c8-46bc-b542-18ef8dfb333a', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '0c7d2ccd-23b4-4acf-944e-c57bae962263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:51Z', 'updated_at': '2022-05-27T03:36:57Z', 'revision_number': 5, 'project_id': '19592ab2e5e04d7c952aebf73f4fca6e', 'subnets': [{'id': '0c7d2ccd-23b4-4acf-944e-c57bae962263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:38:03.012016 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d79d89b-d1bb-4f7d-ba6a-adc8003d8f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06e71513-08ad-4d96-80b8-50c5d5424f74'}] {{(pid=104616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:38:03.025299 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538c57523af4411a099bc77a34a8b12cae4f8d5a17830f42255aa2cd4d9c6a31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f870f1-eae5-4684-81d7-f79ec1a12dda" -d '{"events": [{"server_uuid": "3d79d89b-d1bb-4f7d-ba6a-adc8003d8f89", "name": "network-vif-plugged", "status": "completed", "tag": "06e71513-08ad-4d96-80b8-50c5d5424f74"}]}' {{(pid=104616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:38:03.071520 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e74bc5-72f5-4b17-be9d-b383de31e4e9 req-a032392b-746a-4d93-a957-f76e0d61083b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:03.072087 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbed549-5e3f-4668-ac78-e30396ed2b7d None None] The sync data for ids ['cc1003ba-30c8-46bc-b542-18ef8dfb333a'] in dv-cinder-828805-4-iscsi is: [{'id': 'cc1003ba-30c8-46bc-b542-18ef8dfb333a', 'name': 'tempest-TestShelveInstance-551542010-router', 'tenant_id': '19592ab2e5e04d7c952aebf73f4fca6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'c5c03aeb-0ab4-4123-bfc8-4005510a2c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:48Z', 'updated_at': '2022-05-27T03:36:52Z', 'revision_number': 4, 'project_id': '19592ab2e5e04d7c952aebf73f4fca6e', 'gw_port': {'id': 'c5c03aeb-0ab4-4123-bfc8-4005510a2c2b', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1003ba-30c8-46bc-b542-18ef8dfb333a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:49Z', 'updated_at': '2022-05-27T03:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_floatingips': [{'id': '8cb2bc52-a2b5-48bc-87e0-6a1f44269143', 'tenant_id': '19592ab2e5e04d7c952aebf73f4fca6e', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'router_id': 'cc1003ba-30c8-46bc-b542-18ef8dfb333a', 'port_id': '0aa36f0b-ffa2-488e-b031-21fe9c191622', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '430833dd-8c2a-4184-8f60-2460eb1e769c', 'mac_address': 'fa:16:3e:f8:af:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd82dd530-bdcd-408b-9b6a-d6cde26fb9b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:37:59Z', 'updated_at': '2022-05-27T03:37:59Z', 'revision_number': 0, 'project_id': '19592ab2e5e04d7c952aebf73f4fca6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cb633a0-d78f-4c73-9d4c-a54386d7c104', 'name': '', 'network_id': '430833dd-8c2a-4184-8f60-2460eb1e769c', 'tenant_id': '19592ab2e5e04d7c952aebf73f4fca6e', 'mac_address': 'fa:16:3e:af:af:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1003ba-30c8-46bc-b542-18ef8dfb333a', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '0c7d2ccd-23b4-4acf-944e-c57bae962263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:51Z', 'updated_at': '2022-05-27T03:36:57Z', 'revision_number': 5, 'project_id': '19592ab2e5e04d7c952aebf73f4fca6e', 'subnets': [{'id': '0c7d2ccd-23b4-4acf-944e-c57bae962263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:38:03.072834 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (06e71513-08ad-4d96-80b8-50c5d5424f74), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:03.085495 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-c3e74bc5-72f5-4b17-be9d-b383de31e4e9 req-a032392b-746a-4d93-a957-f76e0d61083b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0c7d2ccd-23b4-4acf-944e-c57bae962263 HTTP/1.1" status: 200 len: 847 time: 0.1328757 May 27 03:38:03.170292 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3d2708-48a6-41ab-9441-3c6a5f7f4411 x-openstack-request-id: req-4b3d2708-48a6-41ab-9441-3c6a5f7f4411 {{(pid=104616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:38:03.170630 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d79d89b-d1bb-4f7d-ba6a-adc8003d8f89", "name": "network-vif-plugged", "status": "completed", "tag": "06e71513-08ad-4d96-80b8-50c5d5424f74", "code": 200}]} {{(pid=104616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:38:03.170965 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4b3d2708-48a6-41ab-9441-3c6a5f7f4411 {{(pid=104616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:38:03.171365 dv-cinder-828805-4-iscsi neutron-server[104616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b3d2708-48a6-41ab-9441-3c6a5f7f4411'] response: {'server_uuid': '3d79d89b-d1bb-4f7d-ba6a-adc8003d8f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06e71513-08ad-4d96-80b8-50c5d5424f74', 'code': 200} May 27 03:38:03.171708 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:03.172783 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Pushing event updated for resources: {'Port': ['ID=06e71513-08ad-4d96-80b8-50c5d5424f74,revision_number=5']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:03.222789 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e74bc5-72f5-4b17-be9d-b383de31e4e9 req-734030a8-c6d2-42fc-b5a7-fd3ab819932c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:03.235734 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-c3e74bc5-72f5-4b17-be9d-b383de31e4e9 req-734030a8-c6d2-42fc-b5a7-fd3ab819932c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=430833dd-8c2a-4184-8f60-2460eb1e769c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1345356 May 27 03:38:03.402867 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219be6e9-222f-4fac-86e4-32795a54c307 req-983bb078-835c-455d-8649-3e09769d9d72 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:03.420535 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-219be6e9-222f-4fac-86e4-32795a54c307 req-983bb078-835c-455d-8649-3e09769d9d72 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 943 time: 0.1396687 May 27 03:38:03.492495 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-c3e74bc5-72f5-4b17-be9d-b383de31e4e9 req-773a3a7d-93b6-4ee5-a4f5-b1c530510f2c service neutron] 10.222.0.69 "GET /v2.0/networks/430833dd-8c2a-4184-8f60-2460eb1e769c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069244 May 27 03:38:03.539633 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1015afb1-5287-4545-918a-8d46a5a48744 None None] New status for floating IP 8cb2bc52-a2b5-48bc-87e0-6a1f44269143: ACTIVE {{(pid=104616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:38:03.540328 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9394a1e-cd67-4e31-9d04-6451c83faf25 req-0153f5a6-1e27-4b0b-8ee7-3920d3b8ae87 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:03.548390 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-f9394a1e-cd67-4e31-9d04-6451c83faf25 req-0153f5a6-1e27-4b0b-8ee7-3920d3b8ae87 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d79d89b-d1bb-4f7d-ba6a-adc8003d8f89 HTTP/1.1" status: 200 len: 946 time: 0.1203456 May 27 03:38:03.570573 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=5 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:03.687639 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-219be6e9-222f-4fac-86e4-32795a54c307 req-cf5b5a1c-3c25-451b-b4cd-c6d74107645c tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2577844 May 27 03:38:03.739030 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa53f8-52c3-449a-8aca-ae0a972af08a req-11e5d75e-a006-4253-87a1-a83a0a05d29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:03.741158 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-d2fa53f8-52c3-449a-8aca-ae0a972af08a req-11e5d75e-a006-4253-87a1-a83a0a05d29b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3d79d89b-d1bb-4f7d-ba6a-adc8003d8f89 HTTP/1.1" status: 200 len: 1130 time: 0.1591246 May 27 03:38:03.745297 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-f9394a1e-cd67-4e31-9d04-6451c83faf25 req-4f739599-44b6-4e4b-9ab8-94c2ba553fcf tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/security-groups?id=38805287-50b5-471c-9e67-0fa8b1094e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956482 May 27 03:38:03.843864 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-c3e74bc5-72f5-4b17-be9d-b383de31e4e9 req-e7c3d307-53b8-4881-99fe-37f1a4c29b54 service neutron] 10.222.0.69 "GET /v2.0/networks/430833dd-8c2a-4184-8f60-2460eb1e769c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3424940 May 27 03:38:03.918217 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-d2fa53f8-52c3-449a-8aca-ae0a972af08a req-5572803d-76ab-4b8c-802f-1ab2f7d75278 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=38805287-50b5-471c-9e67-0fa8b1094e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549680 May 27 03:38:03.954904 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a9f777-1107-4ef5-98aa-c7dcee0e0c23 req-bba8a494-1c80-42ed-9965-58218ee0e14c tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:03.956609 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-91a9f777-1107-4ef5-98aa-c7dcee0e0c23 req-bba8a494-1c80-42ed-9965-58218ee0e14c tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7aaae9a-624e-4ca1-a2d9-b3bbbe2db822 HTTP/1.1" status: 200 len: 946 time: 0.1171141 May 27 03:38:04.019220 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-91a9f777-1107-4ef5-98aa-c7dcee0e0c23 req-3ed7ca23-20c0-4894-ab34-6fd1d4ea8100 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547466 May 27 03:38:04.267183 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:04.868323 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b44774-f5b1-45c4-a6d7-859fbb5bc7f0 req-80abf8f2-27d8-46bd-a1fe-6bffe87ca03c tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:04.871967 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-b9b44774-f5b1-45c4-a6d7-859fbb5bc7f0 req-80abf8f2-27d8-46bd-a1fe-6bffe87ca03c tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 943 time: 0.0742536 May 27 03:38:04.955373 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7ef53-b6cf-4ee5-bed2-c21c7fd4c976 req-a61b9281-b092-4f75-a1fc-567c17a28b7c tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:04.957265 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-3ce7ef53-b6cf-4ee5-bed2-c21c7fd4c976 req-a61b9281-b092-4f75-a1fc-567c17a28b7c tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d79d89b-d1bb-4f7d-ba6a-adc8003d8f89 HTTP/1.1" status: 200 len: 946 time: 0.0808973 May 27 03:38:05.024124 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:05.036726 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-3ce7ef53-b6cf-4ee5-bed2-c21c7fd4c976 req-2f8f4528-890b-4639-9b8f-24dbdafafe14 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/security-groups?id=38805287-50b5-471c-9e67-0fa8b1094e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710044 May 27 03:38:05.044972 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-b9b44774-f5b1-45c4-a6d7-859fbb5bc7f0 req-25d9932c-3447-4605-ae5c-cd17a13f125d tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576564 May 27 03:38:05.104496 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:05.163950 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:05.181539 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d42c5-e56b-40f4-83f5-2cac1e3c06e3 req-b2307df8-3b91-4dca-bfd0-2988a48682ec tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:05.183075 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-700d42c5-e56b-40f4-83f5-2cac1e3c06e3 req-b2307df8-3b91-4dca-bfd0-2988a48682ec tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7aaae9a-624e-4ca1-a2d9-b3bbbe2db822 HTTP/1.1" status: 200 len: 946 time: 0.0536292 May 27 03:38:05.234293 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:05.248616 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-700d42c5-e56b-40f4-83f5-2cac1e3c06e3 req-37283c5b-e782-4c8d-8f1a-ef188214fd0f tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593917 May 27 03:38:05.544380 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:05.713427 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=100 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:05.896133 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=100 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:05.969688 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=100 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:06.175067 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0174e76-6d8e-4487-b9c1-ffb210420ebc req-999043d1-3736-46d6-a823-fb97b936e4bb tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:06.176610 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-e0174e76-6d8e-4487-b9c1-ffb210420ebc req-999043d1-3736-46d6-a823-fb97b936e4bb tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d79d89b-d1bb-4f7d-ba6a-adc8003d8f89 HTTP/1.1" status: 200 len: 946 time: 0.0755095 May 27 03:38:06.214646 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ec054-5196-467a-b174-e1585a47a8ef req-60e0d9aa-99e4-46ab-a568-357c7fb35b78 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:06.228304 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-940ec054-5196-467a-b174-e1585a47a8ef req-60e0d9aa-99e4-46ab-a568-357c7fb35b78 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 943 time: 0.0778096 May 27 03:38:06.283441 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-940ec054-5196-467a-b174-e1585a47a8ef req-80ae0a62-b7c4-4e92-b39d-692a0b3a921c tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609372 May 27 03:38:06.286506 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-e0174e76-6d8e-4487-b9c1-ffb210420ebc req-39553a35-e538-4f28-9c39-ff3b532ce801 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/security-groups?id=38805287-50b5-471c-9e67-0fa8b1094e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971484 May 27 03:38:06.411053 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b4f17b-fd7a-41af-a79c-2a491662d3c5 req-ba0d5be4-db2d-469b-a11c-af48a175fa45 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:06.412483 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-81b4f17b-fd7a-41af-a79c-2a491662d3c5 req-ba0d5be4-db2d-469b-a11c-af48a175fa45 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7aaae9a-624e-4ca1-a2d9-b3bbbe2db822 HTTP/1.1" status: 200 len: 946 time: 0.0461731 May 27 03:38:06.463238 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-81b4f17b-fd7a-41af-a79c-2a491662d3c5 req-2d37fe8b-e1cc-4188-bfe6-f0a81decef1d tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450194 May 27 03:38:07.491621 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3540e2-6ce9-492e-9b23-e7f701494b62 req-f2e4624c-a4ac-404d-af17-934eb623002d tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:07.500272 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-7f3540e2-6ce9-492e-9b23-e7f701494b62 req-f2e4624c-a4ac-404d-af17-934eb623002d tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d79d89b-d1bb-4f7d-ba6a-adc8003d8f89 HTTP/1.1" status: 200 len: 946 time: 0.1288886 May 27 03:38:07.518347 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee80231-d0ce-46a0-8d8c-d2c46957e8b1 req-66e20ea3-c6e6-48b3-a2f7-7a36f10329b2 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:07.520913 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-0ee80231-d0ce-46a0-8d8c-d2c46957e8b1 req-66e20ea3-c6e6-48b3-a2f7-7a36f10329b2 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 943 time: 0.1018171 May 27 03:38:07.632778 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-0ee80231-d0ce-46a0-8d8c-d2c46957e8b1 req-1f5131fe-813f-4d69-ab8a-f01c134f3ef4 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048284 May 27 03:38:07.652009 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-7f3540e2-6ce9-492e-9b23-e7f701494b62 req-35075376-e2fb-4a67-b009-22caf6910008 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/security-groups?id=38805287-50b5-471c-9e67-0fa8b1094e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483881 May 27 03:38:07.786329 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea36c4f-5a78-424d-9a8b-2f27c8a12fc8 req-22bd4377-7f54-4907-a2fc-3fec8aabfcd4 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:07.790919 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-dea36c4f-5a78-424d-9a8b-2f27c8a12fc8 req-22bd4377-7f54-4907-a2fc-3fec8aabfcd4 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7aaae9a-624e-4ca1-a2d9-b3bbbe2db822 HTTP/1.1" status: 200 len: 946 time: 0.0725741 May 27 03:38:07.852379 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-dea36c4f-5a78-424d-9a8b-2f27c8a12fc8 req-1efde57e-cb53-416f-85ad-7b97438009f2 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559478 May 27 03:38:08.889511 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec748229-b1e5-4aa1-bf9b-80d13fd1bb40 req-1418fe95-6891-43d8-822b-20e1f1472824 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:08.891115 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ec748229-b1e5-4aa1-bf9b-80d13fd1bb40 req-1418fe95-6891-43d8-822b-20e1f1472824 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d79d89b-d1bb-4f7d-ba6a-adc8003d8f89 HTTP/1.1" status: 200 len: 946 time: 0.1122801 May 27 03:38:08.944371 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae0648-a077-4ba9-8b08-cf977fab53fc req-f5b7aee2-43cf-46b9-b279-c49b27704ac9 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:08.945999 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-72ae0648-a077-4ba9-8b08-cf977fab53fc req-f5b7aee2-43cf-46b9-b279-c49b27704ac9 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 943 time: 0.1525128 May 27 03:38:09.041330 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ec748229-b1e5-4aa1-bf9b-80d13fd1bb40 req-0b108c72-50a4-4c42-a2df-3b8b6122c173 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/security-groups?id=38805287-50b5-471c-9e67-0fa8b1094e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889981 May 27 03:38:09.120196 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-72ae0648-a077-4ba9-8b08-cf977fab53fc req-89ddb9ea-2bdf-4b63-b94d-561e2f05fd14 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404233 May 27 03:38:09.196866 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff340fac-7234-48b4-9404-8debef7bbcaf req-fb7a045f-f9a0-4fc2-9244-d6c4ad544355 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:09.198276 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ff340fac-7234-48b4-9404-8debef7bbcaf req-fb7a045f-f9a0-4fc2-9244-d6c4ad544355 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7aaae9a-624e-4ca1-a2d9-b3bbbe2db822 HTTP/1.1" status: 200 len: 946 time: 0.0706823 May 27 03:38:09.263865 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ff340fac-7234-48b4-9404-8debef7bbcaf req-32f125bd-c327-452c-9e5a-36526766f6b5 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586152 May 27 03:38:10.156501 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610db23-3bcc-4d08-878f-7b860d52b00b req-d9a667ad-667b-4f44-9f7d-db98ac376547 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:10.158013 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-f610db23-3bcc-4d08-878f-7b860d52b00b req-d9a667ad-667b-4f44-9f7d-db98ac376547 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d79d89b-d1bb-4f7d-ba6a-adc8003d8f89 HTTP/1.1" status: 200 len: 946 time: 0.0462899 May 27 03:38:10.211548 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-f610db23-3bcc-4d08-878f-7b860d52b00b req-fab9838f-ea1c-4bbf-8db0-aa2472a96272 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/security-groups?id=38805287-50b5-471c-9e67-0fa8b1094e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465541 May 27 03:38:10.368590 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c041c1-5eb9-4fcc-bf0b-81da8f2f99fb req-fe02baf3-58ce-4999-8a4e-f69453d06ae6 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:10.372215 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-e7c041c1-5eb9-4fcc-bf0b-81da8f2f99fb req-fe02baf3-58ce-4999-8a4e-f69453d06ae6 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 943 time: 0.0520940 May 27 03:38:10.458350 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:10.475653 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-e7c041c1-5eb9-4fcc-bf0b-81da8f2f99fb req-b7db6b90-2f80-4fe9-84a7-6ab43ddd9336 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969470 May 27 03:38:10.593337 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:10.662553 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf574ee7-03d9-4820-94da-b26fbd272358 req-c44e37ba-d965-48aa-b865-9dc4657b5b60 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:10.663962 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-cf574ee7-03d9-4820-94da-b26fbd272358 req-c44e37ba-d965-48aa-b865-9dc4657b5b60 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7aaae9a-624e-4ca1-a2d9-b3bbbe2db822 HTTP/1.1" status: 200 len: 946 time: 0.0900781 May 27 03:38:10.730865 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aba280-518e-4773-83c4-8c92ad376113 req-5e8e5920-299f-40f2-8ef1-d12a3a03e334 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:10.732352 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-d7aba280-518e-4773-83c4-8c92ad376113 req-5e8e5920-299f-40f2-8ef1-d12a3a03e334 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdde11d5-7fcb-4f1e-b691-2b9f029bd6e1 HTTP/1.1" status: 200 len: 946 time: 0.0888548 May 27 03:38:10.774214 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-cf574ee7-03d9-4820-94da-b26fbd272358 req-87fe6b56-7e94-4064-ac2c-ea27a4bbf94d tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842621 May 27 03:38:10.810660 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-d7aba280-518e-4773-83c4-8c92ad376113 req-38cfa993-6f19-43cd-bd0d-c38448f3fac7 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a02cef0-b522-43fd-b070-1274cf874139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670922 May 27 03:38:11.336356 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e852e6-64e3-4a84-a494-cb0282b4da71 req-ab12cf1a-4fb6-4e93-9e8c-747e2e3c71a7 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:11.339415 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-38e852e6-64e3-4a84-a494-cb0282b4da71 req-ab12cf1a-4fb6-4e93-9e8c-747e2e3c71a7 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d79d89b-d1bb-4f7d-ba6a-adc8003d8f89 HTTP/1.1" status: 200 len: 946 time: 0.0564306 May 27 03:38:11.425861 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-38e852e6-64e3-4a84-a494-cb0282b4da71 req-71e51506-85df-415b-bc61-0fd433d85500 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/security-groups?id=38805287-50b5-471c-9e67-0fa8b1094e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804737 May 27 03:38:11.631185 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3273bb00-6eb7-49a2-8e50-aecb07362ae8 req-08e172b8-fadd-4a24-869e-5c7a33e0cc9c tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:11.632693 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-3273bb00-6eb7-49a2-8e50-aecb07362ae8 req-08e172b8-fadd-4a24-869e-5c7a33e0cc9c tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 943 time: 0.0522022 May 27 03:38:11.711665 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-3273bb00-6eb7-49a2-8e50-aecb07362ae8 req-93469d5b-ba87-4bf2-bcc6-b1ae0bd6efdc tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722461 May 27 03:38:11.956499 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c534ef9-abdb-45c5-b032-ca9e1f157d20 req-99d61ac8-e689-4311-8ce3-b6e4a4aaa940 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:11.957917 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4c534ef9-abdb-45c5-b032-ca9e1f157d20 req-99d61ac8-e689-4311-8ce3-b6e4a4aaa940 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7aaae9a-624e-4ca1-a2d9-b3bbbe2db822 HTTP/1.1" status: 200 len: 946 time: 0.0928037 May 27 03:38:12.032012 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2beb61-5bca-4cd7-b19f-84cc6a2955dc req-2f243e4d-d310-48d5-aba2-8d29b3be3efd tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:12.033479 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-0a2beb61-5bca-4cd7-b19f-84cc6a2955dc req-2f243e4d-d310-48d5-aba2-8d29b3be3efd tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/networks?id=db24d3e5-88d8-4487-b5a4-91bc1ed45182 HTTP/1.1" status: 200 len: 814 time: 0.1794782 May 27 03:38:12.040640 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4c534ef9-abdb-45c5-b032-ca9e1f157d20 req-33d38697-77fc-4f2b-8388-5a353086b766 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752559 May 27 03:38:12.050694 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-0a2beb61-5bca-4cd7-b19f-84cc6a2955dc req-0b2fdcc3-9329-4daa-9a81-409f95508cf9 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/quotas/99d82d4c868f404e9bc7e932aadf7670 HTTP/1.1" status: 200 len: 375 time: 0.0091350 May 27 03:38:12.174088 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-0a2beb61-5bca-4cd7-b19f-84cc6a2955dc req-c1127d15-8738-4271-8c21-e90cb0a81d41 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=99d82d4c868f404e9bc7e932aadf7670&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1087506 May 27 03:38:12.193345 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d86ab-c042-417d-94a6-dce446f4c299 req-a517104a-0a33-4321-b8d7-032dbf5ffac8 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:12.194957 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-e91d86ab-c042-417d-94a6-dce446f4c299 req-a517104a-0a33-4321-b8d7-032dbf5ffac8 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdde11d5-7fcb-4f1e-b691-2b9f029bd6e1 HTTP/1.1" status: 200 len: 946 time: 0.0706446 May 27 03:38:12.311667 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-e91d86ab-c042-417d-94a6-dce446f4c299 req-4e39db47-51ed-4a71-9a79-423a3853156d tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a02cef0-b522-43fd-b070-1274cf874139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920599 May 27 03:38:12.330784 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-0a2beb61-5bca-4cd7-b19f-84cc6a2955dc req-2fd11a48-42db-4920-9fa7-2f03f9fbcaf8 service neutron] 10.222.0.24 "GET /v2.0/networks/db24d3e5-88d8-4487-b5a4-91bc1ed45182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346543 May 27 03:38:12.425044 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-0a2beb61-5bca-4cd7-b19f-84cc6a2955dc req-cbdfeb12-10a3-4342-bc12-bc6c345f48a6 service neutron] 10.222.0.24 "GET /v2.0/networks/db24d3e5-88d8-4487-b5a4-91bc1ed45182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930583 May 27 03:38:12.701913 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ca8628c2-88ec-41b2-89b5-b7a30fb89781 req-0cdc48fb-63c8-4f7d-a3f8-d1011474e0ed tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/ports?device_id=d324495a-01ec-4ed8-bec2-76575ce7a541 HTTP/1.1" status: 200 len: 210 time: 0.0520473 May 27 03:38:12.845969 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f8da56-fb23-4bf2-8ec8-bbe62e862d07 req-66e84467-f971-405b-9801-d0c9ad7e186b tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:12.851735 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-75f8da56-fb23-4bf2-8ec8-bbe62e862d07 req-66e84467-f971-405b-9801-d0c9ad7e186b tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 943 time: 0.0552614 May 27 03:38:12.902954 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-75f8da56-fb23-4bf2-8ec8-bbe62e862d07 req-9adf919a-a8f3-4413-ba09-6e7515652504 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463345 May 27 03:38:13.002513 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:13.009931 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:13.024454 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aada56-d848-4d65-baec-08eed7aa57ba req-321cca5e-9aac-4560-8578-39d9330778a1 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:13.026159 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-c8aada56-d848-4d65-baec-08eed7aa57ba req-321cca5e-9aac-4560-8578-39d9330778a1 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d79d89b-d1bb-4f7d-ba6a-adc8003d8f89 HTTP/1.1" status: 200 len: 946 time: 0.0549896 May 27 03:38:13.076486 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-c8aada56-d848-4d65-baec-08eed7aa57ba req-5b32bddd-4083-42c0-a463-19b10e5fa0a6 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/security-groups?id=38805287-50b5-471c-9e67-0fa8b1094e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443935 May 27 03:38:13.174324 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030442fd-fa6c-47f9-b69e-18f24f41df14 req-c60cb732-73eb-4c0b-93f0-0140ef981718 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:13.175830 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-030442fd-fa6c-47f9-b69e-18f24f41df14 req-c60cb732-73eb-4c0b-93f0-0140ef981718 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7aaae9a-624e-4ca1-a2d9-b3bbbe2db822 HTTP/1.1" status: 200 len: 946 time: 0.0497148 May 27 03:38:13.182462 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=47,neutron:DELETE=1 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:13.227262 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-030442fd-fa6c-47f9-b69e-18f24f41df14 req-9dc3a031-d8c6-419d-bc56-c62df19cd9eb tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441322 May 27 03:38:13.409461 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (134bae73-502b-4599-bb47-129fee8818a4), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:13.438070 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bff6da-298c-4ef6-a44c-04ad5a53beab req-88ea5a79-899d-45aa-89c6-ce76a87ebb6c tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:13.439884 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-03bff6da-298c-4ef6-a44c-04ad5a53beab req-88ea5a79-899d-45aa-89c6-ce76a87ebb6c tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdde11d5-7fcb-4f1e-b691-2b9f029bd6e1 HTTP/1.1" status: 200 len: 946 time: 0.0517263 May 27 03:38:13.502535 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-03bff6da-298c-4ef6-a44c-04ad5a53beab req-b81703e2-771a-4300-a46b-cc1e4e5a49bc tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a02cef0-b522-43fd-b070-1274cf874139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565033 May 27 03:38:13.800013 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-2a7d8af0-651f-44f5-af5b-77e285224528 req-2f975561-901b-4ef4-8d37-c341c92587a6 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/ports?device_id=d324495a-01ec-4ed8-bec2-76575ce7a541 HTTP/1.1" status: 200 len: 210 time: 0.0371048 May 27 03:38:14.029904 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209b4de-9b87-4c7b-98d7-1d5574719626 req-06981e01-8554-48ab-a82e-0144a2ee0c21 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:14.031450 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-8209b4de-9b87-4c7b-98d7-1d5574719626 req-06981e01-8554-48ab-a82e-0144a2ee0c21 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 943 time: 0.0490942 May 27 03:38:14.081981 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-8209b4de-9b87-4c7b-98d7-1d5574719626 req-db223379-c32f-46fd-b8ed-7cdd497cd7aa tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447347 May 27 03:38:14.208224 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb90246-c92e-45e4-9a12-28ce857e6090 req-e2b5dd00-8712-4294-b1bb-3f49253a27e1 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:14.209852 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-beb90246-c92e-45e4-9a12-28ce857e6090 req-e2b5dd00-8712-4294-b1bb-3f49253a27e1 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d79d89b-d1bb-4f7d-ba6a-adc8003d8f89 HTTP/1.1" status: 200 len: 946 time: 0.0521009 May 27 03:38:14.260390 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-beb90246-c92e-45e4-9a12-28ce857e6090 req-0698e353-e3bf-4c3e-9322-5ba06b512711 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/security-groups?id=38805287-50b5-471c-9e67-0fa8b1094e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439088 May 27 03:38:14.345014 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc27ffd-1ce5-4ae3-b1d5-44664449b2b5 req-8076c1d1-5578-4f11-87f8-066205fc23f0 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:14.346529 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-dbc27ffd-1ce5-4ae3-b1d5-44664449b2b5 req-8076c1d1-5578-4f11-87f8-066205fc23f0 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7aaae9a-624e-4ca1-a2d9-b3bbbe2db822 HTTP/1.1" status: 200 len: 946 time: 0.0486758 May 27 03:38:14.397782 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-dbc27ffd-1ce5-4ae3-b1d5-44664449b2b5 req-840517c3-c803-4050-8537-b4ec81f386a8 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406766 May 27 03:38:14.616968 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b10964a-3153-47e4-9736-7c2c49568263 req-ba1e9b32-a63d-4622-9218-dedf70d11997 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:14.618424 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-7b10964a-3153-47e4-9736-7c2c49568263 req-ba1e9b32-a63d-4622-9218-dedf70d11997 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdde11d5-7fcb-4f1e-b691-2b9f029bd6e1 HTTP/1.1" status: 200 len: 946 time: 0.0468686 May 27 03:38:14.655540 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-ebd11d8c-319b-445f-9a30-1bc60ba5823f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (b322252d-fb9d-4652-a830-647fed26b29a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:14.676671 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-7b10964a-3153-47e4-9736-7c2c49568263 req-6b9d5a4b-de75-4223-93d6-45a65a4f379f tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a02cef0-b522-43fd-b070-1274cf874139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526056 May 27 03:38:14.892790 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-5815cf21-5b20-4048-b859-c74a4bf5abc9 req-4e5b0b8c-df1b-4ba7-b70a-ae87b549f132 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/ports?device_id=d324495a-01ec-4ed8-bec2-76575ce7a541 HTTP/1.1" status: 200 len: 210 time: 0.0268085 May 27 03:38:15.200414 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec244a9-f569-4f2e-baf8-295b905d28e8 req-21e81a07-7852-4f2f-a927-6615b4fdd986 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:15.201876 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-dec244a9-f569-4f2e-baf8-295b905d28e8 req-21e81a07-7852-4f2f-a927-6615b4fdd986 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 943 time: 0.0449841 May 27 03:38:15.248371 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-dec244a9-f569-4f2e-baf8-295b905d28e8 req-6a0153af-823f-492e-8cd0-a096800061f5 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407572 May 27 03:38:15.373533 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a7a103-0ba9-4cb4-9e8f-ba675503f974 req-36dda73c-83ab-4005-83cb-8ab1b0b4e97a tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:15.374919 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-d1a7a103-0ba9-4cb4-9e8f-ba675503f974 req-36dda73c-83ab-4005-83cb-8ab1b0b4e97a tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d79d89b-d1bb-4f7d-ba6a-adc8003d8f89 HTTP/1.1" status: 200 len: 946 time: 0.0485280 May 27 03:38:15.420761 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-d1a7a103-0ba9-4cb4-9e8f-ba675503f974 req-72529604-f8d3-4d8b-a906-6e77225b73df tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/security-groups?id=38805287-50b5-471c-9e67-0fa8b1094e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397785 May 27 03:38:15.506047 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d5403a-8d0e-4e9d-8e97-36c8893e4a5f req-1b30cb7e-e1f7-4981-9ee8-08bf5651b271 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:15.507585 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-31d5403a-8d0e-4e9d-8e97-36c8893e4a5f req-1b30cb7e-e1f7-4981-9ee8-08bf5651b271 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7aaae9a-624e-4ca1-a2d9-b3bbbe2db822 HTTP/1.1" status: 200 len: 946 time: 0.0454197 May 27 03:38:15.549100 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:15.554174 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-31d5403a-8d0e-4e9d-8e97-36c8893e4a5f req-974b2946-546a-4b2e-88e4-3518b2ee7c99 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411863 May 27 03:38:15.787445 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d47ab2f-70c3-4650-8520-7449d8f94d87 req-a23afb87-37fd-43a3-a9b2-b6e9455bc9d8 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:15.788878 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-6d47ab2f-70c3-4650-8520-7449d8f94d87 req-a23afb87-37fd-43a3-a9b2-b6e9455bc9d8 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdde11d5-7fcb-4f1e-b691-2b9f029bd6e1 HTTP/1.1" status: 200 len: 946 time: 0.0451498 May 27 03:38:15.839998 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-6d47ab2f-70c3-4650-8520-7449d8f94d87 req-e587fcb3-7280-4578-9204-7026f7eb82f6 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a02cef0-b522-43fd-b070-1274cf874139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455754 May 27 03:38:15.984455 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-d250cd11-d785-45da-b516-28c4da555d7f req-2427ccec-0178-4488-a6ea-93646ab451e9 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/ports?device_id=d324495a-01ec-4ed8-bec2-76575ce7a541 HTTP/1.1" status: 200 len: 210 time: 0.0270238 May 27 03:38:16.106955 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=3 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:16.368181 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489fb640-a259-454d-b605-119c563f3b64 req-e104714f-bab4-4a60-b7fa-01a05c9f3181 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:16.369681 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-489fb640-a259-454d-b605-119c563f3b64 req-e104714f-bab4-4a60-b7fa-01a05c9f3181 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 943 time: 0.0479980 May 27 03:38:16.412518 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:16.417049 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-489fb640-a259-454d-b605-119c563f3b64 req-d731def8-807a-4b3a-b82c-00fbe97b05ac tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416996 May 27 03:38:16.534664 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadabbc5-3e30-404b-ac9a-ad5d3d521a34 req-816a552a-35a0-48e6-a4df-c884c374bca6 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:16.536714 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-aadabbc5-3e30-404b-ac9a-ad5d3d521a34 req-816a552a-35a0-48e6-a4df-c884c374bca6 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d79d89b-d1bb-4f7d-ba6a-adc8003d8f89 HTTP/1.1" status: 200 len: 946 time: 0.0455005 May 27 03:38:16.586569 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-aadabbc5-3e30-404b-ac9a-ad5d3d521a34 req-54d467e4-4495-463a-b2a4-17d6e19c520e tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/security-groups?id=38805287-50b5-471c-9e67-0fa8b1094e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443804 May 27 03:38:16.669352 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65499682-662b-4cd5-8e26-d02729a77d76 req-500c258d-9abd-4bf9-a566-0c9d17cd6d6a tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:16.670857 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-65499682-662b-4cd5-8e26-d02729a77d76 req-500c258d-9abd-4bf9-a566-0c9d17cd6d6a tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7aaae9a-624e-4ca1-a2d9-b3bbbe2db822 HTTP/1.1" status: 200 len: 946 time: 0.0458100 May 27 03:38:16.717615 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-65499682-662b-4cd5-8e26-d02729a77d76 req-0594e225-2e9f-42d2-95c0-7bc89cef4d3a tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411329 May 27 03:38:16.935228 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-e23aea2c-593c-4d74-8166-6c3f08fa7979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (9df6ec88-276d-42f5-acd2-7e289451d5e3), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:16.950740 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc82a20a-c2a5-426b-9990-4cd735166a1f req-6492929e-58cf-4a08-9b8e-e61ddb0f3602 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:16.952229 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-fc82a20a-c2a5-426b-9990-4cd735166a1f req-6492929e-58cf-4a08-9b8e-e61ddb0f3602 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdde11d5-7fcb-4f1e-b691-2b9f029bd6e1 HTTP/1.1" status: 200 len: 946 time: 0.0459292 May 27 03:38:16.998439 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-fc82a20a-c2a5-426b-9990-4cd735166a1f req-83e2d72d-7817-4505-a2cf-719703562655 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a02cef0-b522-43fd-b070-1274cf874139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403469 May 27 03:38:17.078251 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-8aaf4371-b7a7-49c8-83dc-2e2c893c4cdb req-4830443f-9df4-46ef-92ac-edcc78c44a7e tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/ports?device_id=d324495a-01ec-4ed8-bec2-76575ce7a541 HTTP/1.1" status: 200 len: 210 time: 0.0292363 May 27 03:38:17.536742 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c0d0e8-c019-4191-ac74-75100d7cad80 req-95ff935c-d82f-4136-be85-d6e875c05087 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:17.538180 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-57c0d0e8-c019-4191-ac74-75100d7cad80 req-95ff935c-d82f-4136-be85-d6e875c05087 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 943 time: 0.0450051 May 27 03:38:17.584975 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-57c0d0e8-c019-4191-ac74-75100d7cad80 req-e897bfa7-cd8f-4306-a807-4e311fc1752a tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411553 May 27 03:38:17.696789 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d111b963-f193-4312-812c-201facddab9e req-6dbb6fba-2f31-4f4c-8a39-1779b91d6cbc tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:17.698212 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-d111b963-f193-4312-812c-201facddab9e req-6dbb6fba-2f31-4f4c-8a39-1779b91d6cbc tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d79d89b-d1bb-4f7d-ba6a-adc8003d8f89 HTTP/1.1" status: 200 len: 946 time: 0.0451400 May 27 03:38:17.744543 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-d111b963-f193-4312-812c-201facddab9e req-62f130d6-1365-47ff-a63b-8093286a3aec tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/security-groups?id=38805287-50b5-471c-9e67-0fa8b1094e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405509 May 27 03:38:17.837176 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b683715-a005-4730-b378-9c185d51c2e0 req-f3d9fb04-9297-406a-ba00-77c35cbbefb4 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:17.838639 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-9b683715-a005-4730-b378-9c185d51c2e0 req-f3d9fb04-9297-406a-ba00-77c35cbbefb4 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7aaae9a-624e-4ca1-a2d9-b3bbbe2db822 HTTP/1.1" status: 200 len: 946 time: 0.0516021 May 27 03:38:17.885552 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-9b683715-a005-4730-b378-9c185d51c2e0 req-ac03cf50-348c-4f74-9c86-11065277657a tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413811 May 27 03:38:18.114683 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b092a32-8839-407c-a8ac-1f10b45dca18 req-8d21bb8c-9ede-4eb4-951f-867cf1aa2519 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:18.116344 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4b092a32-8839-407c-a8ac-1f10b45dca18 req-8d21bb8c-9ede-4eb4-951f-867cf1aa2519 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdde11d5-7fcb-4f1e-b691-2b9f029bd6e1 HTTP/1.1" status: 200 len: 946 time: 0.0508788 May 27 03:38:18.173000 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-584d7fde-7d72-4642-9601-b182cfb78c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (413fc6aa-3a5a-4281-abfd-a440a67afb4a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:18.199855 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-dd52a035-5694-4a5e-97d9-a10ae5f86d8b req-a8e1ba3f-07d0-4775-9183-3ad57e06ec6f tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/ports?device_id=d324495a-01ec-4ed8-bec2-76575ce7a541 HTTP/1.1" status: 200 len: 210 time: 0.0452795 May 27 03:38:18.202810 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152abcec-7054-4320-b94e-ad5c95f29360 req-5a00ca72-f313-43c9-8b0d-327edc3acdb4 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:18.203335 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4b092a32-8839-407c-a8ac-1f10b45dca18 req-e6dd88c2-8677-4ae0-bc5b-400a141e6ab7 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a02cef0-b522-43fd-b070-1274cf874139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810423 May 27 03:38:18.206246 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-152abcec-7054-4320-b94e-ad5c95f29360 req-5a00ca72-f313-43c9-8b0d-327edc3acdb4 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdde11d5-7fcb-4f1e-b691-2b9f029bd6e1 HTTP/1.1" status: 200 len: 946 time: 0.0553505 May 27 03:38:18.348892 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-11696a46-b8a5-4154-8f87-2effbffc4d65 req-77e592fd-6df0-4e60-9076-14cdc4bd6187 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=79319ab8-3b21-4189-af20-8295ec40a10b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394053 May 27 03:38:18.389567 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef9bf0f-1b28-4f92-a7e2-f74308b464ad req-53369b6d-70ec-4afd-aa4f-2c1b9ae413ed tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:18.391048 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-4ef9bf0f-1b28-4f92-a7e2-f74308b464ad req-53369b6d-70ec-4afd-aa4f-2c1b9ae413ed tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d79d89b-d1bb-4f7d-ba6a-adc8003d8f89 HTTP/1.1" status: 200 len: 946 time: 0.0757892 May 27 03:38:18.427004 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [req-152abcec-7054-4320-b94e-ad5c95f29360 req-a19656de-1b0e-4fbd-b580-466f7bd7adb0 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Deleting port 56827ab0-a142-44a1-9dc8-40a1076ef828 {{(pid=104614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:38:18.427336 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-152abcec-7054-4320-b94e-ad5c95f29360 req-a19656de-1b0e-4fbd-b580-466f7bd7adb0 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791799895781'] for port (56827ab0-a142-44a1-9dc8-40a1076ef828), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:18.525758 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.db [req-152abcec-7054-4320-b94e-ad5c95f29360 req-a19656de-1b0e-4fbd-b580-466f7bd7adb0 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] For port 56827ab0-a142-44a1-9dc8-40a1076ef828, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=56827ab0-a142-44a1-9dc8-40a1076ef828,segment=NetworkSegment(4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6),segment_id=4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6)] {{(pid=104614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:38:18.526116 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-152abcec-7054-4320-b94e-ad5c95f29360 req-a19656de-1b0e-4fbd-b580-466f7bd7adb0 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-658269'] for port (56827ab0-a142-44a1-9dc8-40a1076ef828), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:18.711851 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f8d7d-4247-43da-b693-2662349543ba req-ff1dbbc9-e566-4e6f-9488-b7f77fee83c5 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:18.713452 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-783f8d7d-4247-43da-b693-2662349543ba req-ff1dbbc9-e566-4e6f-9488-b7f77fee83c5 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 943 time: 0.0505173 May 27 03:38:18.760857 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-783f8d7d-4247-43da-b693-2662349543ba req-8a46387c-ebbf-4b2c-bbee-7a00a44723ee tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415668 May 27 03:38:18.865887 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a00bb-794d-4918-b49a-b66c78b37b37 req-6a6218cf-d56f-4f8a-805b-492e1113184d tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:18.867488 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-761a00bb-794d-4918-b49a-b66c78b37b37 req-6a6218cf-d56f-4f8a-805b-492e1113184d tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d79d89b-d1bb-4f7d-ba6a-adc8003d8f89 HTTP/1.1" status: 200 len: 946 time: 0.0525403 May 27 03:38:18.921778 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:18.933423 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11696a46-b8a5-4154-8f87-2effbffc4d65 req-a18a5cd0-53e4-4723-917d-400512ce0471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:18.933423 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-11696a46-b8a5-4154-8f87-2effbffc4d65 req-a18a5cd0-53e4-4723-917d-400512ce0471 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8ae1382d8f774b5db702d78e3bed622a&device_id=79319ab8-3b21-4189-af20-8295ec40a10b HTTP/1.1" status: 200 len: 1130 time: 0.0616863 May 27 03:38:18.947719 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-761a00bb-794d-4918-b49a-b66c78b37b37 req-ffb4a454-d2e7-431a-a94b-35baa97cedd6 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/security-groups?id=38805287-50b5-471c-9e67-0fa8b1094e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708051 May 27 03:38:18.987722 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:19.006001 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0f640-3443-4b7d-b6d6-c13d9af89ede req-38814011-9b12-4b55-ab51-1b221eabd356 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:19.007611 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-c7a0f640-3443-4b7d-b6d6-c13d9af89ede req-38814011-9b12-4b55-ab51-1b221eabd356 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7aaae9a-624e-4ca1-a2d9-b3bbbe2db822 HTTP/1.1" status: 200 len: 946 time: 0.0487976 May 27 03:38:19.037865 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [req-4ef9bf0f-1b28-4f92-a7e2-f74308b464ad req-6fe917c3-7557-4f64-84b5-7602803131b8 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] Deleting port 06e71513-08ad-4d96-80b8-50c5d5424f74 {{(pid=104614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:38:19.038202 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-4ef9bf0f-1b28-4f92-a7e2-f74308b464ad req-6fe917c3-7557-4f64-84b5-7602803131b8 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791799895781'] for port (06e71513-08ad-4d96-80b8-50c5d5424f74), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:19.055534 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-c7a0f640-3443-4b7d-b6d6-c13d9af89ede req-e14a6407-1648-424e-9322-43ca36ef9013 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421083 May 27 03:38:19.063091 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-152abcec-7054-4320-b94e-ad5c95f29360 req-a19656de-1b0e-4fbd-b580-466f7bd7adb0 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:19.063452 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-152abcec-7054-4320-b94e-ad5c95f29360 req-a19656de-1b0e-4fbd-b580-466f7bd7adb0 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680165'] for floatingip (54e61d84-5a5d-4420-96e9-78b46f446299), after_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:19.063827 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.db.l3_db [req-152abcec-7054-4320-b94e-ad5c95f29360 req-a19656de-1b0e-4fbd-b580-466f7bd7adb0 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Floating IP 54e61d84-5a5d-4420-96e9-78b46f446299 disassociated. External IP: 172.27.0.12, port: 56827ab0-a142-44a1-9dc8-40a1076ef828. May 27 03:38:19.064162 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [req-152abcec-7054-4320-b94e-ad5c95f29360 req-a19656de-1b0e-4fbd-b580-466f7bd7adb0 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Calling delete_port for 56827ab0-a142-44a1-9dc8-40a1076ef828 owned by compute:nova {{(pid=104614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:38:19.189273 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.db [req-4ef9bf0f-1b28-4f92-a7e2-f74308b464ad req-6fe917c3-7557-4f64-84b5-7602803131b8 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] For port 06e71513-08ad-4d96-80b8-50c5d5424f74, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=06e71513-08ad-4d96-80b8-50c5d5424f74,segment=NetworkSegment(37a414ce-14e2-4725-a5d6-3705d8b1ee5d),segment_id=37a414ce-14e2-4725-a5d6-3705d8b1ee5d)] {{(pid=104614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:38:19.189553 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-4ef9bf0f-1b28-4f92-a7e2-f74308b464ad req-6fe917c3-7557-4f64-84b5-7602803131b8 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-658269'] for port (06e71513-08ad-4d96-80b8-50c5d5424f74), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:19.211570 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [req-4ef9bf0f-1b28-4f92-a7e2-f74308b464ad req-6fe917c3-7557-4f64-84b5-7602803131b8 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] Calling delete_port for 06e71513-08ad-4d96-80b8-50c5d5424f74 owned by compute:nova {{(pid=104614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:38:19.312633 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f446-e12c-45b2-8c38-3579950c1c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (785c7416-4bf9-40d9-a08f-c797a61a0436), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:19.333173 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:19.335596 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ccf510e8-9378-4df6-b200-625073498951 req-07b85356-c490-4b0d-9b21-c91d88633e10 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/ports?device_id=d324495a-01ec-4ed8-bec2-76575ce7a541 HTTP/1.1" status: 200 len: 210 time: 0.0492039 May 27 03:38:19.349871 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7264e101-3ed1-4cc9-bc32-a77c0d40f49c req-1af77255-898a-4ebe-9148-0f214f7829d9 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:19.351440 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-7264e101-3ed1-4cc9-bc32-a77c0d40f49c req-1af77255-898a-4ebe-9148-0f214f7829d9 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdde11d5-7fcb-4f1e-b691-2b9f029bd6e1 HTTP/1.1" status: 200 len: 946 time: 0.0763731 May 27 03:38:19.372047 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:19.399393 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-7264e101-3ed1-4cc9-bc32-a77c0d40f49c req-a2aae96d-3574-4230-afa9-d82c315ebde6 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a02cef0-b522-43fd-b070-1274cf874139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418251 May 27 03:38:19.418753 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-152abcec-7054-4320-b94e-ad5c95f29360 req-a19656de-1b0e-4fbd-b580-466f7bd7adb0 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791799905747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791799515450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8584799065'] for port (56827ab0-a142-44a1-9dc8-40a1076ef828), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:19.447012 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19656de-1b0e-4fbd-b580-466f7bd7adb0 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Pushing event deleted for resources: {'Port': ['ID=56827ab0-a142-44a1-9dc8-40a1076ef828,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:19.454811 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-4ef9bf0f-1b28-4f92-a7e2-f74308b464ad req-6fe917c3-7557-4f64-84b5-7602803131b8 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791799905747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791799515450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8584799065'] for port (06e71513-08ad-4d96-80b8-50c5d5424f74), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:19.499061 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] get_ports_and_sgs() called for port_ids ['06e71513-08ad-4d96-80b8-50c5d5424f74'] {{(pid=104616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:38:19.528532 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe917c3-7557-4f64-84b5-7602803131b8 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] Pushing event deleted for resources: {'Port': ['ID=06e71513-08ad-4d96-80b8-50c5d5424f74,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:19.608429 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ef9bf0f-1b28-4f92-a7e2-f74308b464ad req-6fe917c3-7557-4f64-84b5-7602803131b8 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] No DVR routers for this DVR port 06e71513-08ad-4d96-80b8-50c5d5424f74 on host hv-cinder-82880 {{(pid=104614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:38:19.608429 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-4ef9bf0f-1b28-4f92-a7e2-f74308b464ad req-6fe917c3-7557-4f64-84b5-7602803131b8 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:19.610188 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-4ef9bf0f-1b28-4f92-a7e2-f74308b464ad req-6fe917c3-7557-4f64-84b5-7602803131b8 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.69 "DELETE /v2.0/ports/06e71513-08ad-4d96-80b8-50c5d5424f74 HTTP/1.1" status: 204 len: 173 time: 0.7609875 May 27 03:38:19.610620 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d79d89b-d1bb-4f7d-ba6a-adc8003d8f89', 'name': 'network-vif-deleted', 'tag': '06e71513-08ad-4d96-80b8-50c5d5424f74'}] {{(pid=104614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:38:19.612878 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a93b0eab3ec594b69aa68cd7d580be2fac36b4cb942ee4cac03c85783d056da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6401e168-31d8-4518-9180-f9a2d9fc006a" -d '{"events": [{"server_uuid": "3d79d89b-d1bb-4f7d-ba6a-adc8003d8f89", "name": "network-vif-deleted", "tag": "06e71513-08ad-4d96-80b8-50c5d5424f74"}]}' {{(pid=104614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:38:19.641689 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.l3_agent_scheduler [req-152abcec-7054-4320-b94e-ad5c95f29360 req-a19656de-1b0e-4fbd-b580-466f7bd7adb0 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Router 58b91349-0dd3-4b11-9ad0-c33bf6a873c9 has already been hosted by L3 agent 9df6ec88-276d-42f5-acd2-7e289451d5e3 {{(pid=104614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:38:19.650155 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e62a484-33ba-4f6c-9cb3-3378bf804794 x-openstack-request-id: req-8e62a484-33ba-4f6c-9cb3-3378bf804794 {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:38:19.650449 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d79d89b-d1bb-4f7d-ba6a-adc8003d8f89", "name": "network-vif-deleted", "tag": "06e71513-08ad-4d96-80b8-50c5d5424f74", "status": "completed", "code": 200}]} {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:38:19.650814 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8e62a484-33ba-4f6c-9cb3-3378bf804794 {{(pid=104614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:38:19.651233 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e62a484-33ba-4f6c-9cb3-3378bf804794'] response: {'server_uuid': '3d79d89b-d1bb-4f7d-ba6a-adc8003d8f89', 'name': 'network-vif-deleted', 'tag': '06e71513-08ad-4d96-80b8-50c5d5424f74', 'status': 'completed', 'code': 200} May 27 03:38:19.748898 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-152abcec-7054-4320-b94e-ad5c95f29360 req-a19656de-1b0e-4fbd-b580-466f7bd7adb0 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Notify agent at l3_agent.dv-cinder-828805-4-iscsi the message routers_updated {{(pid=104614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:38:19.761621 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d33414-8b1e-4f47-a5fe-743e8f074dc6 None None] Sync routers for ids ['58b91349-0dd3-4b11-9ad0-c33bf6a873c9'] in dv-cinder-828805-4-iscsi {{(pid=104617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:38:19.776830 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.agents_db [None req-cbb77ebc-65ec-4caa-a8b3-81c074906866 None None] Agent healthcheck: found 6 active agents {{(pid=104617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:38:19.779760 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d33414-8b1e-4f47-a5fe-743e8f074dc6 None None] Routers {'58b91349-0dd3-4b11-9ad0-c33bf6a873c9'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:38:19.780374 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-34d33414-8b1e-4f47-a5fe-743e8f074dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:38:17Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['58b91349-0dd3-4b11-9ad0-c33bf6a873c9'], 'active': True} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:38:19.791361 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.l3_dvrscheduler_db [req-152abcec-7054-4320-b94e-ad5c95f29360 req-a19656de-1b0e-4fbd-b580-466f7bd7adb0 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] No DVR routers for this DVR port 56827ab0-a142-44a1-9dc8-40a1076ef828 on host hv-cinder-82880 {{(pid=104614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:38:19.793792 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-152abcec-7054-4320-b94e-ad5c95f29360 req-a19656de-1b0e-4fbd-b580-466f7bd7adb0 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:19.797216 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-152abcec-7054-4320-b94e-ad5c95f29360 req-a19656de-1b0e-4fbd-b580-466f7bd7adb0 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.69 "DELETE /v2.0/ports/56827ab0-a142-44a1-9dc8-40a1076ef828 HTTP/1.1" status: 204 len: 173 time: 1.4891543 May 27 03:38:19.893622 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c6b77c-704b-44cc-88ef-79fd6a774425 req-23368529-94f6-4e73-8675-d57ff4b96aa0 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:19.896147 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-03c6b77c-704b-44cc-88ef-79fd6a774425 req-23368529-94f6-4e73-8675-d57ff4b96aa0 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 943 time: 0.0549049 May 27 03:38:19.900718 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvr_db [None req-34d33414-8b1e-4f47-a5fe-743e8f074dc6 None None] Set router 58b91349-0dd3-4b11-9ad0-c33bf6a873c9 gateway port host: dv-cinder-828805-4-iscsi {{(pid=104617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:38:19.954927 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-03c6b77c-704b-44cc-88ef-79fd6a774425 req-d0c7c4c0-1de1-46d1-8dcc-6f7c098edda4 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516288 May 27 03:38:20.122248 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-34d33414-8b1e-4f47-a5fe-743e8f074dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'name': 'tempest-AttachVolumeNegativeTest-1037525343-router', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '62ebc377-0475-46f8-8fc4-d2dc60188684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:08Z', 'updated_at': '2022-05-27T03:35:16Z', 'revision_number': 4, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'gw_port': {'id': '62ebc377-0475-46f8-8fc4-d2dc60188684', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:10Z', 'updated_at': '2022-05-27T03:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_floatingips': [{'id': 'bf94151b-d9dc-4f56-874f-3ae26beeceee', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'floating_ip_address': '172.27.0.90', 'floating_network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'router_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'port_id': '8c6d464a-a05a-418c-93bf-d261bd71e3e9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed', 'mac_address': 'fa:16:3e:fb:5d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79319ab8-3b21-4189-af20-8295ec40a10b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:35:24Z', 'updated_at': '2022-05-27T03:35:58Z', 'revision_number': 2, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75b932e1-ea13-44f5-9bbf-2e35c438adc1', 'name': '', 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'mac_address': 'fa:16:3e:0f:06:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7dc15780-a98b-4250-9509-853069c6707a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:14Z', 'updated_at': '2022-05-27T03:35:24Z', 'revision_number': 5, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'subnets': [{'id': '7dc15780-a98b-4250-9509-853069c6707a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:38:20.149539 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d33414-8b1e-4f47-a5fe-743e8f074dc6 None None] Checking router: 58b91349-0dd3-4b11-9ad0-c33bf6a873c9 for host: dv-cinder-828805-4-iscsi {{(pid=104617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:38:20.163701 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d33414-8b1e-4f47-a5fe-743e8f074dc6 None None] Routers {'58b91349-0dd3-4b11-9ad0-c33bf6a873c9'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:38:20.164589 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-34d33414-8b1e-4f47-a5fe-743e8f074dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:38:17Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['58b91349-0dd3-4b11-9ad0-c33bf6a873c9'], 'active': True} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:38:20.247149 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-16f949cf-ab87-490e-b01d-b1585855ad1c req-067223d6-dd65-458a-a514-8db7701225f6 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d79d89b-d1bb-4f7d-ba6a-adc8003d8f89 HTTP/1.1" status: 200 len: 210 time: 0.0617354 May 27 03:38:20.248741 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11696a46-b8a5-4154-8f87-2effbffc4d65 req-d3d3b4fc-1d87-42a6-8ff5-f54c7498647e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:20.249802 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-11696a46-b8a5-4154-8f87-2effbffc4d65 req-d3d3b4fc-1d87-42a6-8ff5-f54c7498647e service neutron] 10.222.0.69 "GET /v2.0/networks?id=24e2e56a-4202-49e3-9751-4bcdb4e8a6ed HTTP/1.1" status: 200 len: 916 time: 0.2901394 May 27 03:38:20.251389 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419512c1-86dc-428e-8f10-f7df09e0246b req-3ee042b9-8f85-4830-8297-579edb1deada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:20.253587 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-419512c1-86dc-428e-8f10-f7df09e0246b req-3ee042b9-8f85-4830-8297-579edb1deada service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e7aaae9a-624e-4ca1-a2d9-b3bbbe2db822 HTTP/1.1" status: 200 len: 1130 time: 0.0537958 May 27 03:38:20.321282 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-419512c1-86dc-428e-8f10-f7df09e0246b req-8303d655-c3d6-49d9-9847-38af1cfa6141 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532081 May 27 03:38:20.361313 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvr_db [None req-34d33414-8b1e-4f47-a5fe-743e8f074dc6 None None] Set router 58b91349-0dd3-4b11-9ad0-c33bf6a873c9 gateway port host: dv-cinder-828805-4-iscsi {{(pid=104617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:38:20.386678 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b13967-4ef3-461a-ac10-6681a52309b8 req-3711221b-b460-4358-97a9-31f0fad294a5 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:20.387495 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-53b13967-4ef3-461a-ac10-6681a52309b8 req-3711221b-b460-4358-97a9-31f0fad294a5 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7aaae9a-624e-4ca1-a2d9-b3bbbe2db822 HTTP/1.1" status: 200 len: 946 time: 0.2010572 May 27 03:38:20.408464 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-11696a46-b8a5-4154-8f87-2effbffc4d65 req-60212c6f-89b3-41dd-a371-7617a34040e8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c6d464a-a05a-418c-93bf-d261bd71e3e9 HTTP/1.1" status: 200 len: 1001 time: 0.1298163 May 27 03:38:20.461677 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-0afc98f1-98cc-409c-a69b-edb2633f9843 req-37607005-1b27-45b8-9e1c-84464d8943b4 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/ports?device_id=d324495a-01ec-4ed8-bec2-76575ce7a541 HTTP/1.1" status: 200 len: 210 time: 0.0375450 May 27 03:38:20.484010 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-53b13967-4ef3-461a-ac10-6681a52309b8 req-37158354-fe60-4acf-80a6-ee4a02b962c8 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828612 May 27 03:38:20.564549 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-6934c2c1-31bd-4a16-8d4f-2a6cd04895ab req-7da457b0-c363-4163-8e6c-4bfaa87cd5ca tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdde11d5-7fcb-4f1e-b691-2b9f029bd6e1 HTTP/1.1" status: 200 len: 210 time: 0.0269825 May 27 03:38:20.596583 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-34d33414-8b1e-4f47-a5fe-743e8f074dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'name': 'tempest-AttachVolumeNegativeTest-1037525343-router', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '62ebc377-0475-46f8-8fc4-d2dc60188684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:08Z', 'updated_at': '2022-05-27T03:35:16Z', 'revision_number': 4, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'gw_port': {'id': '62ebc377-0475-46f8-8fc4-d2dc60188684', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:10Z', 'updated_at': '2022-05-27T03:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_floatingips': [{'id': 'bf94151b-d9dc-4f56-874f-3ae26beeceee', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'floating_ip_address': '172.27.0.90', 'floating_network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'router_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'port_id': '8c6d464a-a05a-418c-93bf-d261bd71e3e9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed', 'mac_address': 'fa:16:3e:fb:5d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79319ab8-3b21-4189-af20-8295ec40a10b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:35:24Z', 'updated_at': '2022-05-27T03:35:58Z', 'revision_number': 2, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75b932e1-ea13-44f5-9bbf-2e35c438adc1', 'name': '', 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'mac_address': 'fa:16:3e:0f:06:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7dc15780-a98b-4250-9509-853069c6707a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:14Z', 'updated_at': '2022-05-27T03:35:24Z', 'revision_number': 5, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'subnets': [{'id': '7dc15780-a98b-4250-9509-853069c6707a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:38:20.623457 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d33414-8b1e-4f47-a5fe-743e8f074dc6 None None] The sync data for ids ['58b91349-0dd3-4b11-9ad0-c33bf6a873c9'] in dv-cinder-828805-4-iscsi is: [{'id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'name': 'tempest-AttachVolumeNegativeTest-1037525343-router', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '62ebc377-0475-46f8-8fc4-d2dc60188684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:08Z', 'updated_at': '2022-05-27T03:35:16Z', 'revision_number': 4, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'gw_port': {'id': '62ebc377-0475-46f8-8fc4-d2dc60188684', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:10Z', 'updated_at': '2022-05-27T03:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_floatingips': [{'id': 'bf94151b-d9dc-4f56-874f-3ae26beeceee', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'floating_ip_address': '172.27.0.90', 'floating_network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'router_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'port_id': '8c6d464a-a05a-418c-93bf-d261bd71e3e9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed', 'mac_address': 'fa:16:3e:fb:5d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79319ab8-3b21-4189-af20-8295ec40a10b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:35:24Z', 'updated_at': '2022-05-27T03:35:58Z', 'revision_number': 2, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75b932e1-ea13-44f5-9bbf-2e35c438adc1', 'name': '', 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'mac_address': 'fa:16:3e:0f:06:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7dc15780-a98b-4250-9509-853069c6707a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:14Z', 'updated_at': '2022-05-27T03:35:24Z', 'revision_number': 5, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'subnets': [{'id': '7dc15780-a98b-4250-9509-853069c6707a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:38:20.905706 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c37b9d7-bd8c-4c10-9d7e-f665134fb4e6 None None] New status for floating IP 54e61d84-5a5d-4420-96e9-78b46f446299: DOWN {{(pid=104616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:38:20.942569 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11696a46-b8a5-4154-8f87-2effbffc4d65 req-dd55a601-c8bf-4971-9513-439df596c8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:20.944197 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-11696a46-b8a5-4154-8f87-2effbffc4d65 req-dd55a601-c8bf-4971-9513-439df596c8ca service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7dc15780-a98b-4250-9509-853069c6707a HTTP/1.1" status: 200 len: 854 time: 0.2839131 May 27 03:38:20.978451 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (917d01f3-4a27-4590-ae14-da14d21a1e88), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:21.106918 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932cdee4-e142-4d2e-9f03-973a71df4f76 req-8bd34837-7689-45b3-9f53-1889e71b67b8 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:21.109575 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-932cdee4-e142-4d2e-9f03-973a71df4f76 req-8bd34837-7689-45b3-9f53-1889e71b67b8 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 943 time: 0.0714128 May 27 03:38:21.149394 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11696a46-b8a5-4154-8f87-2effbffc4d65 req-49be7f38-2bd7-48f3-b8d9-9095a142fff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:21.151040 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-11696a46-b8a5-4154-8f87-2effbffc4d65 req-49be7f38-2bd7-48f3-b8d9-9095a142fff9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=24e2e56a-4202-49e3-9751-4bcdb4e8a6ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1254706 May 27 03:38:21.177560 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-932cdee4-e142-4d2e-9f03-973a71df4f76 req-3f8b7530-6ef9-4c3a-88ec-617672936d56 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671494 May 27 03:38:21.358121 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-bb74e49a-ba5a-4247-b682-ba9add01bae5 req-963b80e2-e24d-4443-85d2-3df9e42abefb tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d79d89b-d1bb-4f7d-ba6a-adc8003d8f89 HTTP/1.1" status: 200 len: 210 time: 0.0262859 May 27 03:38:21.602762 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-3d7796be-c99c-43a0-863f-713fb047948a req-339217fa-53c6-4038-8c82-2e0af0fbaf0c tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/ports?device_id=d324495a-01ec-4ed8-bec2-76575ce7a541 HTTP/1.1" status: 200 len: 210 time: 0.0427911 May 27 03:38:21.615623 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd47e29a-c33d-4999-b135-8f4ac64ddfce req-f63b5dc1-f709-47f0-82bd-74dcc07efb87 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:21.618133 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-bd47e29a-c33d-4999-b135-8f4ac64ddfce req-f63b5dc1-f709-47f0-82bd-74dcc07efb87 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7aaae9a-624e-4ca1-a2d9-b3bbbe2db822 HTTP/1.1" status: 200 len: 946 time: 0.0695679 May 27 03:38:21.652887 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdde11d5-7fcb-4f1e-b691-2b9f029bd6e1', 'name': 'network-vif-deleted', 'tag': '56827ab0-a142-44a1-9dc8-40a1076ef828'}] {{(pid=104614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:38:21.655113 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a93b0eab3ec594b69aa68cd7d580be2fac36b4cb942ee4cac03c85783d056da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0876f1e5-c039-4d33-ab8e-c0426ba3a98a" -d '{"events": [{"server_uuid": "cdde11d5-7fcb-4f1e-b691-2b9f029bd6e1", "name": "network-vif-deleted", "tag": "56827ab0-a142-44a1-9dc8-40a1076ef828"}]}' {{(pid=104614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:38:21.696670 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:21.748177 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-702886d2-205f-4bb9-8ba7-3e353153da06 req-d9ab9fd0-9f47-4e49-8dd9-4543fb668196 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdde11d5-7fcb-4f1e-b691-2b9f029bd6e1 HTTP/1.1" status: 200 len: 210 time: 0.0470936 May 27 03:38:21.778602 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-bd47e29a-c33d-4999-b135-8f4ac64ddfce req-ceb02b2e-4779-4bcd-bc1a-af50985bb3bf tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532900 May 27 03:38:21.799665 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c289cd17-96e0-4759-a7ee-af3927e00db3 x-openstack-request-id: req-c289cd17-96e0-4759-a7ee-af3927e00db3 {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:38:21.799947 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdde11d5-7fcb-4f1e-b691-2b9f029bd6e1", "name": "network-vif-deleted", "tag": "56827ab0-a142-44a1-9dc8-40a1076ef828", "status": "completed", "code": 200}]} {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:38:21.800346 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c289cd17-96e0-4759-a7ee-af3927e00db3 {{(pid=104614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:38:21.800802 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c289cd17-96e0-4759-a7ee-af3927e00db3'] response: {'server_uuid': 'cdde11d5-7fcb-4f1e-b691-2b9f029bd6e1', 'name': 'network-vif-deleted', 'tag': '56827ab0-a142-44a1-9dc8-40a1076ef828', 'status': 'completed', 'code': 200} May 27 03:38:21.801530 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-11696a46-b8a5-4154-8f87-2effbffc4d65 req-6348d127-c5ce-4985-b6a2-a635e213dd44 service neutron] 10.222.0.69 "GET /v2.0/networks/24e2e56a-4202-49e3-9751-4bcdb4e8a6ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666729 May 27 03:38:22.310480 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e24548-ec8c-4f55-852c-b11d19db7ab6 req-e86baf3f-1a65-4386-a11e-97b7ec3b7180 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:22.312014 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-57e24548-ec8c-4f55-852c-b11d19db7ab6 req-e86baf3f-1a65-4386-a11e-97b7ec3b7180 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 943 time: 0.0519621 May 27 03:38:22.375636 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-57e24548-ec8c-4f55-852c-b11d19db7ab6 req-3b072880-2c53-485b-a14e-2b36bb414456 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576797 May 27 03:38:22.485315 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-03605e94-d750-4e88-ad69-7c9e85a476b8 req-e38769c1-40fe-4b14-bc91-e0e04631b28f tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d79d89b-d1bb-4f7d-ba6a-adc8003d8f89 HTTP/1.1" status: 200 len: 210 time: 0.0260637 May 27 03:38:22.514498 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device 56827ab0-a142-44a1-9dc8-40a1076ef828 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:38:22.537174 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] No Port match for: 56827ab0-a142-44a1-9dc8-40a1076ef828 {{(pid=104616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:38:22.537559 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device 56827ab0-a142-44a1-9dc8-40a1076ef828 not bound to the agent host hv-cinder-82880 {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:38:22.538084 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device 06e71513-08ad-4d96-80b8-50c5d5424f74 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:38:22.557803 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] No Port match for: 06e71513-08ad-4d96-80b8-50c5d5424f74 {{(pid=104616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:38:22.558172 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device 06e71513-08ad-4d96-80b8-50c5d5424f74 not bound to the agent host hv-cinder-82880 {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:38:22.706361 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:22.712089 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4ac13c59-7448-407a-9293-faead61cd282 req-48c6d793-8a63-40ea-bd57-7079782a0b62 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/ports?device_id=d324495a-01ec-4ed8-bec2-76575ce7a541 HTTP/1.1" status: 200 len: 210 time: 0.0362725 May 27 03:38:22.736143 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-11696a46-b8a5-4154-8f87-2effbffc4d65 req-3f105be1-2860-4f5c-ba80-53a9faef79c8 service neutron] 10.222.0.69 "GET /v2.0/networks/24e2e56a-4202-49e3-9751-4bcdb4e8a6ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246288 May 27 03:38:22.860145 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-028ca989-d1dd-4fd0-9d0a-6f8fcb89fa85 req-e850c590-e586-4ebb-a0c5-0a241a42e8c0 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdde11d5-7fcb-4f1e-b691-2b9f029bd6e1 HTTP/1.1" status: 200 len: 210 time: 0.0309570 May 27 03:38:22.907514 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5832779-eed0-4d6c-bd74-97da42cc9d65 req-30b39191-ef36-4dcf-b66b-eaf0647f4eab tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:22.907514 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-b5832779-eed0-4d6c-bd74-97da42cc9d65 req-30b39191-ef36-4dcf-b66b-eaf0647f4eab tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7aaae9a-624e-4ca1-a2d9-b3bbbe2db822 HTTP/1.1" status: 200 len: 946 time: 0.0500932 May 27 03:38:22.962473 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-b5832779-eed0-4d6c-bd74-97da42cc9d65 req-1f1c32ea-8fb5-4e99-a834-920f2dd6ee4b tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448623 May 27 03:38:23.197661 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2beb61-5bca-4cd7-b19f-84cc6a2955dc req-07bb0ea3-1c76-4fb4-acf2-2bb60a037bf8 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:23.199176 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-0a2beb61-5bca-4cd7-b19f-84cc6a2955dc req-07bb0ea3-1c76-4fb4-acf2-2bb60a037bf8 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.69 "GET /v2.0/networks?id=db24d3e5-88d8-4487-b5a4-91bc1ed45182 HTTP/1.1" status: 200 len: 814 time: 0.1084363 May 27 03:38:23.259597 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.v2.base [req-0a2beb61-5bca-4cd7-b19f-84cc6a2955dc req-9d04b552-6081-4bec-aeed-b4d86c7aca34 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Request body: {'port': {'device_id': 'd324495a-01ec-4ed8-bec2-76575ce7a541', 'network_id': 'db24d3e5-88d8-4487-b5a4-91bc1ed45182', 'admin_state_up': True, 'tenant_id': '99d82d4c868f404e9bc7e932aadf7670'}} {{(pid=104615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:38:23.471189 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a2beb61-5bca-4cd7-b19f-84cc6a2955dc req-9d04b552-6081-4bec-aeed-b4d86c7aca34 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Made reservation on behalf of 99d82d4c868f404e9bc7e932aadf7670 for: {'port': 1} {{(pid=104615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:38:23.474353 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [req-0a2beb61-5bca-4cd7-b19f-84cc6a2955dc req-9d04b552-6081-4bec-aeed-b4d86c7aca34 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:23.534255 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ad3ce-339a-4b69-ae2e-ca895c5d3f61 req-4760435d-7258-4575-b52c-ae1ad478c07d tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:23.536640 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4e3ad3ce-339a-4b69-ae2e-ca895c5d3f61 req-4760435d-7258-4575-b52c-ae1ad478c07d tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7aaae9a-624e-4ca1-a2d9-b3bbbe2db822 HTTP/1.1" status: 200 len: 946 time: 0.1062517 May 27 03:38:23.543834 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f197b98-e34b-4345-9c57-be92553c03b0 req-fc0b319a-baf8-4792-b2b6-d63b9a4c014a tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:23.545272 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-2f197b98-e34b-4345-9c57-be92553c03b0 req-fc0b319a-baf8-4792-b2b6-d63b9a4c014a tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 943 time: 0.0853987 May 27 03:38:23.693239 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4e3ad3ce-339a-4b69-ae2e-ca895c5d3f61 req-eb984940-ac6a-4d36-9eb8-7d9c48b9b696 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468236 May 27 03:38:23.699001 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-2f197b98-e34b-4345-9c57-be92553c03b0 req-c67d006c-feae-4686-ba2d-2fb5ff6577e6 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449788 May 27 03:38:23.739509 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.db.db_base_plugin_common [req-0a2beb61-5bca-4cd7-b19f-84cc6a2955dc req-9d04b552-6081-4bec-aeed-b4d86c7aca34 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Allocated IP 172.20.0.12 (db24d3e5-88d8-4487-b5a4-91bc1ed45182/1177ec23-58d7-437f-a14d-dd0d92af1cd0/f5a040c0-7ee8-466d-bbe9-24fdc9c314fb) {{(pid=104615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:38:23.760949 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:23.798614 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f3127-6fa3-4803-ae91-60ea7e3eb272 req-94a97fb9-f559-4e36-b166-c1a0eeecf4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:23.800795 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-f63f3127-6fa3-4803-ae91-60ea7e3eb272 req-94a97fb9-f559-4e36-b166-c1a0eeecf4e1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=03b1335715234895a0c1a555b22ee8d3&device_id=e7aaae9a-624e-4ca1-a2d9-b3bbbe2db822 HTTP/1.1" status: 200 len: 1130 time: 0.0458229 May 27 03:38:23.851601 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-c3e4a55d-ecd2-4061-b5db-4b4c804d8ecb req-6d9c185c-b39c-4f4a-ae8f-14a8832bf1c8 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/ports?device_id=d324495a-01ec-4ed8-bec2-76575ce7a541 HTTP/1.1" status: 200 len: 210 time: 0.0618393 May 27 03:38:23.881387 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-bf6fc1b5-6952-401d-9adc-8aad6c552398 req-7151680d-6ddf-47f2-baa0-196b691ca359 tempest-VolumesActionsTest-1217221362 tempest-VolumesActionsTest-1217221362-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d79d89b-d1bb-4f7d-ba6a-adc8003d8f89 HTTP/1.1" status: 200 len: 210 time: 0.0739574 May 27 03:38:23.925687 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f3127-6fa3-4803-ae91-60ea7e3eb272 req-08696697-0639-4a20-8a7e-2aed970b0965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:23.927422 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-f63f3127-6fa3-4803-ae91-60ea7e3eb272 req-08696697-0639-4a20-8a7e-2aed970b0965 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7ad434bf-5110-4909-8d4e-fd9ddb1876ab HTTP/1.1" status: 200 len: 920 time: 0.1183348 May 27 03:38:23.950197 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:23.991540 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [req-0a2beb61-5bca-4cd7-b19f-84cc6a2955dc req-9d04b552-6081-4bec-aeed-b4d86c7aca34 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Publish callbacks [] for port (f5a040c0-7ee8-466d-bbe9-24fdc9c314fb), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:24.394398 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-f63f3127-6fa3-4803-ae91-60ea7e3eb272 req-ac7b3d58-9e42-476e-bf0b-8db14b5c94fc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca04734c-9ae1-421c-83aa-9ede7ab3af1a HTTP/1.1" status: 200 len: 217 time: 0.0389166 May 27 03:38:24.536368 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [req-0a2beb61-5bca-4cd7-b19f-84cc6a2955dc req-9d04b552-6081-4bec-aeed-b4d86c7aca34 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791799515441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585481432'] for port (f5a040c0-7ee8-466d-bbe9-24fdc9c314fb), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:24.583802 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a2beb61-5bca-4cd7-b19f-84cc6a2955dc req-9d04b552-6081-4bec-aeed-b4d86c7aca34 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Network db24d3e5-88d8-4487-b5a4-91bc1ed45182 is already hosted by enough agents. {{(pid=104615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:38:24.589045 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.base_scheduler [req-0a2beb61-5bca-4cd7-b19f-84cc6a2955dc req-9d04b552-6081-4bec-aeed-b4d86c7aca34 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Resources bound (agent type, host, resource id): {{(pid=104615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:38:24.591257 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d04b552-6081-4bec-aeed-b4d86c7aca34 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Pushing event updated for resources: {'Port': ['ID=f5a040c0-7ee8-466d-bbe9-24fdc9c314fb,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:24.593516 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a2beb61-5bca-4cd7-b19f-84cc6a2955dc req-9d04b552-6081-4bec-aeed-b4d86c7aca34 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Received port after_create {{(pid=104615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:38:24.620222 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d04b552-6081-4bec-aeed-b4d86c7aca34 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:24.620575 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d04b552-6081-4bec-aeed-b4d86c7aca34 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:24.620919 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d04b552-6081-4bec-aeed-b4d86c7aca34 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:24.621260 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d04b552-6081-4bec-aeed-b4d86c7aca34 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:24.621592 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d04b552-6081-4bec-aeed-b4d86c7aca34 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:24.621942 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d04b552-6081-4bec-aeed-b4d86c7aca34 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:24.622270 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d04b552-6081-4bec-aeed-b4d86c7aca34 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:24.622583 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d04b552-6081-4bec-aeed-b4d86c7aca34 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:24.622937 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d04b552-6081-4bec-aeed-b4d86c7aca34 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:24.623267 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d04b552-6081-4bec-aeed-b4d86c7aca34 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:24.623591 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d04b552-6081-4bec-aeed-b4d86c7aca34 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:24.623917 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d04b552-6081-4bec-aeed-b4d86c7aca34 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:24.624238 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d04b552-6081-4bec-aeed-b4d86c7aca34 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:24.624565 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d04b552-6081-4bec-aeed-b4d86c7aca34 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:24.624887 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d04b552-6081-4bec-aeed-b4d86c7aca34 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:24.658747 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2beb61-5bca-4cd7-b19f-84cc6a2955dc req-9d04b552-6081-4bec-aeed-b4d86c7aca34 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:24.659435 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [req-0a2beb61-5bca-4cd7-b19f-84cc6a2955dc req-9d04b552-6081-4bec-aeed-b4d86c7aca34 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-373421'] for port (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:24.726789 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-0a2beb61-5bca-4cd7-b19f-84cc6a2955dc req-9d04b552-6081-4bec-aeed-b4d86c7aca34 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4709871 May 27 03:38:24.784887 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-bda94088-ef6e-4298-8ae0-247b0d0185f6 None None] Provisioning complete for port f5a040c0-7ee8-466d-bbe9-24fdc9c314fb triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:38:24.786200 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-bda94088-ef6e-4298-8ae0-247b0d0185f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (f5a040c0-7ee8-466d-bbe9-24fdc9c314fb), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:24.835107 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-bda94088-ef6e-4298-8ae0-247b0d0185f6 None None] Port f5a040c0-7ee8-466d-bbe9-24fdc9c314fb cannot update to ACTIVE because it is not bound. {{(pid=104616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:38:24.836985 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c5fc2-6a9d-4c98-b69e-47bb8f2996d9 req-2c431504-517f-4388-a0f7-59695efba334 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:24.838528 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-3b0c5fc2-6a9d-4c98-b69e-47bb8f2996d9 req-2c431504-517f-4388-a0f7-59695efba334 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7aaae9a-624e-4ca1-a2d9-b3bbbe2db822 HTTP/1.1" status: 200 len: 946 time: 0.0503502 May 27 03:38:24.889639 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-3b0c5fc2-6a9d-4c98-b69e-47bb8f2996d9 req-33ac6747-54fa-4528-8ced-ec8f6daecbad tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453210 May 27 03:38:25.002379 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc391ef-407e-412d-ac43-6b1b01eb7ce0 req-5f66fc0b-8610-44eb-b747-f5bb72f6a34c tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:25.003927 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-0cc391ef-407e-412d-ac43-6b1b01eb7ce0 req-5f66fc0b-8610-44eb-b747-f5bb72f6a34c tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 943 time: 0.0507851 May 27 03:38:25.039785 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 38950) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:25.057975 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-0cc391ef-407e-412d-ac43-6b1b01eb7ce0 req-e80b7e0b-e7ad-4ccc-9b2e-ba56331bed71 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470467 May 27 03:38:25.110678 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-fc43d949-06d1-4cc0-ac43-d358a873e9ba tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for security_group (1a02cef0-b522-43fd-b070-1274cf874139), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:25.152409 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-fc43d949-06d1-4cc0-ac43-d358a873e9ba tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for security_group (1a02cef0-b522-43fd-b070-1274cf874139), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:25.164642 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c3475-c946-49d3-8517-5dca6963d87a req-0e7bacae-b661-49a8-8d40-51e90d064224 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:25.167406 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-c07c3475-c946-49d3-8517-5dca6963d87a req-0e7bacae-b661-49a8-8d40-51e90d064224 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/ports?device_id=d324495a-01ec-4ed8-bec2-76575ce7a541 HTTP/1.1" status: 200 len: 932 time: 0.0648773 May 27 03:38:25.219633 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-c07c3475-c946-49d3-8517-5dca6963d87a req-b496d790-a587-46c8-8072-cfb49de2cda0 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/security-groups?id=33039ef4-c1ff-455a-8486-f776e86fb7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469673 May 27 03:38:25.279583 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.v2.base [req-0a2beb61-5bca-4cd7-b19f-84cc6a2955dc req-ecb87e58-d1df-4aa9-a986-256947c4ec29 service neutron] Request body: {'port': {'device_id': 'd324495a-01ec-4ed8-bec2-76575ce7a541', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:38:25.323224 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f3127-6fa3-4803-ae91-60ea7e3eb272 req-51074f27-6dd5-4a49-b454-fc39333615b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:25.324668 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-f63f3127-6fa3-4803-ae91-60ea7e3eb272 req-51074f27-6dd5-4a49-b454-fc39333615b7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=322aacf8-7a2c-4c8b-810a-fab1e2caab1f HTTP/1.1" status: 200 len: 858 time: 0.0539238 May 27 03:38:25.334388 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:25.345132 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [req-0a2beb61-5bca-4cd7-b19f-84cc6a2955dc req-ecb87e58-d1df-4aa9-a986-256947c4ec29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (f5a040c0-7ee8-466d-bbe9-24fdc9c314fb), before_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:25.397940 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:25.404836 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-fc43d949-06d1-4cc0-ac43-d358a873e9ba tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (1a02cef0-b522-43fd-b070-1274cf874139), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:25.406753 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-fc43d949-06d1-4cc0-ac43-d358a873e9ba tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for security_group (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:25.407906 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-fc43d949-06d1-4cc0-ac43-d358a873e9ba tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "DELETE /v2.0/security-groups/1a02cef0-b522-43fd-b070-1274cf874139 HTTP/1.1" status: 204 len: 168 time: 0.3671143 May 27 03:38:25.416168 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 38962) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:25.451997 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f3127-6fa3-4803-ae91-60ea7e3eb272 req-522ef400-0bfb-44e1-8768-00b61911db92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:25.455805 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-f63f3127-6fa3-4803-ae91-60ea7e3eb272 req-522ef400-0bfb-44e1-8768-00b61911db92 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7ad434bf-5110-4909-8d4e-fd9ddb1876ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0858264 May 27 03:38:25.460833 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc43d949-06d1-4cc0-ac43-d358a873e9ba tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a02cef0-b522-43fd-b070-1274cf874139,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:25.488407 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.api.v2.resource [None req-f36cca3f-52c5-4f3f-b0fd-d73501b0a7a9 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] show failed (client error): The resource could not be found. May 27 03:38:25.488407 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-f36cca3f-52c5-4f3f-b0fd-d73501b0a7a9 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/security-groups/1a02cef0-b522-43fd-b070-1274cf874139 HTTP/1.1" status: 404 len: 347 time: 0.0486505 May 27 03:38:25.491882 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc43d949-06d1-4cc0-ac43-d358a873e9ba tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:25.492251 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc43d949-06d1-4cc0-ac43-d358a873e9ba tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:25.492619 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc43d949-06d1-4cc0-ac43-d358a873e9ba tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:25.492959 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc43d949-06d1-4cc0-ac43-d358a873e9ba tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:25.493332 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc43d949-06d1-4cc0-ac43-d358a873e9ba tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:25.493783 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc43d949-06d1-4cc0-ac43-d358a873e9ba tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:25.494325 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc43d949-06d1-4cc0-ac43-d358a873e9ba tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:25.494871 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc43d949-06d1-4cc0-ac43-d358a873e9ba tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:25.495240 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc43d949-06d1-4cc0-ac43-d358a873e9ba tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:25.495868 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc43d949-06d1-4cc0-ac43-d358a873e9ba tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:25.496203 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc43d949-06d1-4cc0-ac43-d358a873e9ba tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:25.496530 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc43d949-06d1-4cc0-ac43-d358a873e9ba tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:25.496863 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc43d949-06d1-4cc0-ac43-d358a873e9ba tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:25.497219 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc43d949-06d1-4cc0-ac43-d358a873e9ba tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:25.497668 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc43d949-06d1-4cc0-ac43-d358a873e9ba tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:25.526167 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 38972) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:25.679072 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:25.711394 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [None req-f730871f-5932-4637-b2c8-9c657bbbac44 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Deleting port de6fa1b7-4dd0-4200-aaf2-5663d3d04e71 {{(pid=104614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:38:25.711751 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-f730871f-5932-4637-b2c8-9c657bbbac44 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791799895781'] for port (de6fa1b7-4dd0-4200-aaf2-5663d3d04e71), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:25.717572 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-f63f3127-6fa3-4803-ae91-60ea7e3eb272 req-79f2eb0b-3d9a-4ec5-b191-c2367ce0c9ae service neutron] 10.222.0.69 "GET /v2.0/networks/7ad434bf-5110-4909-8d4e-fd9ddb1876ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419827 May 27 03:38:25.872881 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.notifiers.nova [req-0a2beb61-5bca-4cd7-b19f-84cc6a2955dc req-ecb87e58-d1df-4aa9-a986-256947c4ec29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5a040c0-7ee8-466d-bbe9-24fdc9c314fb {{(pid=104615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:38:25.885738 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [req-0a2beb61-5bca-4cd7-b19f-84cc6a2955dc req-ecb87e58-d1df-4aa9-a986-256947c4ec29 service neutron] Publish callbacks [] for port (f5a040c0-7ee8-466d-bbe9-24fdc9c314fb), precommit_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:25.907869 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.db.provisioning_blocks [req-0a2beb61-5bca-4cd7-b19f-84cc6a2955dc req-ecb87e58-d1df-4aa9-a986-256947c4ec29 service neutron] Transition to ACTIVE for port object f5a040c0-7ee8-466d-bbe9-24fdc9c314fb will not be triggered until provisioned by entity L2. {{(pid=104615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:38:26.041263 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [req-0a2beb61-5bca-4cd7-b19f-84cc6a2955dc req-ecb87e58-d1df-4aa9-a986-256947c4ec29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585481455'] for port (f5a040c0-7ee8-466d-bbe9-24fdc9c314fb), after_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:26.107209 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:26.158496 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb87e58-d1df-4aa9-a986-256947c4ec29 service neutron] Pushing event updated for resources: {'Port': ['ID=f5a040c0-7ee8-466d-bbe9-24fdc9c314fb,revision_number=2']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:26.172624 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-f730871f-5932-4637-b2c8-9c657bbbac44 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-658269'] for port (de6fa1b7-4dd0-4200-aaf2-5663d3d04e71), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:26.173599 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-f730871f-5932-4637-b2c8-9c657bbbac44 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for floatingip (de6fa1b7-4dd0-4200-aaf2-5663d3d04e71), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:26.180357 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da26158f-fad5-4f1d-b88f-9fe96746e7a9 req-1537a1f4-c766-49d6-9dea-3ce99a0484e6 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:26.181885 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-da26158f-fad5-4f1d-b88f-9fe96746e7a9 req-1537a1f4-c766-49d6-9dea-3ce99a0484e6 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7aaae9a-624e-4ca1-a2d9-b3bbbe2db822 HTTP/1.1" status: 200 len: 946 time: 0.1846616 May 27 03:38:26.210677 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [None req-f730871f-5932-4637-b2c8-9c657bbbac44 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Calling delete_port for de6fa1b7-4dd0-4200-aaf2-5663d3d04e71 owned by network:floatingip {{(pid=104614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:38:26.215407 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-f63f3127-6fa3-4803-ae91-60ea7e3eb272 req-862f296f-c81d-45ef-9f62-6310c0909af6 service neutron] 10.222.0.69 "GET /v2.0/networks/7ad434bf-5110-4909-8d4e-fd9ddb1876ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4838886 May 27 03:38:26.532039 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-da26158f-fad5-4f1d-b88f-9fe96746e7a9 req-b84694e4-2645-4623-a604-31b2d6c32b5f tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367898 May 27 03:38:26.538725 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2561e5f-02d9-4ada-b2ab-017e4fa384ab req-39be1ffe-cd35-4444-8755-469608a87e9a tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:26.540267 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-e2561e5f-02d9-4ada-b2ab-017e4fa384ab req-39be1ffe-cd35-4444-8755-469608a87e9a tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 943 time: 0.2754171 May 27 03:38:26.611706 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-f730871f-5932-4637-b2c8-9c657bbbac44 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791799905747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791799515450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8584799065'] for port (de6fa1b7-4dd0-4200-aaf2-5663d3d04e71), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:26.673321 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f730871f-5932-4637-b2c8-9c657bbbac44 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Pushing event deleted for resources: {'Port': ['ID=de6fa1b7-4dd0-4200-aaf2-5663d3d04e71,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:26.742555 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd5e03a-fd04-4926-873f-a67d2c8eb323 req-135c3f59-7a2e-422c-a74c-34252f40fbeb tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:26.746428 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-6cd5e03a-fd04-4926-873f-a67d2c8eb323 req-135c3f59-7a2e-422c-a74c-34252f40fbeb tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/ports?device_id=d324495a-01ec-4ed8-bec2-76575ce7a541 HTTP/1.1" status: 200 len: 944 time: 0.1403491 May 27 03:38:26.761797 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-f730871f-5932-4637-b2c8-9c657bbbac44 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for floatingip (54e61d84-5a5d-4420-96e9-78b46f446299), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:26.762569 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-e2561e5f-02d9-4ada-b2ab-017e4fa384ab req-dad0a436-5890-4db0-9fa1-b875542a1917 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2085285 May 27 03:38:26.766172 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-f730871f-5932-4637-b2c8-9c657bbbac44 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for floatingip (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:26.768312 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-f730871f-5932-4637-b2c8-9c657bbbac44 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "DELETE /v2.0/floatingips/54e61d84-5a5d-4420-96e9-78b46f446299 HTTP/1.1" status: 204 len: 168 time: 1.2403033 May 27 03:38:26.788127 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.managers [req-0a2beb61-5bca-4cd7-b19f-84cc6a2955dc req-ecb87e58-d1df-4aa9-a986-256947c4ec29 service neutron] Attempting to bind port f5a040c0-7ee8-466d-bbe9-24fdc9c314fb on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:38:26.788127 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.managers [req-0a2beb61-5bca-4cd7-b19f-84cc6a2955dc req-ecb87e58-d1df-4aa9-a986-256947c4ec29 service neutron] Attempting to bind port f5a040c0-7ee8-466d-bbe9-24fdc9c314fb by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '88aba986-3b4f-422c-aef6-43b903911269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'db24d3e5-88d8-4487-b5a4-91bc1ed45182'}] {{(pid=104615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:38:26.788127 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2beb61-5bca-4cd7-b19f-84cc6a2955dc req-ecb87e58-d1df-4aa9-a986-256947c4ec29 service neutron] Attempting to bind port f5a040c0-7ee8-466d-bbe9-24fdc9c314fb on network db24d3e5-88d8-4487-b5a4-91bc1ed45182 {{(pid=104615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:38:26.794320 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2beb61-5bca-4cd7-b19f-84cc6a2955dc req-ecb87e58-d1df-4aa9-a986-256947c4ec29 service neutron] Port f5a040c0-7ee8-466d-bbe9-24fdc9c314fb on network db24d3e5-88d8-4487-b5a4-91bc1ed45182 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:38:26.794731 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2beb61-5bca-4cd7-b19f-84cc6a2955dc req-ecb87e58-d1df-4aa9-a986-256947c4ec29 service neutron] Attempting to bind port f5a040c0-7ee8-466d-bbe9-24fdc9c314fb on network db24d3e5-88d8-4487-b5a4-91bc1ed45182 {{(pid=104615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:38:26.813212 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2beb61-5bca-4cd7-b19f-84cc6a2955dc req-ecb87e58-d1df-4aa9-a986-256947c4ec29 service neutron] Checking agent: {'id': '134bae73-502b-4599-bb47-129fee8818a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 33, 12), 'started_at': datetime.datetime(2022, 5, 27, 3, 33, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:38:26.813641 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2beb61-5bca-4cd7-b19f-84cc6a2955dc req-ecb87e58-d1df-4aa9-a986-256947c4ec29 service neutron] Checking segment: {'id': '88aba986-3b4f-422c-aef6-43b903911269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'db24d3e5-88d8-4487-b5a4-91bc1ed45182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:38:26.814091 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2beb61-5bca-4cd7-b19f-84cc6a2955dc req-ecb87e58-d1df-4aa9-a986-256947c4ec29 service neutron] Bound using segment: {'id': '88aba986-3b4f-422c-aef6-43b903911269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'db24d3e5-88d8-4487-b5a4-91bc1ed45182'} {{(pid=104615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:38:26.814704 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.managers [req-0a2beb61-5bca-4cd7-b19f-84cc6a2955dc req-ecb87e58-d1df-4aa9-a986-256947c4ec29 service neutron] Bound port: f5a040c0-7ee8-466d-bbe9-24fdc9c314fb, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88aba986-3b4f-422c-aef6-43b903911269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'db24d3e5-88d8-4487-b5a4-91bc1ed45182'}}] {{(pid=104615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:38:26.815048 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [req-0a2beb61-5bca-4cd7-b19f-84cc6a2955dc req-ecb87e58-d1df-4aa9-a986-256947c4ec29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (f5a040c0-7ee8-466d-bbe9-24fdc9c314fb), before_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:26.884885 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-6cd5e03a-fd04-4926-873f-a67d2c8eb323 req-d04db9b0-6e1f-4b96-be13-085fa5590fa7 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/security-groups?id=33039ef4-c1ff-455a-8486-f776e86fb7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127815 May 27 03:38:26.928658 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.db [req-0a2beb61-5bca-4cd7-b19f-84cc6a2955dc req-ecb87e58-d1df-4aa9-a986-256947c4ec29 service neutron] For port f5a040c0-7ee8-466d-bbe9-24fdc9c314fb, host hv-cinder-82880, cleared binding levels {{(pid=104615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:38:26.932226 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.db [req-0a2beb61-5bca-4cd7-b19f-84cc6a2955dc req-ecb87e58-d1df-4aa9-a986-256947c4ec29 service neutron] For port f5a040c0-7ee8-466d-bbe9-24fdc9c314fb, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=f5a040c0-7ee8-466d-bbe9-24fdc9c314fb,segment=NetworkSegment(88aba986-3b4f-422c-aef6-43b903911269),segment_id=88aba986-3b4f-422c-aef6-43b903911269)] {{(pid=104615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:38:27.021889 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [req-0a2beb61-5bca-4cd7-b19f-84cc6a2955dc req-ecb87e58-d1df-4aa9-a986-256947c4ec29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585481455'] for port (f5a040c0-7ee8-466d-bbe9-24fdc9c314fb), after_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:27.054407 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2beb61-5bca-4cd7-b19f-84cc6a2955dc req-ecb87e58-d1df-4aa9-a986-256947c4ec29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:27.055419 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [req-0a2beb61-5bca-4cd7-b19f-84cc6a2955dc req-ecb87e58-d1df-4aa9-a986-256947c4ec29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-373421'] for port (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:27.056811 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-0a2beb61-5bca-4cd7-b19f-84cc6a2955dc req-ecb87e58-d1df-4aa9-a986-256947c4ec29 service neutron] 10.222.0.69 "PUT /v2.0/ports/f5a040c0-7ee8-466d-bbe9-24fdc9c314fb HTTP/1.1" status: 200 len: 1094 time: 1.7880406 May 27 03:38:27.059397 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd324495a-01ec-4ed8-bec2-76575ce7a541', 'tag': 'f5a040c0-7ee8-466d-bbe9-24fdc9c314fb'}] {{(pid=104615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:38:27.061645 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9faa1dd78fb558d4018d1363b43ffec7552e77d137433f9c5cc39ec2f1c636e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71697bb1-b3a0-4994-910e-1e19d6afabae" -d '{"events": [{"name": "network-changed", "server_uuid": "d324495a-01ec-4ed8-bec2-76575ce7a541", "tag": "f5a040c0-7ee8-466d-bbe9-24fdc9c314fb"}]}' {{(pid=104615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:38:27.132080 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf1b2b9-fb81-4781-b1f9-3a3832a46fc6 x-openstack-request-id: req-dbf1b2b9-fb81-4781-b1f9-3a3832a46fc6 {{(pid=104615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:38:27.132381 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d324495a-01ec-4ed8-bec2-76575ce7a541", "tag": "f5a040c0-7ee8-466d-bbe9-24fdc9c314fb", "status": "completed", "code": 200}]} {{(pid=104615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:38:27.132718 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dbf1b2b9-fb81-4781-b1f9-3a3832a46fc6 {{(pid=104615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:38:27.133226 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbf1b2b9-fb81-4781-b1f9-3a3832a46fc6'] response: {'name': 'network-changed', 'server_uuid': 'd324495a-01ec-4ed8-bec2-76575ce7a541', 'tag': 'f5a040c0-7ee8-466d-bbe9-24fdc9c314fb', 'status': 'completed', 'code': 200} May 27 03:38:27.142025 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb87e58-d1df-4aa9-a986-256947c4ec29 service neutron] Pushing event updated for resources: {'Port': ['ID=f5a040c0-7ee8-466d-bbe9-24fdc9c314fb,revision_number=3']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:27.661635 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acffcef-d3fb-457f-a3f4-a824001c27d9 req-b537e81f-dff3-49dc-8467-953741e956cf tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:27.667490 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-5acffcef-d3fb-457f-a3f4-a824001c27d9 req-b537e81f-dff3-49dc-8467-953741e956cf tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7aaae9a-624e-4ca1-a2d9-b3bbbe2db822 HTTP/1.1" status: 200 len: 946 time: 0.0591404 May 27 03:38:27.683284 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:27.741885 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-5acffcef-d3fb-457f-a3f4-a824001c27d9 req-efb3007b-4402-4e59-9ea0-068a43fc93c8 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721602 May 27 03:38:27.896394 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d4b8a-6fbe-48b7-ba7e-a436c519e480 req-237f9135-eea7-469d-9255-8e7c3ab7c2ac tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:27.934666 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-484d4b8a-6fbe-48b7-ba7e-a436c519e480 req-237f9135-eea7-469d-9255-8e7c3ab7c2ac tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 943 time: 0.0519261 May 27 03:38:27.951789 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-484d4b8a-6fbe-48b7-ba7e-a436c519e480 req-4a405f4b-def3-4b2c-89fc-5ebeb5faac49 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481100 May 27 03:38:28.009881 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3517a6-cc98-4cc5-ab37-8308e161c6cf req-8f466ac8-be41-47c4-9918-ddfc93e0c55e tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:28.018340 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-1f3517a6-cc98-4cc5-ab37-8308e161c6cf req-8f466ac8-be41-47c4-9918-ddfc93e0c55e tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/ports?device_id=d324495a-01ec-4ed8-bec2-76575ce7a541 HTTP/1.1" status: 200 len: 944 time: 0.0572958 May 27 03:38:28.071900 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-1f3517a6-cc98-4cc5-ab37-8308e161c6cf req-68b611fb-534e-4c21-9f47-8e41ae8f4298 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/security-groups?id=33039ef4-c1ff-455a-8486-f776e86fb7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525110 May 27 03:38:28.851062 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c97b7f-5e02-45f5-8301-2de1c24f6a16 req-06e759c9-e30b-47ab-8b75-437b35cad019 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:28.852870 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-d4c97b7f-5e02-45f5-8301-2de1c24f6a16 req-06e759c9-e30b-47ab-8b75-437b35cad019 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7aaae9a-624e-4ca1-a2d9-b3bbbe2db822 HTTP/1.1" status: 200 len: 946 time: 0.0524909 May 27 03:38:28.904254 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-d4c97b7f-5e02-45f5-8301-2de1c24f6a16 req-943e628c-eab2-4560-96ec-ad8fb0a87ba4 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456967 May 27 03:38:29.118503 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50fbd1-6c4b-4ea0-b0fb-01e1a5e837ed req-c281268b-fb0b-45a7-8211-730a76ebb42e tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:29.120442 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-7e50fbd1-6c4b-4ea0-b0fb-01e1a5e837ed req-c281268b-fb0b-45a7-8211-730a76ebb42e tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 943 time: 0.0643775 May 27 03:38:29.164359 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:29.208130 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-7e50fbd1-6c4b-4ea0-b0fb-01e1a5e837ed req-e53887ee-00a6-40bc-aca3-782ca90a3a9e tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822124 May 27 03:38:29.216943 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c38a5b-35ba-4447-ad85-c7c6c347d0da req-feb89853-d19e-432a-8b5a-eced22b20e72 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:29.218452 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-86c38a5b-35ba-4447-ad85-c7c6c347d0da req-feb89853-d19e-432a-8b5a-eced22b20e72 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/ports?device_id=d324495a-01ec-4ed8-bec2-76575ce7a541 HTTP/1.1" status: 200 len: 944 time: 0.0719202 May 27 03:38:29.275537 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-86c38a5b-35ba-4447-ad85-c7c6c347d0da req-5bbe20f3-e8c5-4b00-8a0e-a370d23d590a tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/security-groups?id=33039ef4-c1ff-455a-8486-f776e86fb7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495188 May 27 03:38:30.021765 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666733b-a334-4971-b4e1-0429e55c9858 req-df2f574c-fc80-46d4-b77a-9a469f9cff7c tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:30.023540 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4666733b-a334-4971-b4e1-0429e55c9858 req-df2f574c-fc80-46d4-b77a-9a469f9cff7c tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7aaae9a-624e-4ca1-a2d9-b3bbbe2db822 HTTP/1.1" status: 200 len: 946 time: 0.0470014 May 27 03:38:30.070964 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4666733b-a334-4971-b4e1-0429e55c9858 req-fd16109b-400c-4573-8d36-e833d57ce780 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418167 May 27 03:38:30.086100 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device e23f1b69-a428-4690-914e-c5c91277d071 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:38:30.187507 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port e23f1b69-a428-4690-914e-c5c91277d071, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=e23f1b69-a428-4690-914e-c5c91277d071,segment=NetworkSegment(62c563a9-fe72-4adb-8d7c-17b2299b5d3d),segment_id=62c563a9-fe72-4adb-8d7c-17b2299b5d3d)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:38:30.202043 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Returning: {'device': 'e23f1b69-a428-4690-914e-c5c91277d071', 'network_id': '85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1', 'port_id': 'e23f1b69-a428-4690-914e-c5c91277d071', 'mac_address': 'fa:16:3e:52:6c:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01cacb82-b9b5-47d7-9a65-bacc84dba8c5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:38:30.246030 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Current status of the port e23f1b69-a428-4690-914e-c5c91277d071 is: DOWN; New status is: BUILD {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:38:30.246491 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (e23f1b69-a428-4690-914e-c5c91277d071), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:30.261552 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.notifiers.nova [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e23f1b69-a428-4690-914e-c5c91277d071 {{(pid=104616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:38:30.282691 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port e23f1b69-a428-4690-914e-c5c91277d071, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=e23f1b69-a428-4690-914e-c5c91277d071,segment=NetworkSegment(62c563a9-fe72-4adb-8d7c-17b2299b5d3d),segment_id=62c563a9-fe72-4adb-8d7c-17b2299b5d3d)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:38:30.366894 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd04b9c7-d24c-42fe-843e-7a4b0f182b54 req-6b6d3ce8-bad9-4d04-abec-1965268a7a5f tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:30.368384 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-cd04b9c7-d24c-42fe-843e-7a4b0f182b54 req-6b6d3ce8-bad9-4d04-abec-1965268a7a5f tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 943 time: 0.0664976 May 27 03:38:30.375892 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (e23f1b69-a428-4690-914e-c5c91277d071), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:30.434798 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Pushing event updated for resources: {'Port': ['ID=e23f1b69-a428-4690-914e-c5c91277d071,revision_number=9']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:30.441991 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e506292-1e06-4f20-80fa-96c5301a1133 req-39c71650-e1a5-4892-a149-e77bbb183d74 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:30.443444 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-1e506292-1e06-4f20-80fa-96c5301a1133 req-39c71650-e1a5-4892-a149-e77bbb183d74 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/ports?device_id=d324495a-01ec-4ed8-bec2-76575ce7a541 HTTP/1.1" status: 200 len: 944 time: 0.0937440 May 27 03:38:30.447978 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-cd04b9c7-d24c-42fe-843e-7a4b0f182b54 req-725a82ee-5242-4f56-a032-9cf1b76fff9d tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593846 May 27 03:38:30.505992 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-1e506292-1e06-4f20-80fa-96c5301a1133 req-a3bca7e7-2ad2-42a3-99c6-e24b1e65c2e4 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/security-groups?id=33039ef4-c1ff-455a-8486-f776e86fb7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557570 May 27 03:38:30.813798 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] get_ports_and_sgs() called for port_ids ['e23f1b69-a428-4690-914e-c5c91277d071'] {{(pid=104616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:38:30.928533 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:31.203863 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d66a617-568b-4f7f-8698-1835c5b69d6c req-1e6aed30-1501-490c-a539-788895a80b7f tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:31.206262 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-6d66a617-568b-4f7f-8698-1835c5b69d6c req-1e6aed30-1501-490c-a539-788895a80b7f tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7aaae9a-624e-4ca1-a2d9-b3bbbe2db822 HTTP/1.1" status: 200 len: 946 time: 0.0609663 May 27 03:38:31.257161 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-6d66a617-568b-4f7f-8698-1835c5b69d6c req-83ebc93a-824d-44df-a27d-a384981b31a0 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451765 May 27 03:38:31.631790 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b982a29-3152-4cd6-be7b-45dc3810841b req-f2176193-d3f4-492e-98ed-aa11557b3ff0 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:31.633703 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-2b982a29-3152-4cd6-be7b-45dc3810841b req-f2176193-d3f4-492e-98ed-aa11557b3ff0 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 944 time: 0.0985570 May 27 03:38:31.751812 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b1dd1-aa4f-4d7e-ab38-19a13cd2f36f req-560f07c6-c9e9-4d37-b6c7-79dd428a8d78 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:31.775512 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-6b1b1dd1-aa4f-4d7e-ab38-19a13cd2f36f req-560f07c6-c9e9-4d37-b6c7-79dd428a8d78 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/ports?device_id=d324495a-01ec-4ed8-bec2-76575ce7a541 HTTP/1.1" status: 200 len: 944 time: 0.1370895 May 27 03:38:31.812847 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-2b982a29-3152-4cd6-be7b-45dc3810841b req-1bc3f2c4-f593-4257-b078-a1d627eb0c97 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451762 May 27 03:38:31.939782 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-6b1b1dd1-aa4f-4d7e-ab38-19a13cd2f36f req-975466b3-5780-4a9c-aee3-6a0d876b3911 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/security-groups?id=33039ef4-c1ff-455a-8486-f776e86fb7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833962 May 27 03:38:32.439676 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29245367-4772-42a4-8d76-feadbe02caf9 req-6fce654f-dffe-4b05-9b63-19a2e36a3d16 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:32.449235 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-29245367-4772-42a4-8d76-feadbe02caf9 req-6fce654f-dffe-4b05-9b63-19a2e36a3d16 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7aaae9a-624e-4ca1-a2d9-b3bbbe2db822 HTTP/1.1" status: 200 len: 946 time: 0.0841393 May 27 03:38:32.520802 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-29245367-4772-42a4-8d76-feadbe02caf9 req-7ebb4b94-c34e-4615-a438-83fd8899d292 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706952 May 27 03:38:32.670096 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device e23f1b69-a428-4690-914e-c5c91277d071 up at agent hyperv_hv-cinder-82880 {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:38:32.751265 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:32.752616 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Provisioning complete for port e23f1b69-a428-4690-914e-c5c91277d071 triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:38:32.753523 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (e23f1b69-a428-4690-914e-c5c91277d071), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:32.762129 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=76 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:32.763976 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=80 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:32.855676 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Current status of the port e23f1b69-a428-4690-914e-c5c91277d071 is: BUILD; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:38:32.855961 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (e23f1b69-a428-4690-914e-c5c91277d071), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:32.898527 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port e23f1b69-a428-4690-914e-c5c91277d071, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=e23f1b69-a428-4690-914e-c5c91277d071,segment=NetworkSegment(62c563a9-fe72-4adb-8d7c-17b2299b5d3d),segment_id=62c563a9-fe72-4adb-8d7c-17b2299b5d3d)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:38:32.902572 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0670a31-c2d9-43c0-85a8-e15e7513a629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e23f1b69-a428-4690-914e-c5c91277d071'}] {{(pid=104616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:38:32.902572 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538c57523af4411a099bc77a34a8b12cae4f8d5a17830f42255aa2cd4d9c6a31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7567eecb-f5ab-48f9-aebe-980b57b01cc2" -d '{"events": [{"server_uuid": "c0670a31-c2d9-43c0-85a8-e15e7513a629", "name": "network-vif-plugged", "status": "completed", "tag": "e23f1b69-a428-4690-914e-c5c91277d071"}]}' {{(pid=104616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:38:32.947993 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-651ca1bc-b5af-4c98-afb3-96f5cef1c96e x-openstack-request-id: req-651ca1bc-b5af-4c98-afb3-96f5cef1c96e {{(pid=104616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:38:32.948316 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0670a31-c2d9-43c0-85a8-e15e7513a629", "name": "network-vif-plugged", "status": "completed", "tag": "e23f1b69-a428-4690-914e-c5c91277d071", "code": 200}]} {{(pid=104616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:38:32.948613 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-651ca1bc-b5af-4c98-afb3-96f5cef1c96e {{(pid=104616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:38:32.948955 dv-cinder-828805-4-iscsi neutron-server[104616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-651ca1bc-b5af-4c98-afb3-96f5cef1c96e'] response: {'server_uuid': 'c0670a31-c2d9-43c0-85a8-e15e7513a629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e23f1b69-a428-4690-914e-c5c91277d071', 'code': 200} May 27 03:38:32.969812 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (e23f1b69-a428-4690-914e-c5c91277d071), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:33.069502 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Pushing event updated for resources: {'Port': ['ID=e23f1b69-a428-4690-914e-c5c91277d071,revision_number=10']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:33.108284 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:33.131285 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46d3839-d3e0-4eaf-972d-c93452fc8f7e req-3990ee37-ab1b-4f7b-843e-9f16a190dc40 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:33.143701 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-e46d3839-d3e0-4eaf-972d-c93452fc8f7e req-3990ee37-ab1b-4f7b-843e-9f16a190dc40 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 946 time: 0.1139760 May 27 03:38:33.224406 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-e46d3839-d3e0-4eaf-972d-c93452fc8f7e req-a7cd605a-7eaa-46b6-b8b0-72753cb4b37b tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795615 May 27 03:38:33.244860 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d2e17-b2cb-41f1-b176-d16ab639e666 req-9187ab92-9f5f-4822-8fad-44af121cb4d5 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:33.258876 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ca6d2e17-b2cb-41f1-b176-d16ab639e666 req-9187ab92-9f5f-4822-8fad-44af121cb4d5 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/ports?device_id=d324495a-01ec-4ed8-bec2-76575ce7a541 HTTP/1.1" status: 200 len: 944 time: 0.1864011 May 27 03:38:33.330250 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ca6d2e17-b2cb-41f1-b176-d16ab639e666 req-c5118994-31af-45e2-87cb-eae57eddbe19 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/security-groups?id=33039ef4-c1ff-455a-8486-f776e86fb7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630507 May 27 03:38:33.683281 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4dee2b-4d49-40a9-b618-1cff9e12875a req-144b8ad2-48c4-4b6f-8cb9-676ec201aa02 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:33.685002 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-5a4dee2b-4d49-40a9-b618-1cff9e12875a req-144b8ad2-48c4-4b6f-8cb9-676ec201aa02 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7aaae9a-624e-4ca1-a2d9-b3bbbe2db822 HTTP/1.1" status: 200 len: 946 time: 0.0702877 May 27 03:38:33.707779 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:33.741559 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-5a4dee2b-4d49-40a9-b618-1cff9e12875a req-d3056999-61e8-47ea-96f9-a2ded8f707ae tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482283 May 27 03:38:34.360819 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c328f-b839-49c0-aa72-5254b0549a7a req-ffa49673-a114-49a0-abbd-abaf31ad7451 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:34.362418 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4b6c328f-b839-49c0-aa72-5254b0549a7a req-ffa49673-a114-49a0-abbd-abaf31ad7451 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 946 time: 0.0514934 May 27 03:38:34.459917 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4b6c328f-b839-49c0-aa72-5254b0549a7a req-c35ce9b6-ad51-4215-8414-fac54bcbf6c2 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829072 May 27 03:38:34.471690 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b6b16-e562-4e12-b7f5-5315ffae1566 req-58ceb8bc-d7c2-4674-8c97-ccbae8717e19 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:34.475150 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-495b6b16-e562-4e12-b7f5-5315ffae1566 req-58ceb8bc-d7c2-4674-8c97-ccbae8717e19 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/ports?device_id=d324495a-01ec-4ed8-bec2-76575ce7a541 HTTP/1.1" status: 200 len: 944 time: 0.0711379 May 27 03:38:34.540320 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-495b6b16-e562-4e12-b7f5-5315ffae1566 req-cd9faa46-ba04-415c-9edc-75c6fa336992 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/security-groups?id=33039ef4-c1ff-455a-8486-f776e86fb7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559165 May 27 03:38:34.904505 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f0da07-492b-4fe1-9301-f8f8d072dbae req-1a417201-bff6-4d6a-b048-c4ef31b1f4a9 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:34.912101 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-27f0da07-492b-4fe1-9301-f8f8d072dbae req-1a417201-bff6-4d6a-b048-c4ef31b1f4a9 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7aaae9a-624e-4ca1-a2d9-b3bbbe2db822 HTTP/1.1" status: 200 len: 946 time: 0.0788393 May 27 03:38:34.968728 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-27f0da07-492b-4fe1-9301-f8f8d072dbae req-581d3ec2-aee7-4d79-8ad8-68184d043f87 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556118 May 27 03:38:35.651517 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9cbecc-1a63-4dca-94bf-483d48eef6c4 req-b17725b8-31e7-420c-bbb6-b0e62aaa0dd0 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:35.655969 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-bf9cbecc-1a63-4dca-94bf-483d48eef6c4 req-b17725b8-31e7-420c-bbb6-b0e62aaa0dd0 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 946 time: 0.0704756 May 27 03:38:35.759559 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-bf9cbecc-1a63-4dca-94bf-483d48eef6c4 req-32d2c920-e09b-4a5a-a7fa-b404c4e1885c tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947559 May 27 03:38:35.866053 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acbca06-e5a6-4712-bd70-4640a293982c req-40a20530-62d4-48d9-b77b-b61eb20eeb05 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:35.868442 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-5acbca06-e5a6-4712-bd70-4640a293982c req-40a20530-62d4-48d9-b77b-b61eb20eeb05 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/ports?device_id=d324495a-01ec-4ed8-bec2-76575ce7a541 HTTP/1.1" status: 200 len: 944 time: 0.0725424 May 27 03:38:35.966682 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-5acbca06-e5a6-4712-bd70-4640a293982c req-72a4a5a0-d304-4e77-9045-667ea663bfd7 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/security-groups?id=33039ef4-c1ff-455a-8486-f776e86fb7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904901 May 27 03:38:36.118818 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0243e00d-8cfb-4a0e-b945-e5f77112a3cf req-a47536b1-8d3f-448c-aee7-b87f16c730e6 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:36.120327 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-0243e00d-8cfb-4a0e-b945-e5f77112a3cf req-a47536b1-8d3f-448c-aee7-b87f16c730e6 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7aaae9a-624e-4ca1-a2d9-b3bbbe2db822 HTTP/1.1" status: 200 len: 946 time: 0.0571618 May 27 03:38:36.177140 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-0243e00d-8cfb-4a0e-b945-e5f77112a3cf req-d0153608-af6a-437d-b1da-927a178bc0a0 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507381 May 27 03:38:36.749419 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=29,neutron:DELETE=3 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:36.751757 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=79,neutron:DELETE=4 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:36.899014 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a183f21-9591-4d25-a5a5-4bb92f974984 req-d8557513-719e-4639-ad63-44a6de1ed8c1 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:36.906708 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-3a183f21-9591-4d25-a5a5-4bb92f974984 req-d8557513-719e-4639-ad63-44a6de1ed8c1 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 946 time: 0.0656366 May 27 03:38:37.057163 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71697bb1-b3a0-4994-910e-1e19d6afabae req-e4397402-8a57-4584-b5b9-d58c3151d8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:37.059571 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-71697bb1-b3a0-4994-910e-1e19d6afabae req-e4397402-8a57-4584-b5b9-d58c3151d8d5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=99d82d4c868f404e9bc7e932aadf7670&device_id=d324495a-01ec-4ed8-bec2-76575ce7a541 HTTP/1.1" status: 200 len: 1128 time: 0.0768642 May 27 03:38:37.082986 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-3a183f21-9591-4d25-a5a5-4bb92f974984 req-f9c08845-0183-452f-83d0-f142d3945dd4 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1748283 May 27 03:38:37.157965 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db562009-8785-410d-aa5a-f5063c85e9a5 req-3882bf5e-fc62-4c7d-a2ef-b44666d62166 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:37.157965 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-db562009-8785-410d-aa5a-f5063c85e9a5 req-3882bf5e-fc62-4c7d-a2ef-b44666d62166 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/ports?device_id=d324495a-01ec-4ed8-bec2-76575ce7a541 HTTP/1.1" status: 200 len: 944 time: 0.0950837 May 27 03:38:37.245405 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-db562009-8785-410d-aa5a-f5063c85e9a5 req-3865b438-ae92-4e7e-81dd-197748002313 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/security-groups?id=33039ef4-c1ff-455a-8486-f776e86fb7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842862 May 27 03:38:37.328953 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44553dea-b85b-454b-9acc-29055de38c43 req-f9bb0946-3a4c-4183-80d6-610511af4e81 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:37.330777 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-44553dea-b85b-454b-9acc-29055de38c43 req-f9bb0946-3a4c-4183-80d6-610511af4e81 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7aaae9a-624e-4ca1-a2d9-b3bbbe2db822 HTTP/1.1" status: 200 len: 946 time: 0.0524693 May 27 03:38:37.390269 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-44553dea-b85b-454b-9acc-29055de38c43 req-abbbf3b0-2acc-4157-8148-52b715fac1f1 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520849 May 27 03:38:38.111867 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:38.135179 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:38.161409 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71697bb1-b3a0-4994-910e-1e19d6afabae req-5d270d25-480d-41f5-a7f6-f1cd11fdd9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:38.163025 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-71697bb1-b3a0-4994-910e-1e19d6afabae req-5d270d25-480d-41f5-a7f6-f1cd11fdd9f6 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=99d82d4c868f404e9bc7e932aadf7670&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1254110 May 27 03:38:38.325423 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c7ae7c-3237-43f2-acdd-f383e8f59efb req-3e59bb27-2d61-4512-ac14-36eec73d2f76 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:38.327084 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-f7c7ae7c-3237-43f2-acdd-f383e8f59efb req-3e59bb27-2d61-4512-ac14-36eec73d2f76 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 946 time: 0.0623615 May 27 03:38:38.429547 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a41932-a979-42aa-99ad-67793bc08e36 req-260a61b9-58a4-4696-8cd8-c5b37bb68e18 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:38.431073 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-a7a41932-a979-42aa-99ad-67793bc08e36 req-260a61b9-58a4-4696-8cd8-c5b37bb68e18 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/ports?device_id=d324495a-01ec-4ed8-bec2-76575ce7a541 HTTP/1.1" status: 200 len: 944 time: 0.1030560 May 27 03:38:38.462818 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-f7c7ae7c-3237-43f2-acdd-f383e8f59efb req-117b9b0c-488b-4c09-8da5-3db951c712cb tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200063 May 27 03:38:38.531392 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-a7a41932-a979-42aa-99ad-67793bc08e36 req-8d6b697f-9a07-4d18-b980-4273ccdc011c tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/security-groups?id=33039ef4-c1ff-455a-8486-f776e86fb7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890801 May 27 03:38:38.653079 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b280c17-6994-4309-87e6-87af2d64caf7 req-763b884b-fa37-47b7-b705-13f3a3220978 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:38.655289 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-0b280c17-6994-4309-87e6-87af2d64caf7 req-763b884b-fa37-47b7-b705-13f3a3220978 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7aaae9a-624e-4ca1-a2d9-b3bbbe2db822 HTTP/1.1" status: 200 len: 946 time: 0.0674770 May 27 03:38:38.688300 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6bc3b5-6f2d-4c14-b5ac-3ed543744d57 req-32e31edb-ec50-4fba-96d7-bb2cba4a6b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:38.691880 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-7a6bc3b5-6f2d-4c14-b5ac-3ed543744d57 req-32e31edb-ec50-4fba-96d7-bb2cba4a6b58 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 1130 time: 0.0670443 May 27 03:38:38.696939 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71697bb1-b3a0-4994-910e-1e19d6afabae req-d104511b-733d-44c2-9204-906c5665c9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:38.698423 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-71697bb1-b3a0-4994-910e-1e19d6afabae req-d104511b-733d-44c2-9204-906c5665c9e2 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1661141 May 27 03:38:38.731520 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-0b280c17-6994-4309-87e6-87af2d64caf7 req-e40e3ff2-eba5-4523-ae94-c6c41bf1e0c4 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657911 May 27 03:38:38.855491 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-7a6bc3b5-6f2d-4c14-b5ac-3ed543744d57 req-1deabbac-6b9c-492a-9e42-fec3336cbd95 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890834 May 27 03:38:38.915722 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2beb61-5bca-4cd7-b19f-84cc6a2955dc req-f0135a10-d3d9-4d02-b73e-671f546c0395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:38.918351 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-0a2beb61-5bca-4cd7-b19f-84cc6a2955dc req-f0135a10-d3d9-4d02-b73e-671f546c0395 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=99d82d4c868f404e9bc7e932aadf7670&device_id=d324495a-01ec-4ed8-bec2-76575ce7a541 HTTP/1.1" status: 200 len: 1128 time: 0.0774632 May 27 03:38:39.277491 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-0a2beb61-5bca-4cd7-b19f-84cc6a2955dc req-7fd0eb38-99a3-411c-b4c9-85b9073c233e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5a040c0-7ee8-466d-bbe9-24fdc9c314fb HTTP/1.1" status: 200 len: 217 time: 0.0446033 May 27 03:38:39.916820 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b20db19-d563-4e45-b2ed-16193b7eaf77 req-e60b47c5-ca64-4e44-827a-8d01f456327f tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:39.918225 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-6b20db19-d563-4e45-b2ed-16193b7eaf77 req-e60b47c5-ca64-4e44-827a-8d01f456327f tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/ports?device_id=d324495a-01ec-4ed8-bec2-76575ce7a541 HTTP/1.1" status: 200 len: 944 time: 0.0904071 May 27 03:38:39.926413 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf71181-3e1d-4707-a577-be9ebcc2c299 req-d25ab628-e783-4ea0-a563-3eeb917f698d tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:39.933361 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-edf71181-3e1d-4707-a577-be9ebcc2c299 req-d25ab628-e783-4ea0-a563-3eeb917f698d tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 946 time: 0.3746469 May 27 03:38:39.975535 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2beb61-5bca-4cd7-b19f-84cc6a2955dc req-76f5c7ee-d4bd-442f-a6cd-9fd5bca0edd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:39.976884 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-0a2beb61-5bca-4cd7-b19f-84cc6a2955dc req-76f5c7ee-d4bd-442f-a6cd-9fd5bca0edd2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1177ec23-58d7-437f-a14d-dd0d92af1cd0 HTTP/1.1" status: 200 len: 853 time: 0.1502295 May 27 03:38:40.012281 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-6b20db19-d563-4e45-b2ed-16193b7eaf77 req-0b1fcb2a-2b86-4269-a28e-2e79fe0a11c5 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/security-groups?id=33039ef4-c1ff-455a-8486-f776e86fb7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706246 May 27 03:38:40.047244 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-edf71181-3e1d-4707-a577-be9ebcc2c299 req-a397dcbe-423e-4c15-b9fa-866edcd9f457 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129968 May 27 03:38:40.059476 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2beb61-5bca-4cd7-b19f-84cc6a2955dc req-e7690a9f-c462-47b0-b90d-6a537ffb2c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:40.060693 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-0a2beb61-5bca-4cd7-b19f-84cc6a2955dc req-e7690a9f-c462-47b0-b90d-6a537ffb2c17 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=db24d3e5-88d8-4487-b5a4-91bc1ed45182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447268 May 27 03:38:40.229356 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-0a2beb61-5bca-4cd7-b19f-84cc6a2955dc req-df4ed642-9c9d-415a-8abe-6e020fa82453 service neutron] 10.222.0.69 "GET /v2.0/networks/db24d3e5-88d8-4487-b5a4-91bc1ed45182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894887 May 27 03:38:40.334794 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-0a2beb61-5bca-4cd7-b19f-84cc6a2955dc req-aa376505-f87d-4f17-91ab-c34ad8716a05 service neutron] 10.222.0.69 "GET /v2.0/networks/db24d3e5-88d8-4487-b5a4-91bc1ed45182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947382 May 27 03:38:40.844295 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b479ad-89db-4e06-b2b4-03a88c3f4ce7 req-2b876048-8867-44ad-a0de-6ab8efd25222 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:40.851637 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-83b479ad-89db-4e06-b2b4-03a88c3f4ce7 req-2b876048-8867-44ad-a0de-6ab8efd25222 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=79319ab8-3b21-4189-af20-8295ec40a10b HTTP/1.1" status: 200 len: 946 time: 0.0570705 May 27 03:38:40.894753 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:40.920617 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-83b479ad-89db-4e06-b2b4-03a88c3f4ce7 req-27218c4a-5eb5-4568-a401-4d598a64db11 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e372f20-1cd8-4c0f-9406-74fd003f853b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680296 May 27 03:38:41.139093 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:41.229691 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c250742-90ed-4775-825f-d28eb43fa2ca req-97b30cd7-c2e2-4927-914c-c081a680485b tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:41.231459 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-6c250742-90ed-4775-825f-d28eb43fa2ca req-97b30cd7-c2e2-4927-914c-c081a680485b tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/ports?device_id=d324495a-01ec-4ed8-bec2-76575ce7a541 HTTP/1.1" status: 200 len: 944 time: 0.1065371 May 27 03:38:41.239082 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b6c9d5-bc77-4446-b572-a974a98c1c33 req-3fbd55c8-bb0e-40f9-ba38-68b001c6f96b tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:41.240747 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-18b6c9d5-bc77-4446-b572-a974a98c1c33 req-3fbd55c8-bb0e-40f9-ba38-68b001c6f96b tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 946 time: 0.0819163 May 27 03:38:41.324831 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-6c250742-90ed-4775-825f-d28eb43fa2ca req-5ab59b72-a066-483a-a740-23d8132f92c4 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/security-groups?id=33039ef4-c1ff-455a-8486-f776e86fb7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768707 May 27 03:38:41.341421 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-18b6c9d5-bc77-4446-b572-a974a98c1c33 req-9d254b76-e2eb-4913-a579-6caf4ea4f660 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915945 May 27 03:38:41.645685 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 39228) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:41.650911 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [None req-3769ebc7-7ce9-473a-9f45-4afe7350632b tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Request body: {'security_group': {'name': 'tempest-securitygroup--830257851', 'description': 'tempest-description--674669006'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:38:41.769439 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-3769ebc7-7ce9-473a-9f45-4afe7350632b tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Publish callbacks [] for security_group (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:41.844519 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-3769ebc7-7ce9-473a-9f45-4afe7350632b tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Publish callbacks [] for security_group (926b6e4a-3738-476a-98a9-1f2042dcc8ec), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:41.953247 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-3769ebc7-7ce9-473a-9f45-4afe7350632b tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (926b6e4a-3738-476a-98a9-1f2042dcc8ec), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:41.987047 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3769ebc7-7ce9-473a-9f45-4afe7350632b tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=926b6e4a-3738-476a-98a9-1f2042dcc8ec,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:42.057108 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-3769ebc7-7ce9-473a-9f45-4afe7350632b tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Publish callbacks [] for security_group (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:42.062006 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-3769ebc7-7ce9-473a-9f45-4afe7350632b tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4146271 May 27 03:38:42.062610 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 39242) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:42.066976 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [None req-9e4e9cea-a61d-4284-aa9c-6a9bc737c9cf tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Request body: {'security_group_rule': {'security_group_id': '926b6e4a-3738-476a-98a9-1f2042dcc8ec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:38:42.070056 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda28238-b16a-46f1-b207-baaa304b4352 req-5f65b247-04bb-403f-a4a0-276ababd300e tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:42.071689 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-fda28238-b16a-46f1-b207-baaa304b4352 req-5f65b247-04bb-403f-a4a0-276ababd300e tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=79319ab8-3b21-4189-af20-8295ec40a10b HTTP/1.1" status: 200 len: 946 time: 0.0628181 May 27 03:38:42.142924 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-fda28238-b16a-46f1-b207-baaa304b4352 req-3af680db-59ef-4810-9118-378c36ff2c92 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e372f20-1cd8-4c0f-9406-74fd003f853b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638988 May 27 03:38:42.188074 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-9e4e9cea-a61d-4284-aa9c-6a9bc737c9cf tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Publish callbacks [] for security_group_rule (3d79d3ac-dd7b-4078-8c9d-a32b26413c79), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:42.244394 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-9e4e9cea-a61d-4284-aa9c-6a9bc737c9cf tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Publish callbacks [] for security_group_rule (3d79d3ac-dd7b-4078-8c9d-a32b26413c79), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:42.369643 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-9e4e9cea-a61d-4284-aa9c-6a9bc737c9cf tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567362'] for security_group_rule (3d79d3ac-dd7b-4078-8c9d-a32b26413c79), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:42.417820 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4e9cea-a61d-4284-aa9c-6a9bc737c9cf tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d79d3ac-dd7b-4078-8c9d-a32b26413c79,revision_number=0']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:42.463314 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30b62c-5400-482c-a9e9-4a2118f41997 req-eb4c2062-effb-4558-a809-4d6d6d08dd5d tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:42.465526 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-8d30b62c-5400-482c-a9e9-4a2118f41997 req-eb4c2062-effb-4558-a809-4d6d6d08dd5d tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/ports?device_id=d324495a-01ec-4ed8-bec2-76575ce7a541 HTTP/1.1" status: 200 len: 944 time: 0.0585737 May 27 03:38:42.520481 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-9e4e9cea-a61d-4284-aa9c-6a9bc737c9cf tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:42.524688 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-9e4e9cea-a61d-4284-aa9c-6a9bc737c9cf tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4611061 May 27 03:38:42.528250 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 39256) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:42.530027 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [None req-27661bdb-ae39-4616-b5dc-693fa99d8665 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Request body: {'security_group_rule': {'security_group_id': '926b6e4a-3738-476a-98a9-1f2042dcc8ec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:38:42.544956 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af812c0b-d92d-4c94-b604-74277252015e req-cea44666-50cb-4939-a854-09516eb55e98 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:42.553156 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-af812c0b-d92d-4c94-b604-74277252015e req-cea44666-50cb-4939-a854-09516eb55e98 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 946 time: 0.0864074 May 27 03:38:42.604806 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-8d30b62c-5400-482c-a9e9-4a2118f41997 req-77a0258e-0b15-42a4-b593-0e00b12d36dc tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/security-groups?id=33039ef4-c1ff-455a-8486-f776e86fb7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289639 May 27 03:38:42.639603 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-af812c0b-d92d-4c94-b604-74277252015e req-5dee0ac3-25fe-4cc4-aae3-fed2be95a916 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853310 May 27 03:38:42.651085 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-27661bdb-ae39-4616-b5dc-693fa99d8665 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Publish callbacks [] for security_group_rule (9bbbef39-79b6-4636-a184-43cd97c93b0b), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:42.726163 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-27661bdb-ae39-4616-b5dc-693fa99d8665 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Publish callbacks [] for security_group_rule (9bbbef39-79b6-4636-a184-43cd97c93b0b), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:42.790126 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-27661bdb-ae39-4616-b5dc-693fa99d8665 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567362'] for security_group_rule (9bbbef39-79b6-4636-a184-43cd97c93b0b), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:42.813201 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27661bdb-ae39-4616-b5dc-693fa99d8665 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bbbef39-79b6-4636-a184-43cd97c93b0b,revision_number=0']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:42.906617 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-27661bdb-ae39-4616-b5dc-693fa99d8665 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:42.908057 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-27661bdb-ae39-4616-b5dc-693fa99d8665 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3817267 May 27 03:38:42.913037 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 39258) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:42.919410 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.v2.base [None req-8191c9b0-9be5-454e-8910-33830e1aefb6 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Request body: {'floatingip': {'floating_network_id': '6db324a0-41f0-4440-95df-83df441784f6'}} {{(pid=104615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:38:43.038044 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-8191c9b0-9be5-454e-8910-33830e1aefb6 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:43.051464 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=47,neutron:UPDATE=2 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:43.058594 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=7 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:43.124440 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-8191c9b0-9be5-454e-8910-33830e1aefb6 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:43.289111 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f235c5-5483-483f-9234-a65f83e3c174 req-49f821ae-e867-40ea-88c2-b3b4b7e1b234 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:43.290499 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-67f235c5-5483-483f-9234-a65f83e3c174 req-49f821ae-e867-40ea-88c2-b3b4b7e1b234 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=79319ab8-3b21-4189-af20-8295ec40a10b HTTP/1.1" status: 200 len: 946 time: 0.0604904 May 27 03:38:43.305459 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.db.db_base_plugin_common [None req-8191c9b0-9be5-454e-8910-33830e1aefb6 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Allocated IP 172.27.0.226 (6db324a0-41f0-4440-95df-83df441784f6/1196ed2a-e255-42ad-b78e-696bc1bae72b/64407504-66f1-4e36-8582-144ba82a2d1d) {{(pid=104615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:38:43.392836 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (134bae73-502b-4599-bb47-129fee8818a4), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:43.405799 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-67f235c5-5483-483f-9234-a65f83e3c174 req-c2c6ee7d-7907-4bd2-9847-adf8e303368c tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e372f20-1cd8-4c0f-9406-74fd003f853b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024547 May 27 03:38:43.465483 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:43.470991 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-8191c9b0-9be5-454e-8910-33830e1aefb6 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Publish callbacks [] for port (64407504-66f1-4e36-8582-144ba82a2d1d), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:43.488297 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:43.582368 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-8191c9b0-9be5-454e-8910-33830e1aefb6 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791799515441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585481432'] for port (64407504-66f1-4e36-8582-144ba82a2d1d), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:43.623164 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8191c9b0-9be5-454e-8910-33830e1aefb6 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Network 6db324a0-41f0-4440-95df-83df441784f6 is already hosted by enough agents. {{(pid=104615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:38:43.626226 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.base_scheduler [None req-8191c9b0-9be5-454e-8910-33830e1aefb6 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Resources bound (agent type, host, resource id): {{(pid=104615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:38:43.630198 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8191c9b0-9be5-454e-8910-33830e1aefb6 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Received port after_create {{(pid=104615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:38:43.670182 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8191c9b0-9be5-454e-8910-33830e1aefb6 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Pushing event updated for resources: {'Port': ['ID=64407504-66f1-4e36-8582-144ba82a2d1d,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:43.813312 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88996b4f-4703-45d2-a11f-93f7e3da4977 req-c1e57250-21ce-4099-b08f-9cdee60c7238 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:43.814960 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-88996b4f-4703-45d2-a11f-93f7e3da4977 req-c1e57250-21ce-4099-b08f-9cdee60c7238 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/ports?device_id=d324495a-01ec-4ed8-bec2-76575ce7a541 HTTP/1.1" status: 200 len: 944 time: 0.1172097 May 27 03:38:43.851821 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f15bbb-b0e6-4aad-8c95-de80a26bca4c req-1fdd54f4-d956-4c54-9b55-1b8ebcf2c96b tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:43.853360 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-28f15bbb-b0e6-4aad-8c95-de80a26bca4c req-1fdd54f4-d956-4c54-9b55-1b8ebcf2c96b tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 946 time: 0.1140516 May 27 03:38:43.855940 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-8191c9b0-9be5-454e-8910-33830e1aefb6 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Publish callbacks [] for floatingip (9020c5e8-9db7-4d0f-906f-2dc5c7b5b995), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:43.918191 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-88996b4f-4703-45d2-a11f-93f7e3da4977 req-0469deb5-90f9-4c4e-9ceb-396da2901371 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/security-groups?id=33039ef4-c1ff-455a-8486-f776e86fb7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950506 May 27 03:38:43.941794 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-28f15bbb-b0e6-4aad-8c95-de80a26bca4c req-402fb68d-3053-4320-82f7-651908b960d7 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727236 May 27 03:38:44.000489 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-8191c9b0-9be5-454e-8910-33830e1aefb6 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (64407504-66f1-4e36-8582-144ba82a2d1d), before_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:44.253131 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-8191c9b0-9be5-454e-8910-33830e1aefb6 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Publish callbacks [] for port (64407504-66f1-4e36-8582-144ba82a2d1d), precommit_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:44.295347 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-8191c9b0-9be5-454e-8910-33830e1aefb6 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585481455'] for port (64407504-66f1-4e36-8582-144ba82a2d1d), after_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:44.369074 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:44.381185 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8191c9b0-9be5-454e-8910-33830e1aefb6 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Pushing event updated for resources: {'Port': ['ID=64407504-66f1-4e36-8582-144ba82a2d1d,revision_number=2']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:44.395166 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-8191c9b0-9be5-454e-8910-33830e1aefb6 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680165'] for floatingip (9020c5e8-9db7-4d0f-906f-2dc5c7b5b995), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:44.526450 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e17beb9-1d4e-43f9-ba05-7f2cb8ebab3d req-71f58967-7d56-419d-84f6-1229cc4f2995 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:44.528009 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-3e17beb9-1d4e-43f9-ba05-7f2cb8ebab3d req-71f58967-7d56-419d-84f6-1229cc4f2995 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=79319ab8-3b21-4189-af20-8295ec40a10b HTTP/1.1" status: 200 len: 946 time: 0.0501301 May 27 03:38:44.531568 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-8191c9b0-9be5-454e-8910-33830e1aefb6 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for floatingip (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:44.540641 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-8191c9b0-9be5-454e-8910-33830e1aefb6 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6181664 May 27 03:38:44.616657 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-3e17beb9-1d4e-43f9-ba05-7f2cb8ebab3d req-1241f117-3292-4d75-b180-24657aeac8cb tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e372f20-1cd8-4c0f-9406-74fd003f853b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818419 May 27 03:38:44.701287 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe46400-13b9-4b74-b371-b149d620983c req-226c6dc4-c8d0-4d6f-9380-869869cd0270 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:44.703520 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-6fe46400-13b9-4b74-b371-b149d620983c req-226c6dc4-c8d0-4d6f-9380-869869cd0270 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.69 "GET /v2.0/ports?device_id=79319ab8-3b21-4189-af20-8295ec40a10b HTTP/1.1" status: 200 len: 946 time: 0.0512788 May 27 03:38:44.728421 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device f5a040c0-7ee8-466d-bbe9-24fdc9c314fb details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:38:44.748725 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-615ad025-afab-4c9e-b5a7-367b7e976ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (b322252d-fb9d-4652-a830-647fed26b29a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:44.752789 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:44.843413 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port f5a040c0-7ee8-466d-bbe9-24fdc9c314fb, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=f5a040c0-7ee8-466d-bbe9-24fdc9c314fb,segment=NetworkSegment(88aba986-3b4f-422c-aef6-43b903911269),segment_id=88aba986-3b4f-422c-aef6-43b903911269)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:38:44.856921 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Returning: {'device': 'f5a040c0-7ee8-466d-bbe9-24fdc9c314fb', 'network_id': 'db24d3e5-88d8-4487-b5a4-91bc1ed45182', 'port_id': 'f5a040c0-7ee8-466d-bbe9-24fdc9c314fb', 'mac_address': 'fa:16:3e:98:a0:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1177ec23-58d7-437f-a14d-dd0d92af1cd0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:38:44.883291 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-579f4db9-39a4-4591-a2b7-4179f3c5a425 req-d8d65508-eb1f-42ce-b116-fb3b15e1b6d2 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--830257851&fields=id&tenant_id=03b1335715234895a0c1a555b22ee8d3 HTTP/1.1" status: 200 len: 267 time: 0.1441813 May 27 03:38:44.888731 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.plugin [req-6fe46400-13b9-4b74-b371-b149d620983c req-3ac45235-a8a6-4195-bd66-883eb9831db8 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Deleting port 8c6d464a-a05a-418c-93bf-d261bd71e3e9 {{(pid=104615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:38:44.889181 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [req-6fe46400-13b9-4b74-b371-b149d620983c req-3ac45235-a8a6-4195-bd66-883eb9831db8 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791799895781'] for port (8c6d464a-a05a-418c-93bf-d261bd71e3e9), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:44.907679 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Current status of the port f5a040c0-7ee8-466d-bbe9-24fdc9c314fb is: DOWN; New status is: BUILD {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:38:44.908344 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (f5a040c0-7ee8-466d-bbe9-24fdc9c314fb), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:44.924018 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.notifiers.nova [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5a040c0-7ee8-466d-bbe9-24fdc9c314fb {{(pid=104616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:38:44.945847 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port f5a040c0-7ee8-466d-bbe9-24fdc9c314fb, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=f5a040c0-7ee8-466d-bbe9-24fdc9c314fb,segment=NetworkSegment(88aba986-3b4f-422c-aef6-43b903911269),segment_id=88aba986-3b4f-422c-aef6-43b903911269)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:38:45.024633 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (f5a040c0-7ee8-466d-bbe9-24fdc9c314fb), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:45.091542 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Pushing event updated for resources: {'Port': ['ID=f5a040c0-7ee8-466d-bbe9-24fdc9c314fb,revision_number=4']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:45.101642 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:45.101642 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:45.102130 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:45.104335 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:45.104335 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:45.104335 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:45.104335 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:45.104725 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:45.105182 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:45.105583 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:45.105967 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:45.106364 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:45.106692 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:45.107038 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:45.107354 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:38:45.109683 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d234f20d-0b44-44dc-8593-37e97f4aa9d9 req-4cb411fc-93db-4c96-aa84-43e8c43f6463 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:45.115238 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-d234f20d-0b44-44dc-8593-37e97f4aa9d9 req-4cb411fc-93db-4c96-aa84-43e8c43f6463 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/ports?device_id=d324495a-01ec-4ed8-bec2-76575ce7a541 HTTP/1.1" status: 200 len: 945 time: 0.0976162 May 27 03:38:45.183861 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.db [req-6fe46400-13b9-4b74-b371-b149d620983c req-3ac45235-a8a6-4195-bd66-883eb9831db8 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] For port 8c6d464a-a05a-418c-93bf-d261bd71e3e9, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=8c6d464a-a05a-418c-93bf-d261bd71e3e9,segment=NetworkSegment(4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6),segment_id=4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6)] {{(pid=104615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:38:45.184236 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [req-6fe46400-13b9-4b74-b371-b149d620983c req-3ac45235-a8a6-4195-bd66-883eb9831db8 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-658269'] for port (8c6d464a-a05a-418c-93bf-d261bd71e3e9), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:45.192967 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f4db9-39a4-4591-a2b7-4179f3c5a425 req-da8ad4ff-34c3-4ead-9a33-cef1cb44cb5e tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:45.197323 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-579f4db9-39a4-4591-a2b7-4179f3c5a425 req-da8ad4ff-34c3-4ead-9a33-cef1cb44cb5e tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/networks?id=7ad434bf-5110-4909-8d4e-fd9ddb1876ab HTTP/1.1" status: 200 len: 819 time: 0.3013117 May 27 03:38:45.312361 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-579f4db9-39a4-4591-a2b7-4179f3c5a425 req-6a3649fd-ee6d-4ecc-8b85-84422c030a6c tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/quotas/03b1335715234895a0c1a555b22ee8d3 HTTP/1.1" status: 200 len: 375 time: 0.1005416 May 27 03:38:45.343041 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-d234f20d-0b44-44dc-8593-37e97f4aa9d9 req-a16b3dbe-5f0b-4e9a-bf7e-975060266804 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/security-groups?id=33039ef4-c1ff-455a-8486-f776e86fb7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087927 May 27 03:38:45.461564 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-579f4db9-39a4-4591-a2b7-4179f3c5a425 req-159b4641-42aa-4df2-a4a4-e66dfc470b03 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=03b1335715234895a0c1a555b22ee8d3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1480169 May 27 03:38:45.535842 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] get_ports_and_sgs() called for port_ids ['f5a040c0-7ee8-466d-bbe9-24fdc9c314fb'] {{(pid=104616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:38:45.590798 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770da6f-18b0-4066-b2c8-6517a74b1328 req-999804fc-922e-42f1-92cf-5a513de768e0 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:45.592516 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-7770da6f-18b0-4066-b2c8-6517a74b1328 req-999804fc-922e-42f1-92cf-5a513de768e0 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 946 time: 0.1521428 May 27 03:38:45.645497 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [req-6fe46400-13b9-4b74-b371-b149d620983c req-3ac45235-a8a6-4195-bd66-883eb9831db8 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:45.645947 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [req-6fe46400-13b9-4b74-b371-b149d620983c req-3ac45235-a8a6-4195-bd66-883eb9831db8 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680165'] for floatingip (bf94151b-d9dc-4f56-874f-3ae26beeceee), after_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:45.646344 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.db.l3_db [req-6fe46400-13b9-4b74-b371-b149d620983c req-3ac45235-a8a6-4195-bd66-883eb9831db8 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Floating IP bf94151b-d9dc-4f56-874f-3ae26beeceee disassociated. External IP: 172.27.0.90, port: 8c6d464a-a05a-418c-93bf-d261bd71e3e9. May 27 03:38:45.646765 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.plugin [req-6fe46400-13b9-4b74-b371-b149d620983c req-3ac45235-a8a6-4195-bd66-883eb9831db8 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Calling delete_port for 8c6d464a-a05a-418c-93bf-d261bd71e3e9 owned by compute:nova {{(pid=104615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:38:45.761478 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-7770da6f-18b0-4066-b2c8-6517a74b1328 req-e3ae8ff2-0528-406b-87a5-1b1802b14e6a tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606021 May 27 03:38:45.763473 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-579f4db9-39a4-4591-a2b7-4179f3c5a425 req-4358993f-1cfb-4d20-907b-6f13e680123d service neutron] 10.222.0.24 "GET /v2.0/networks/7ad434bf-5110-4909-8d4e-fd9ddb1876ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835300 May 27 03:38:45.857477 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:46.149788 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:46.187649 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03671d3-8991-4104-bb19-6264327dda7d req-a618a923-a387-4a6d-96b1-0f4fbd0e7c99 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:46.189216 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-b03671d3-8991-4104-bb19-6264327dda7d req-a618a923-a387-4a6d-96b1-0f4fbd0e7c99 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=79319ab8-3b21-4189-af20-8295ec40a10b HTTP/1.1" status: 200 len: 946 time: 0.3345234 May 27 03:38:46.196166 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-579f4db9-39a4-4591-a2b7-4179f3c5a425 req-befeb81b-1219-433a-beb9-a06d022f5193 service neutron] 10.222.0.24 "GET /v2.0/networks/7ad434bf-5110-4909-8d4e-fd9ddb1876ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4231691 May 27 03:38:46.304293 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-b03671d3-8991-4104-bb19-6264327dda7d req-26fadd93-45c9-4230-b1bf-6c2541866884 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e372f20-1cd8-4c0f-9406-74fd003f853b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077247 May 27 03:38:46.420860 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [req-6fe46400-13b9-4b74-b371-b149d620983c req-3ac45235-a8a6-4195-bd66-883eb9831db8 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791799905747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791799515450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585481432'] for port (8c6d464a-a05a-418c-93bf-d261bd71e3e9), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:46.510669 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac45235-a8a6-4195-bd66-883eb9831db8 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Pushing event deleted for resources: {'Port': ['ID=8c6d464a-a05a-418c-93bf-d261bd71e3e9,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:46.616350 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-de438876-7b9c-49c2-b2cd-c8f320c5f5ff req-e996a28c-0e83-42c9-aa1e-8efeb62fc84a tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=8526d125-8b79-4f3f-8c07-c9b77ecbc2f5 HTTP/1.1" status: 200 len: 210 time: 0.0788803 May 27 03:38:46.627841 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833674c4-1025-4178-8223-4763026902ab req-d4cd752a-ba0b-4cde-b685-c165f32c2ebb tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:46.629999 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-833674c4-1025-4178-8223-4763026902ab req-d4cd752a-ba0b-4cde-b685-c165f32c2ebb tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/ports?device_id=d324495a-01ec-4ed8-bec2-76575ce7a541 HTTP/1.1" status: 200 len: 945 time: 0.1383913 May 27 03:38:46.737578 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device f5a040c0-7ee8-466d-bbe9-24fdc9c314fb up at agent hyperv_hv-cinder-82880 {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:38:46.750688 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-833674c4-1025-4178-8223-4763026902ab req-4cc9ab6e-cc58-4345-a60f-59225914d31b tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/security-groups?id=33039ef4-c1ff-455a-8486-f776e86fb7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051002 May 27 03:38:46.772224 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6fe46400-13b9-4b74-b371-b149d620983c req-3ac45235-a8a6-4195-bd66-883eb9831db8 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Router 58b91349-0dd3-4b11-9ad0-c33bf6a873c9 has already been hosted by L3 agent 9df6ec88-276d-42f5-acd2-7e289451d5e3 {{(pid=104615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:38:46.807211 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Provisioning for port f5a040c0-7ee8-466d-bbe9-24fdc9c314fb completed by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:38:46.895050 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Provisioning complete for port f5a040c0-7ee8-466d-bbe9-24fdc9c314fb triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:38:46.897009 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (f5a040c0-7ee8-466d-bbe9-24fdc9c314fb), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:46.910630 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6fe46400-13b9-4b74-b371-b149d620983c req-3ac45235-a8a6-4195-bd66-883eb9831db8 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Notify agent at l3_agent.dv-cinder-828805-4-iscsi the message routers_updated {{(pid=104615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:38:46.930647 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd226fe-70d8-4097-80ca-1708b5d406c2 None None] Sync routers for ids ['58b91349-0dd3-4b11-9ad0-c33bf6a873c9'] in dv-cinder-828805-4-iscsi {{(pid=104617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:38:46.955176 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd226fe-70d8-4097-80ca-1708b5d406c2 None None] Routers {'58b91349-0dd3-4b11-9ad0-c33bf6a873c9'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:38:46.955821 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-edd226fe-70d8-4097-80ca-1708b5d406c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:38:17Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['58b91349-0dd3-4b11-9ad0-c33bf6a873c9'], 'active': True} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:38:47.016805 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-0b7d697a-3d9e-4c99-89e3-71db63586d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (9df6ec88-276d-42f5-acd2-7e289451d5e3), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:47.051295 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Current status of the port f5a040c0-7ee8-466d-bbe9-24fdc9c314fb is: BUILD; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:38:47.056785 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (f5a040c0-7ee8-466d-bbe9-24fdc9c314fb), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:47.094543 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fe46400-13b9-4b74-b371-b149d620983c req-3ac45235-a8a6-4195-bd66-883eb9831db8 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] No DVR routers for this DVR port 8c6d464a-a05a-418c-93bf-d261bd71e3e9 on host hv-cinder-82880 {{(pid=104615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:38:47.106870 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [req-6fe46400-13b9-4b74-b371-b149d620983c req-3ac45235-a8a6-4195-bd66-883eb9831db8 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:47.118791 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-6fe46400-13b9-4b74-b371-b149d620983c req-3ac45235-a8a6-4195-bd66-883eb9831db8 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.69 "DELETE /v2.0/ports/8c6d464a-a05a-418c-93bf-d261bd71e3e9 HTTP/1.1" status: 204 len: 173 time: 2.4089987 May 27 03:38:47.119346 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79319ab8-3b21-4189-af20-8295ec40a10b', 'name': 'network-vif-deleted', 'tag': '8c6d464a-a05a-418c-93bf-d261bd71e3e9'}] {{(pid=104615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:38:47.119693 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port f5a040c0-7ee8-466d-bbe9-24fdc9c314fb, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=f5a040c0-7ee8-466d-bbe9-24fdc9c314fb,segment=NetworkSegment(88aba986-3b4f-422c-aef6-43b903911269),segment_id=88aba986-3b4f-422c-aef6-43b903911269)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:38:47.121482 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd324495a-01ec-4ed8-bec2-76575ce7a541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a040c0-7ee8-466d-bbe9-24fdc9c314fb'}] {{(pid=104616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:38:47.131900 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9faa1dd78fb558d4018d1363b43ffec7552e77d137433f9c5cc39ec2f1c636e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-951d98ec-75d6-493d-ae8d-acf81341df83" -d '{"events": [{"server_uuid": "79319ab8-3b21-4189-af20-8295ec40a10b", "name": "network-vif-deleted", "tag": "8c6d464a-a05a-418c-93bf-d261bd71e3e9"}]}' {{(pid=104615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:38:47.137318 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538c57523af4411a099bc77a34a8b12cae4f8d5a17830f42255aa2cd4d9c6a31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f7359f-4804-4417-a683-f4ea089e99a0" -d '{"events": [{"server_uuid": "d324495a-01ec-4ed8-bec2-76575ce7a541", "name": "network-vif-plugged", "status": "completed", "tag": "f5a040c0-7ee8-466d-bbe9-24fdc9c314fb"}]}' {{(pid=104616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:38:47.179579 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvr_db [None req-edd226fe-70d8-4097-80ca-1708b5d406c2 None None] Set router 58b91349-0dd3-4b11-9ad0-c33bf6a873c9 gateway port host: dv-cinder-828805-4-iscsi {{(pid=104617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:38:47.191432 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (f5a040c0-7ee8-466d-bbe9-24fdc9c314fb), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:47.192427 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device 8c6d464a-a05a-418c-93bf-d261bd71e3e9 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:38:47.208870 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff59c9e-cb11-46d6-8baf-96583b22d4ec x-openstack-request-id: req-5ff59c9e-cb11-46d6-8baf-96583b22d4ec {{(pid=104615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:38:47.209222 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79319ab8-3b21-4189-af20-8295ec40a10b", "name": "network-vif-deleted", "tag": "8c6d464a-a05a-418c-93bf-d261bd71e3e9", "status": "completed", "code": 200}]} {{(pid=104615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:38:47.209666 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5ff59c9e-cb11-46d6-8baf-96583b22d4ec {{(pid=104615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:38:47.210128 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ff59c9e-cb11-46d6-8baf-96583b22d4ec'] response: {'server_uuid': '79319ab8-3b21-4189-af20-8295ec40a10b', 'name': 'network-vif-deleted', 'tag': '8c6d464a-a05a-418c-93bf-d261bd71e3e9', 'status': 'completed', 'code': 200} May 27 03:38:47.215936 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04593af-9fa5-4bac-b538-63e91a656276 x-openstack-request-id: req-e04593af-9fa5-4bac-b538-63e91a656276 {{(pid=104616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:38:47.216312 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d324495a-01ec-4ed8-bec2-76575ce7a541", "name": "network-vif-plugged", "status": "completed", "tag": "f5a040c0-7ee8-466d-bbe9-24fdc9c314fb", "code": 200}]} {{(pid=104616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:38:47.216636 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e04593af-9fa5-4bac-b538-63e91a656276 {{(pid=104616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:38:47.217109 dv-cinder-828805-4-iscsi neutron-server[104616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e04593af-9fa5-4bac-b538-63e91a656276'] response: {'server_uuid': 'd324495a-01ec-4ed8-bec2-76575ce7a541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a040c0-7ee8-466d-bbe9-24fdc9c314fb', 'code': 200} May 27 03:38:47.256954 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] No Port match for: 8c6d464a-a05a-418c-93bf-d261bd71e3e9 {{(pid=104616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:38:47.257815 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device 8c6d464a-a05a-418c-93bf-d261bd71e3e9 not bound to the agent host hv-cinder-82880 {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:38:47.297702 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Pushing event updated for resources: {'Port': ['ID=f5a040c0-7ee8-466d-bbe9-24fdc9c314fb,revision_number=5']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:47.464530 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-5dc98a5a-964f-4d62-95e6-fc15ea6e65c8 req-6c0fcbfb-af9b-481d-8948-bb548c2b233e tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=79319ab8-3b21-4189-af20-8295ec40a10b HTTP/1.1" status: 200 len: 210 time: 0.0416687 May 27 03:38:47.533503 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-edd226fe-70d8-4097-80ca-1708b5d406c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'name': 'tempest-AttachVolumeNegativeTest-1037525343-router', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '62ebc377-0475-46f8-8fc4-d2dc60188684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:08Z', 'updated_at': '2022-05-27T03:35:16Z', 'revision_number': 4, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'gw_port': {'id': '62ebc377-0475-46f8-8fc4-d2dc60188684', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:10Z', 'updated_at': '2022-05-27T03:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_interfaces': [{'id': '75b932e1-ea13-44f5-9bbf-2e35c438adc1', 'name': '', 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'mac_address': 'fa:16:3e:0f:06:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7dc15780-a98b-4250-9509-853069c6707a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:14Z', 'updated_at': '2022-05-27T03:35:24Z', 'revision_number': 5, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'subnets': [{'id': '7dc15780-a98b-4250-9509-853069c6707a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:38:47.562444 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd226fe-70d8-4097-80ca-1708b5d406c2 None None] Checking router: 58b91349-0dd3-4b11-9ad0-c33bf6a873c9 for host: dv-cinder-828805-4-iscsi {{(pid=104617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:38:47.576831 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd226fe-70d8-4097-80ca-1708b5d406c2 None None] Routers {'58b91349-0dd3-4b11-9ad0-c33bf6a873c9'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:38:47.577704 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-edd226fe-70d8-4097-80ca-1708b5d406c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:38:47Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['58b91349-0dd3-4b11-9ad0-c33bf6a873c9'], 'active': True} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:38:47.746622 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-9d6c64d0-da0a-47b9-bdcc-e14e5da2c797 req-35709f2f-2ab1-418d-aeea-01f0600d64e7 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=8526d125-8b79-4f3f-8c07-c9b77ecbc2f5 HTTP/1.1" status: 200 len: 210 time: 0.0478368 May 27 03:38:47.768586 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36a741-dd8d-468c-8f7c-1b45e1e0e263 req-843f2036-ced2-4e94-99e2-4d5d4af19f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:47.771759 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ac36a741-dd8d-468c-8f7c-1b45e1e0e263 req-843f2036-ced2-4e94-99e2-4d5d4af19f8a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d324495a-01ec-4ed8-bec2-76575ce7a541 HTTP/1.1" status: 200 len: 1130 time: 0.1224709 May 27 03:38:47.878930 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856349b8-7831-4a91-af75-6795d0df7933 req-d95cebf4-24b8-466f-b093-cebf21da88a2 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:47.880680 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-856349b8-7831-4a91-af75-6795d0df7933 req-d95cebf4-24b8-466f-b093-cebf21da88a2 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/ports?device_id=d324495a-01ec-4ed8-bec2-76575ce7a541 HTTP/1.1" status: 200 len: 946 time: 0.0554140 May 27 03:38:47.889244 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvr_db [None req-edd226fe-70d8-4097-80ca-1708b5d406c2 None None] Set router 58b91349-0dd3-4b11-9ad0-c33bf6a873c9 gateway port host: dv-cinder-828805-4-iscsi {{(pid=104617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:38:47.958885 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-856349b8-7831-4a91-af75-6795d0df7933 req-38589c8e-044e-4087-9329-10e29b0cf900 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/security-groups?id=33039ef4-c1ff-455a-8486-f776e86fb7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652544 May 27 03:38:48.067532 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ac36a741-dd8d-468c-8f7c-1b45e1e0e263 req-6fb646e6-9b74-4d2c-a560-26d5e71443ab service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=33039ef4-c1ff-455a-8486-f776e86fb7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822401 May 27 03:38:48.126728 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-edd226fe-70d8-4097-80ca-1708b5d406c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'name': 'tempest-AttachVolumeNegativeTest-1037525343-router', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '62ebc377-0475-46f8-8fc4-d2dc60188684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:08Z', 'updated_at': '2022-05-27T03:35:16Z', 'revision_number': 4, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'gw_port': {'id': '62ebc377-0475-46f8-8fc4-d2dc60188684', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:10Z', 'updated_at': '2022-05-27T03:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_interfaces': [{'id': '75b932e1-ea13-44f5-9bbf-2e35c438adc1', 'name': '', 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'mac_address': 'fa:16:3e:0f:06:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7dc15780-a98b-4250-9509-853069c6707a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:14Z', 'updated_at': '2022-05-27T03:35:24Z', 'revision_number': 5, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'subnets': [{'id': '7dc15780-a98b-4250-9509-853069c6707a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:38:48.163927 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd226fe-70d8-4097-80ca-1708b5d406c2 None None] The sync data for ids ['58b91349-0dd3-4b11-9ad0-c33bf6a873c9'] in dv-cinder-828805-4-iscsi is: [{'id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'name': 'tempest-AttachVolumeNegativeTest-1037525343-router', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '62ebc377-0475-46f8-8fc4-d2dc60188684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:08Z', 'updated_at': '2022-05-27T03:35:16Z', 'revision_number': 4, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'gw_port': {'id': '62ebc377-0475-46f8-8fc4-d2dc60188684', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:10Z', 'updated_at': '2022-05-27T03:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_interfaces': [{'id': '75b932e1-ea13-44f5-9bbf-2e35c438adc1', 'name': '', 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'mac_address': 'fa:16:3e:0f:06:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7dc15780-a98b-4250-9509-853069c6707a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:14Z', 'updated_at': '2022-05-27T03:35:24Z', 'revision_number': 5, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'subnets': [{'id': '7dc15780-a98b-4250-9509-853069c6707a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:38:48.242209 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-584d7fde-7d72-4642-9601-b182cfb78c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (413fc6aa-3a5a-4281-abfd-a440a67afb4a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:48.435706 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fd9878-c169-4151-a604-951a0075d4ca None None] New status for floating IP bf94151b-d9dc-4f56-874f-3ae26beeceee: DOWN {{(pid=104616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:38:48.484051 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:48.646780 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-fc4e0cce-717c-4dc8-bb18-f6cd835ac405 req-5637f7b7-cccb-4b1b-b6ca-8487bfcf2962 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=79319ab8-3b21-4189-af20-8295ec40a10b HTTP/1.1" status: 200 len: 210 time: 0.0320430 May 27 03:38:48.817090 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:48.840088 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-68bf69ea-f0de-4190-a2c5-cafa21c3c571 req-081d2ef6-c4a7-4f9d-a7bd-26d66952ca6f tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=8526d125-8b79-4f3f-8c07-c9b77ecbc2f5 HTTP/1.1" status: 200 len: 210 time: 0.0317106 May 27 03:38:49.090808 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d17bc5-336c-41f8-ba54-d258242dc826 req-a9b2531b-fc08-48fe-ac46-f7d68ab8c922 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:49.094039 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-85d17bc5-336c-41f8-ba54-d258242dc826 req-a9b2531b-fc08-48fe-ac46-f7d68ab8c922 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/ports?device_id=d324495a-01ec-4ed8-bec2-76575ce7a541 HTTP/1.1" status: 200 len: 946 time: 0.0600529 May 27 03:38:49.147974 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-85d17bc5-336c-41f8-ba54-d258242dc826 req-341d3874-e0a9-47b2-8aea-44ec1d9ff3d8 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/security-groups?id=33039ef4-c1ff-455a-8486-f776e86fb7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477185 May 27 03:38:49.200274 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:49.301025 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f446-e12c-45b2-8c38-3579950c1c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (785c7416-4bf9-40d9-a08f-c797a61a0436), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:49.827207 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 39368) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:49.881900 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-bfb30ce7-0a37-45de-a174-81531b429010 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for security_group (6e372f20-1cd8-4c0f-9406-74fd003f853b), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:49.909199 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-bfb30ce7-0a37-45de-a174-81531b429010 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for security_group (6e372f20-1cd8-4c0f-9406-74fd003f853b), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:49.948237 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-07ef4814-626f-420f-8586-2a5a341add44 req-b1089d54-b235-45b3-8ece-471a7eac33de tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=8526d125-8b79-4f3f-8c07-c9b77ecbc2f5 HTTP/1.1" status: 200 len: 210 time: 0.0281556 May 27 03:38:50.100632 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-bfb30ce7-0a37-45de-a174-81531b429010 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (6e372f20-1cd8-4c0f-9406-74fd003f853b), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:50.103282 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-bfb30ce7-0a37-45de-a174-81531b429010 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for security_group (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:50.104434 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-bfb30ce7-0a37-45de-a174-81531b429010 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "DELETE /v2.0/security-groups/6e372f20-1cd8-4c0f-9406-74fd003f853b HTTP/1.1" status: 204 len: 168 time: 0.2762601 May 27 03:38:50.107615 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 39372) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:50.113706 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb30ce7-0a37-45de-a174-81531b429010 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e372f20-1cd8-4c0f-9406-74fd003f853b,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:50.122643 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.api.v2.resource [None req-ac2daf90-dc4a-458b-8397-d03fe13d76b7 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] show failed (client error): The resource could not be found. May 27 03:38:50.124343 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-ac2daf90-dc4a-458b-8397-d03fe13d76b7 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/security-groups/6e372f20-1cd8-4c0f-9406-74fd003f853b HTTP/1.1" status: 404 len: 347 time: 0.0155032 May 27 03:38:50.127349 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 39374) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:50.272455 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.plugin [None req-bc3f35f6-44c8-4293-bc6b-0b4a6b381d0a tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Deleting port 9089a26b-ac60-4a3d-877c-f0ac74aaaef0 {{(pid=104615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:38:50.272714 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-bc3f35f6-44c8-4293-bc6b-0b4a6b381d0a tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791799895781'] for port (9089a26b-ac60-4a3d-877c-f0ac74aaaef0), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:50.298424 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c111b0-cf3d-4b21-abf0-460535807bb5 req-bd860d58-37fd-4486-b433-3041230bbc8e tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:50.299700 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-b8c111b0-cf3d-4b21-abf0-460535807bb5 req-bd860d58-37fd-4486-b433-3041230bbc8e tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/ports?device_id=d324495a-01ec-4ed8-bec2-76575ce7a541 HTTP/1.1" status: 200 len: 946 time: 0.0713067 May 27 03:38:50.394886 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-b8c111b0-cf3d-4b21-abf0-460535807bb5 req-126335dd-8cec-4949-82e5-969ea547f554 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/security-groups?id=33039ef4-c1ff-455a-8486-f776e86fb7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697238 May 27 03:38:50.402157 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-bc3f35f6-44c8-4293-bc6b-0b4a6b381d0a tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-658269'] for port (9089a26b-ac60-4a3d-877c-f0ac74aaaef0), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:50.402481 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-bc3f35f6-44c8-4293-bc6b-0b4a6b381d0a tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for floatingip (9089a26b-ac60-4a3d-877c-f0ac74aaaef0), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:50.415742 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.plugin [None req-bc3f35f6-44c8-4293-bc6b-0b4a6b381d0a tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Calling delete_port for 9089a26b-ac60-4a3d-877c-f0ac74aaaef0 owned by network:floatingip {{(pid=104615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:38:50.429480 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:50.682245 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-bc3f35f6-44c8-4293-bc6b-0b4a6b381d0a tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791799905747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791799515450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585481432'] for port (9089a26b-ac60-4a3d-877c-f0ac74aaaef0), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:50.730539 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3f35f6-44c8-4293-bc6b-0b4a6b381d0a tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Pushing event deleted for resources: {'Port': ['ID=9089a26b-ac60-4a3d-877c-f0ac74aaaef0,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:50.847576 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-bc3f35f6-44c8-4293-bc6b-0b4a6b381d0a tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for floatingip (bf94151b-d9dc-4f56-874f-3ae26beeceee), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:50.850065 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-bc3f35f6-44c8-4293-bc6b-0b4a6b381d0a tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for floatingip (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:50.851225 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-bc3f35f6-44c8-4293-bc6b-0b4a6b381d0a tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "DELETE /v2.0/floatingips/bf94151b-d9dc-4f56-874f-3ae26beeceee HTTP/1.1" status: 204 len: 168 time: 0.7229221 May 27 03:38:50.857632 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f4db9-39a4-4591-a2b7-4179f3c5a425 req-2a14cbe4-1979-4e71-975a-66ef00a96542 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:50.859030 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-579f4db9-39a4-4591-a2b7-4179f3c5a425 req-2a14cbe4-1979-4e71-975a-66ef00a96542 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.69 "GET /v2.0/networks?id=7ad434bf-5110-4909-8d4e-fd9ddb1876ab HTTP/1.1" status: 200 len: 819 time: 0.1871223 May 27 03:38:50.895544 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (917d01f3-4a27-4590-ae14-da14d21a1e88), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:50.943641 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-579f4db9-39a4-4591-a2b7-4179f3c5a425 req-58694ca8-dfc6-4c1b-8400-1efe1428a0b5 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03b1335715234895a0c1a555b22ee8d3 HTTP/1.1" status: 200 len: 379 time: 0.0637431 May 27 03:38:50.959370 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.v2.base [req-579f4db9-39a4-4591-a2b7-4179f3c5a425 req-c2215205-130f-45de-a83d-25752faf1d6b tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Request body: {'port': {'device_id': '8526d125-8b79-4f3f-8c07-c9b77ecbc2f5', 'network_id': '7ad434bf-5110-4909-8d4e-fd9ddb1876ab', 'admin_state_up': True, 'tenant_id': '03b1335715234895a0c1a555b22ee8d3', 'security_groups': ['926b6e4a-3738-476a-98a9-1f2042dcc8ec']}} {{(pid=104615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:38:51.024722 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 39414) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:51.029644 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [None req-6b75f659-b59f-4b19-bc63-2d00263f655d tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1988170276', 'description': 'tempest-description--171563441'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:38:51.037612 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:51.061896 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-af307273-f4b6-4c08-b96e-f7e41c0fcce1 req-02e461c5-4738-44cb-96b1-0c2b778460bf tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=8526d125-8b79-4f3f-8c07-c9b77ecbc2f5 HTTP/1.1" status: 200 len: 210 time: 0.0386012 May 27 03:38:51.169486 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-6b75f659-b59f-4b19-bc63-2d00263f655d tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for security_group (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:51.213155 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:51.223619 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:51.226299 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-579f4db9-39a4-4591-a2b7-4179f3c5a425 req-c2215205-130f-45de-a83d-25752faf1d6b tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Made reservation on behalf of 03b1335715234895a0c1a555b22ee8d3 for: {'port': 1} {{(pid=104615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:38:51.229947 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [req-579f4db9-39a4-4591-a2b7-4179f3c5a425 req-c2215205-130f-45de-a83d-25752faf1d6b tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:51.245686 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-6b75f659-b59f-4b19-bc63-2d00263f655d tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for security_group (448c8c68-6139-45fc-9bf3-b9d60cfa39a2), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:51.365163 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.db.db_base_plugin_common [req-579f4db9-39a4-4591-a2b7-4179f3c5a425 req-c2215205-130f-45de-a83d-25752faf1d6b tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Allocated IP 172.20.0.10 (7ad434bf-5110-4909-8d4e-fd9ddb1876ab/322aacf8-7a2c-4c8b-810a-fab1e2caab1f/d213f02d-0498-429f-ac43-252d863eb6ad) {{(pid=104615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:38:51.374961 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-6b75f659-b59f-4b19-bc63-2d00263f655d tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (448c8c68-6139-45fc-9bf3-b9d60cfa39a2), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:51.379482 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:51.405426 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b75f659-b59f-4b19-bc63-2d00263f655d tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=448c8c68-6139-45fc-9bf3-b9d60cfa39a2,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:51.479591 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-6b75f659-b59f-4b19-bc63-2d00263f655d tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for security_group (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:51.481062 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-6b75f659-b59f-4b19-bc63-2d00263f655d tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4552963 May 27 03:38:51.483949 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 39438) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:51.488416 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [None req-3ba70852-e6c9-4608-a255-d7d6737db4c9 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Request body: {'security_group_rule': {'security_group_id': '448c8c68-6139-45fc-9bf3-b9d60cfa39a2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:38:51.545345 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4663485-490c-4f5d-b926-c64404beecf6 req-1a0205b8-cf07-47ba-aca6-60d1f6ead6ce tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:51.546892 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-f4663485-490c-4f5d-b926-c64404beecf6 req-1a0205b8-cf07-47ba-aca6-60d1f6ead6ce tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/ports?device_id=d324495a-01ec-4ed8-bec2-76575ce7a541 HTTP/1.1" status: 200 len: 946 time: 0.0697803 May 27 03:38:51.556638 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [req-579f4db9-39a4-4591-a2b7-4179f3c5a425 req-c2215205-130f-45de-a83d-25752faf1d6b tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Publish callbacks [] for port (d213f02d-0498-429f-ac43-252d863eb6ad), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:51.619620 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-f4663485-490c-4f5d-b926-c64404beecf6 req-ddd6c6ac-a963-45fd-8ca4-61cd6cbce0d2 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/security-groups?id=33039ef4-c1ff-455a-8486-f776e86fb7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657482 May 27 03:38:51.657271 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-3ba70852-e6c9-4608-a255-d7d6737db4c9 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for security_group_rule (34107e65-4281-4263-8f2d-18022e2ea1c4), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:51.697080 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-3ba70852-e6c9-4608-a255-d7d6737db4c9 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for security_group_rule (34107e65-4281-4263-8f2d-18022e2ea1c4), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:51.734579 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fc79bd-a81c-411d-8199-3d66cb1844ce req-d8ca61e3-36c2-489f-ac44-15c29a167dfe tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:51.736150 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-d5fc79bd-a81c-411d-8199-3d66cb1844ce req-d8ca61e3-36c2-489f-ac44-15c29a167dfe tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/ports?device_id=d324495a-01ec-4ed8-bec2-76575ce7a541 HTTP/1.1" status: 200 len: 946 time: 0.0494037 May 27 03:38:51.772848 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [req-579f4db9-39a4-4591-a2b7-4179f3c5a425 req-c2215205-130f-45de-a83d-25752faf1d6b tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791799515441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585481432'] for port (d213f02d-0498-429f-ac43-252d863eb6ad), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:51.797977 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-3ba70852-e6c9-4608-a255-d7d6737db4c9 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567362'] for security_group_rule (34107e65-4281-4263-8f2d-18022e2ea1c4), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:51.815313 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-d5fc79bd-a81c-411d-8199-3d66cb1844ce req-1995b0cf-74f2-4f4c-a660-ce44a63d5a29 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/security-groups?id=33039ef4-c1ff-455a-8486-f776e86fb7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728607 May 27 03:38:51.818074 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba70852-e6c9-4608-a255-d7d6737db4c9 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34107e65-4281-4263-8f2d-18022e2ea1c4,revision_number=0']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:51.826828 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-579f4db9-39a4-4591-a2b7-4179f3c5a425 req-c2215205-130f-45de-a83d-25752faf1d6b tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Network 7ad434bf-5110-4909-8d4e-fd9ddb1876ab is already hosted by enough agents. {{(pid=104615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:38:51.830145 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.base_scheduler [req-579f4db9-39a4-4591-a2b7-4179f3c5a425 req-c2215205-130f-45de-a83d-25752faf1d6b tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Resources bound (agent type, host, resource id): {{(pid=104615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:38:51.833683 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:51.836954 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.db.l3_dvrscheduler_db [req-579f4db9-39a4-4591-a2b7-4179f3c5a425 req-c2215205-130f-45de-a83d-25752faf1d6b tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Received port after_create {{(pid=104615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:38:51.840524 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2215205-130f-45de-a83d-25752faf1d6b tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Pushing event updated for resources: {'Port': ['ID=d213f02d-0498-429f-ac43-252d863eb6ad,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:51.892042 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f4db9-39a4-4591-a2b7-4179f3c5a425 req-c2215205-130f-45de-a83d-25752faf1d6b tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:51.892663 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [req-579f4db9-39a4-4591-a2b7-4179f3c5a425 req-c2215205-130f-45de-a83d-25752faf1d6b tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:51.918765 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-3ba70852-e6c9-4608-a255-d7d6737db4c9 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:51.923131 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-3ba70852-e6c9-4608-a255-d7d6737db4c9 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4380732 May 27 03:38:51.928290 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 39450) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:51.929215 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.v2.base [None req-5075d7d7-074e-42b8-9535-cb21e6d5a5ee tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Request body: {'security_group_rule': {'security_group_id': '448c8c68-6139-45fc-9bf3-b9d60cfa39a2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:38:52.041702 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-579f4db9-39a4-4591-a2b7-4179f3c5a425 req-c2215205-130f-45de-a83d-25752faf1d6b tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0869482 May 27 03:38:52.044080 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-5075d7d7-074e-42b8-9535-cb21e6d5a5ee tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for security_group_rule (3990afe6-7856-419e-b47c-d6bd51f11eb0), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:52.064730 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.v2.base [req-579f4db9-39a4-4591-a2b7-4179f3c5a425 req-05a0e44d-7d47-4928-ae83-702dc865d40b service neutron] Request body: {'port': {'device_id': '8526d125-8b79-4f3f-8c07-c9b77ecbc2f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:38:52.146888 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-91c4b3a0-9342-481d-9a61-458b63ccbdb9 None None] Provisioning complete for port d213f02d-0498-429f-ac43-252d863eb6ad triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:38:52.147429 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-91c4b3a0-9342-481d-9a61-458b63ccbdb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (d213f02d-0498-429f-ac43-252d863eb6ad), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:52.180114 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-91c4b3a0-9342-481d-9a61-458b63ccbdb9 None None] Port d213f02d-0498-429f-ac43-252d863eb6ad cannot update to ACTIVE because it is not bound. {{(pid=104616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:38:52.213321 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [req-579f4db9-39a4-4591-a2b7-4179f3c5a425 req-05a0e44d-7d47-4928-ae83-702dc865d40b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (d213f02d-0498-429f-ac43-252d863eb6ad), before_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:52.214938 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-5075d7d7-074e-42b8-9535-cb21e6d5a5ee tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for security_group_rule (3990afe6-7856-419e-b47c-d6bd51f11eb0), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:52.247701 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105e94e-28e4-4936-9583-5096443cfeee req-40fa0def-0319-4341-85a0-02adf2a804aa tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:52.249091 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-1105e94e-28e4-4936-9583-5096443cfeee req-40fa0def-0319-4341-85a0-02adf2a804aa tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=8526d125-8b79-4f3f-8c07-c9b77ecbc2f5 HTTP/1.1" status: 200 len: 932 time: 0.1137178 May 27 03:38:52.255421 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c192afa0-37ee-43dd-b87a-61ed05b99afb req-51d1bb07-22de-4bfb-9cf5-3358f7c57bb0 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:52.256816 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-c192afa0-37ee-43dd-b87a-61ed05b99afb req-51d1bb07-22de-4bfb-9cf5-3358f7c57bb0 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/ports?device_id=d324495a-01ec-4ed8-bec2-76575ce7a541 HTTP/1.1" status: 200 len: 946 time: 0.1067376 May 27 03:38:52.314453 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-5075d7d7-074e-42b8-9535-cb21e6d5a5ee tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567362'] for security_group_rule (3990afe6-7856-419e-b47c-d6bd51f11eb0), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:52.383842 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5075d7d7-074e-42b8-9535-cb21e6d5a5ee tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3990afe6-7856-419e-b47c-d6bd51f11eb0,revision_number=0']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:52.399349 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-1105e94e-28e4-4936-9583-5096443cfeee req-fd454a9d-52ab-42dd-8128-b9219b9bc12b tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=926b6e4a-3738-476a-98a9-1f2042dcc8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414444 May 27 03:38:52.420882 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-c192afa0-37ee-43dd-b87a-61ed05b99afb req-dfdbf28c-ed82-4bc1-ba46-6b345530a1c5 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/security-groups?id=33039ef4-c1ff-455a-8486-f776e86fb7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532536 May 27 03:38:52.470749 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-5075d7d7-074e-42b8-9535-cb21e6d5a5ee tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:52.470749 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-5075d7d7-074e-42b8-9535-cb21e6d5a5ee tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5449989 May 27 03:38:52.473605 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 39462) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:52.478896 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [None req-25168971-8c09-4311-9afa-dbd300bca668 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Request body: {'floatingip': {'floating_network_id': '6db324a0-41f0-4440-95df-83df441784f6'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:38:52.601776 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-25168971-8c09-4311-9afa-dbd300bca668 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:52.639611 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.notifiers.nova [req-579f4db9-39a4-4591-a2b7-4179f3c5a425 req-05a0e44d-7d47-4928-ae83-702dc865d40b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d213f02d-0498-429f-ac43-252d863eb6ad {{(pid=104615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:38:52.647703 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [req-579f4db9-39a4-4591-a2b7-4179f3c5a425 req-05a0e44d-7d47-4928-ae83-702dc865d40b service neutron] Publish callbacks [] for port (d213f02d-0498-429f-ac43-252d863eb6ad), precommit_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:52.660079 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.db.provisioning_blocks [req-579f4db9-39a4-4591-a2b7-4179f3c5a425 req-05a0e44d-7d47-4928-ae83-702dc865d40b service neutron] Transition to ACTIVE for port object d213f02d-0498-429f-ac43-252d863eb6ad will not be triggered until provisioned by entity L2. {{(pid=104615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:38:52.682393 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-25168971-8c09-4311-9afa-dbd300bca668 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:52.712203 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:52.745882 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [req-579f4db9-39a4-4591-a2b7-4179f3c5a425 req-05a0e44d-7d47-4928-ae83-702dc865d40b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585481455'] for port (d213f02d-0498-429f-ac43-252d863eb6ad), after_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:52.770393 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:INSERT=9,neutron:SELECT=85,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:52.794636 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.db_base_plugin_common [None req-25168971-8c09-4311-9afa-dbd300bca668 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Allocated IP 172.27.0.52 (6db324a0-41f0-4440-95df-83df441784f6/1196ed2a-e255-42ad-b78e-696bc1bae72b/28a19740-605e-4675-aec3-b6696f886216) {{(pid=104614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:38:52.797595 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a0e44d-7d47-4928-ae83-702dc865d40b service neutron] Pushing event updated for resources: {'Port': ['ID=d213f02d-0498-429f-ac43-252d863eb6ad,revision_number=2']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:52.866433 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:52.876678 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.managers [req-579f4db9-39a4-4591-a2b7-4179f3c5a425 req-05a0e44d-7d47-4928-ae83-702dc865d40b service neutron] Attempting to bind port d213f02d-0498-429f-ac43-252d863eb6ad on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:38:52.877110 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.managers [req-579f4db9-39a4-4591-a2b7-4179f3c5a425 req-05a0e44d-7d47-4928-ae83-702dc865d40b service neutron] Attempting to bind port d213f02d-0498-429f-ac43-252d863eb6ad by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': 'fc3dd445-6192-41aa-98e1-63e205d6bf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7ad434bf-5110-4909-8d4e-fd9ddb1876ab'}] {{(pid=104615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:38:52.877433 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579f4db9-39a4-4591-a2b7-4179f3c5a425 req-05a0e44d-7d47-4928-ae83-702dc865d40b service neutron] Attempting to bind port d213f02d-0498-429f-ac43-252d863eb6ad on network 7ad434bf-5110-4909-8d4e-fd9ddb1876ab {{(pid=104615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:38:52.885211 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579f4db9-39a4-4591-a2b7-4179f3c5a425 req-05a0e44d-7d47-4928-ae83-702dc865d40b service neutron] Port d213f02d-0498-429f-ac43-252d863eb6ad on network 7ad434bf-5110-4909-8d4e-fd9ddb1876ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:38:52.887538 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579f4db9-39a4-4591-a2b7-4179f3c5a425 req-05a0e44d-7d47-4928-ae83-702dc865d40b service neutron] Attempting to bind port d213f02d-0498-429f-ac43-252d863eb6ad on network 7ad434bf-5110-4909-8d4e-fd9ddb1876ab {{(pid=104615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:38:52.891863 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579f4db9-39a4-4591-a2b7-4179f3c5a425 req-05a0e44d-7d47-4928-ae83-702dc865d40b service neutron] Checking agent: {'id': '134bae73-502b-4599-bb47-129fee8818a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 33, 12), 'started_at': datetime.datetime(2022, 5, 27, 3, 33, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:38:52.892204 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579f4db9-39a4-4591-a2b7-4179f3c5a425 req-05a0e44d-7d47-4928-ae83-702dc865d40b service neutron] Checking segment: {'id': 'fc3dd445-6192-41aa-98e1-63e205d6bf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7ad434bf-5110-4909-8d4e-fd9ddb1876ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:38:52.893200 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579f4db9-39a4-4591-a2b7-4179f3c5a425 req-05a0e44d-7d47-4928-ae83-702dc865d40b service neutron] Bound using segment: {'id': 'fc3dd445-6192-41aa-98e1-63e205d6bf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7ad434bf-5110-4909-8d4e-fd9ddb1876ab'} {{(pid=104615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:38:52.893638 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.managers [req-579f4db9-39a4-4591-a2b7-4179f3c5a425 req-05a0e44d-7d47-4928-ae83-702dc865d40b service neutron] Bound port: d213f02d-0498-429f-ac43-252d863eb6ad, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc3dd445-6192-41aa-98e1-63e205d6bf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7ad434bf-5110-4909-8d4e-fd9ddb1876ab'}}] {{(pid=104615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:38:52.894035 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [req-579f4db9-39a4-4591-a2b7-4179f3c5a425 req-05a0e44d-7d47-4928-ae83-702dc865d40b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (d213f02d-0498-429f-ac43-252d863eb6ad), before_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:52.922024 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-25168971-8c09-4311-9afa-dbd300bca668 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for port (28a19740-605e-4675-aec3-b6696f886216), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:52.964070 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.db [req-579f4db9-39a4-4591-a2b7-4179f3c5a425 req-05a0e44d-7d47-4928-ae83-702dc865d40b service neutron] For port d213f02d-0498-429f-ac43-252d863eb6ad, host hv-cinder-82880, cleared binding levels {{(pid=104615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:38:52.967440 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.db [req-579f4db9-39a4-4591-a2b7-4179f3c5a425 req-05a0e44d-7d47-4928-ae83-702dc865d40b service neutron] For port d213f02d-0498-429f-ac43-252d863eb6ad, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=d213f02d-0498-429f-ac43-252d863eb6ad,segment=NetworkSegment(fc3dd445-6192-41aa-98e1-63e205d6bf49),segment_id=fc3dd445-6192-41aa-98e1-63e205d6bf49)] {{(pid=104615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:38:53.095230 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-25168971-8c09-4311-9afa-dbd300bca668 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791799515441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8584799065'] for port (28a19740-605e-4675-aec3-b6696f886216), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:53.095529 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [req-579f4db9-39a4-4591-a2b7-4179f3c5a425 req-05a0e44d-7d47-4928-ae83-702dc865d40b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585481455'] for port (d213f02d-0498-429f-ac43-252d863eb6ad), after_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:53.137721 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f4db9-39a4-4591-a2b7-4179f3c5a425 req-05a0e44d-7d47-4928-ae83-702dc865d40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:53.138359 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [req-579f4db9-39a4-4591-a2b7-4179f3c5a425 req-05a0e44d-7d47-4928-ae83-702dc865d40b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:53.139825 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-579f4db9-39a4-4591-a2b7-4179f3c5a425 req-05a0e44d-7d47-4928-ae83-702dc865d40b service neutron] 10.222.0.69 "PUT /v2.0/ports/d213f02d-0498-429f-ac43-252d863eb6ad HTTP/1.1" status: 200 len: 1094 time: 1.0835509 May 27 03:38:53.140280 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8526d125-8b79-4f3f-8c07-c9b77ecbc2f5', 'tag': 'd213f02d-0498-429f-ac43-252d863eb6ad'}] {{(pid=104615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:38:53.142586 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9faa1dd78fb558d4018d1363b43ffec7552e77d137433f9c5cc39ec2f1c636e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60452166-297a-4925-9672-dcddd669ca36" -d '{"events": [{"name": "network-changed", "server_uuid": "8526d125-8b79-4f3f-8c07-c9b77ecbc2f5", "tag": "d213f02d-0498-429f-ac43-252d863eb6ad"}]}' {{(pid=104615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:38:53.146173 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25168971-8c09-4311-9afa-dbd300bca668 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Network 6db324a0-41f0-4440-95df-83df441784f6 is already hosted by enough agents. {{(pid=104614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:38:53.149962 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.base_scheduler [None req-25168971-8c09-4311-9afa-dbd300bca668 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Resources bound (agent type, host, resource id): {{(pid=104614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:38:53.156419 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25168971-8c09-4311-9afa-dbd300bca668 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Received port after_create {{(pid=104614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:38:53.180386 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a0e44d-7d47-4928-ae83-702dc865d40b service neutron] Pushing event updated for resources: {'Port': ['ID=d213f02d-0498-429f-ac43-252d863eb6ad,revision_number=3']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:53.191069 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1ef45b-35d5-4eb4-b262-bdb291589759 x-openstack-request-id: req-ee1ef45b-35d5-4eb4-b262-bdb291589759 {{(pid=104615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:38:53.191357 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8526d125-8b79-4f3f-8c07-c9b77ecbc2f5", "tag": "d213f02d-0498-429f-ac43-252d863eb6ad", "status": "completed", "code": 200}]} {{(pid=104615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:38:53.198568 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ee1ef45b-35d5-4eb4-b262-bdb291589759 {{(pid=104615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:38:53.198568 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee1ef45b-35d5-4eb4-b262-bdb291589759'] response: {'name': 'network-changed', 'server_uuid': '8526d125-8b79-4f3f-8c07-c9b77ecbc2f5', 'tag': 'd213f02d-0498-429f-ac43-252d863eb6ad', 'status': 'completed', 'code': 200} May 27 03:38:53.199063 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25168971-8c09-4311-9afa-dbd300bca668 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Pushing event updated for resources: {'Port': ['ID=28a19740-605e-4675-aec3-b6696f886216,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:53.258579 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-25168971-8c09-4311-9afa-dbd300bca668 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for floatingip (055916e7-5219-4772-898a-58864eb984ce), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:53.304053 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60452166-297a-4925-9672-dcddd669ca36 req-7d7ff759-560c-4617-813c-05e81a2565bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:53.305647 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-60452166-297a-4925-9672-dcddd669ca36 req-7d7ff759-560c-4617-813c-05e81a2565bd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=03b1335715234895a0c1a555b22ee8d3&device_id=8526d125-8b79-4f3f-8c07-c9b77ecbc2f5 HTTP/1.1" status: 200 len: 1128 time: 0.0539224 May 27 03:38:53.432562 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60452166-297a-4925-9672-dcddd669ca36 req-bbf4155f-4b68-49fc-953e-bbaaa8a51c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:53.434801 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-60452166-297a-4925-9672-dcddd669ca36 req-bbf4155f-4b68-49fc-953e-bbaaa8a51c27 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=03b1335715234895a0c1a555b22ee8d3&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1078029 May 27 03:38:53.446627 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:53.454431 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-25168971-8c09-4311-9afa-dbd300bca668 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (28a19740-605e-4675-aec3-b6696f886216), before_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:53.568742 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd921c-78c2-457b-aac3-03388c51bfae req-5bce5b31-b728-4a2b-af90-9b101e7a46b1 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:53.570184 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-39cd921c-78c2-457b-aac3-03388c51bfae req-5bce5b31-b728-4a2b-af90-9b101e7a46b1 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=8526d125-8b79-4f3f-8c07-c9b77ecbc2f5 HTTP/1.1" status: 200 len: 944 time: 0.0707781 May 27 03:38:53.570626 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 39474) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:53.621187 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60452166-297a-4925-9672-dcddd669ca36 req-e468f0f6-3e8d-48f0-8e03-a647fc6ef73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:53.622686 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-60452166-297a-4925-9672-dcddd669ca36 req-e468f0f6-3e8d-48f0-8e03-a647fc6ef73a service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1800802 May 27 03:38:53.642881 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-25168971-8c09-4311-9afa-dbd300bca668 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for port (28a19740-605e-4675-aec3-b6696f886216), precommit_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:53.647948 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee7c5076-85fa-486f-9e60-0e86f1ed8d6b admin admin] Deleting subnet d1c4414b-adb0-4c6a-a0d1-187d81afbc11 {{(pid=104615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 03:38:53.653200 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-ee7c5076-85fa-486f-9e60-0e86f1ed8d6b admin admin] Publish callbacks [] for subnet (d1c4414b-adb0-4c6a-a0d1-187d81afbc11), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:53.702996 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-39cd921c-78c2-457b-aac3-03388c51bfae req-9e86a450-c658-40b6-91c2-d7dd574b7db5 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=926b6e4a-3738-476a-98a9-1f2042dcc8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162033 May 27 03:38:53.713978 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-ee7c5076-85fa-486f-9e60-0e86f1ed8d6b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585481163'] for subnet (d1c4414b-adb0-4c6a-a0d1-187d81afbc11), precommit_delete_associations {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:53.757527 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-25168971-8c09-4311-9afa-dbd300bca668 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8584799086'] for port (28a19740-605e-4675-aec3-b6696f886216), after_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:53.768677 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f4db9-39a4-4591-a2b7-4179f3c5a425 req-c2e9c1b4-78c0-4937-bae1-660c5a11aefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:53.770800 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-579f4db9-39a4-4591-a2b7-4179f3c5a425 req-c2e9c1b4-78c0-4937-bae1-660c5a11aefb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=03b1335715234895a0c1a555b22ee8d3&device_id=8526d125-8b79-4f3f-8c07-c9b77ecbc2f5 HTTP/1.1" status: 200 len: 1128 time: 0.0714874 May 27 03:38:53.781501 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-ee7c5076-85fa-486f-9e60-0e86f1ed8d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004246'] for subnet (d1c4414b-adb0-4c6a-a0d1-187d81afbc11), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:53.824914 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25168971-8c09-4311-9afa-dbd300bca668 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Pushing event updated for resources: {'Port': ['ID=28a19740-605e-4675-aec3-b6696f886216,revision_number=2']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:53.835562 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-25168971-8c09-4311-9afa-dbd300bca668 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680165'] for floatingip (055916e7-5219-4772-898a-58864eb984ce), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:53.843974 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-579f4db9-39a4-4591-a2b7-4179f3c5a425 req-cabafa1a-e86f-4310-96b6-25ff44258f9e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d213f02d-0498-429f-ac43-252d863eb6ad HTTP/1.1" status: 200 len: 217 time: 0.0434127 May 27 03:38:53.901798 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f4db9-39a4-4591-a2b7-4179f3c5a425 req-3d4c521d-ce12-473b-aaf2-624704dea7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:53.903193 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-579f4db9-39a4-4591-a2b7-4179f3c5a425 req-3d4c521d-ce12-473b-aaf2-624704dea7e7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=322aacf8-7a2c-4c8b-810a-fab1e2caab1f HTTP/1.1" status: 200 len: 858 time: 0.0505164 May 27 03:38:53.925346 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-25168971-8c09-4311-9afa-dbd300bca668 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for floatingip (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:53.926634 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-25168971-8c09-4311-9afa-dbd300bca668 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4519339 May 27 03:38:53.946120 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f4db9-39a4-4591-a2b7-4179f3c5a425 req-82602c2b-b9ae-4e7f-98dc-ed34edce5ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:53.947652 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-579f4db9-39a4-4591-a2b7-4179f3c5a425 req-82602c2b-b9ae-4e7f-98dc-ed34edce5ae3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7ad434bf-5110-4909-8d4e-fd9ddb1876ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385687 May 27 03:38:54.243528 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-ee7c5076-85fa-486f-9e60-0e86f1ed8d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585481001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581752317'] for subnet (d1c4414b-adb0-4c6a-a0d1-187d81afbc11), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:54.288369 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7c5076-85fa-486f-9e60-0e86f1ed8d6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1c4414b-adb0-4c6a-a0d1-187d81afbc11,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:54.290329 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-ee7c5076-85fa-486f-9e60-0e86f1ed8d6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-373421'] for subnet (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:54.293490 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-ee7c5076-85fa-486f-9e60-0e86f1ed8d6b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d1c4414b-adb0-4c6a-a0d1-187d81afbc11 HTTP/1.1" status: 204 len: 168 time: 0.7188871 May 27 03:38:54.297007 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 39488) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:54.343982 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-a13949b2-5e0c-4395-beb4-36a75c8b16f1 req-60c29539-3f58-4e4b-a5f3-d549760f7cc7 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1988170276&fields=id&tenant_id=8ae1382d8f774b5db702d78e3bed622a HTTP/1.1" status: 200 len: 267 time: 0.1049509 May 27 03:38:54.346287 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-579f4db9-39a4-4591-a2b7-4179f3c5a425 req-623b0f73-785e-4b8a-b75e-2f3c2fa53d49 service neutron] 10.222.0.69 "GET /v2.0/networks/7ad434bf-5110-4909-8d4e-fd9ddb1876ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3909974 May 27 03:38:54.388271 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-79d4dfde-c205-4efb-b59c-822b719b7551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963665'] for network (fc7d4913-1a98-471a-8f02-141f8db23d39), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:54.431166 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:54.474654 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-79d4dfde-c205-4efb-b59c-822b719b7551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3997731', 'neutron.services.segments.db._delete_segments_for_network-8791800041072'] for network (fc7d4913-1a98-471a-8f02-141f8db23d39), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:54.492582 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:54.506484 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:54.506720 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.services.segments.db [None req-79d4dfde-c205-4efb-b59c-822b719b7551 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc7d4913-1a98-471a-8f02-141f8db23d39']}} {{(pid=104614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:38:54.516912 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.services.segments.db [None req-79d4dfde-c205-4efb-b59c-822b719b7551 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37a414ce-14e2-4725-a5d6-3705d8b1ee5d') {'for_net_delete': True} {{(pid=104614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:38:54.517271 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.services.segments.db [None req-79d4dfde-c205-4efb-b59c-822b719b7551 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37a414ce-14e2-4725-a5d6-3705d8b1ee5d') {} {{(pid=104614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:38:54.525022 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-579f4db9-39a4-4591-a2b7-4179f3c5a425 req-30aee655-0d4f-4d82-a3cc-504dc228ea71 service neutron] 10.222.0.69 "GET /v2.0/networks/7ad434bf-5110-4909-8d4e-fd9ddb1876ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703775 May 27 03:38:54.527371 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-79d4dfde-c205-4efb-b59c-822b719b7551 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791800041849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584813197'] for segment (37a414ce-14e2-4725-a5d6-3705d8b1ee5d), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:54.539560 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13949b2-5e0c-4395-beb4-36a75c8b16f1 req-0086f0ae-ddc1-4a7f-b012-2505ebeb1ac7 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:54.539560 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-a13949b2-5e0c-4395-beb4-36a75c8b16f1 req-0086f0ae-ddc1-4a7f-b012-2505ebeb1ac7 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/networks?id=24e2e56a-4202-49e3-9751-4bcdb4e8a6ed HTTP/1.1" status: 200 len: 815 time: 0.1703670 May 27 03:38:54.546701 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-79d4dfde-c205-4efb-b59c-822b719b7551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545'] for segment (37a414ce-14e2-4725-a5d6-3705d8b1ee5d), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:54.559270 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-a13949b2-5e0c-4395-beb4-36a75c8b16f1 req-5b54f5eb-992f-4904-a974-091e44c920be tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/quotas/8ae1382d8f774b5db702d78e3bed622a HTTP/1.1" status: 200 len: 375 time: 0.0147476 May 27 03:38:54.559456 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79d4dfde-c205-4efb-b59c-822b719b7551 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=104614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:38:54.559456 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-79d4dfde-c205-4efb-b59c-822b719b7551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8584798986'] for segment (37a414ce-14e2-4725-a5d6-3705d8b1ee5d), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:54.607612 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.services.segments.plugin [-] Segment 37a414ce-14e2-4725-a5d6-3705d8b1ee5d resource provider aggregate not found May 27 03:38:54.632097 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.services.segments.plugin [-] Segment 37a414ce-14e2-4725-a5d6-3705d8b1ee5d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 37a414ce-14e2-4725-a5d6-3705d8b1ee5d found for delete ", "request_id": "req-c476e88f-ca6a-4c0d-b373-ce9b45003641"}]} May 27 03:38:54.633853 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-a13949b2-5e0c-4395-beb4-36a75c8b16f1 req-eb7bdbe5-4d04-491a-8fc2-e7fc2d29b561 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8ae1382d8f774b5db702d78e3bed622a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0725935 May 27 03:38:54.732013 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-a13949b2-5e0c-4395-beb4-36a75c8b16f1 req-5857a1c1-2533-4a07-9f0b-9a4c5cbc0545 service neutron] 10.222.0.24 "GET /v2.0/networks/24e2e56a-4202-49e3-9751-4bcdb4e8a6ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824111 May 27 03:38:54.733540 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-79d4dfde-c205-4efb-b59c-822b719b7551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3997720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680183'] for network (fc7d4913-1a98-471a-8f02-141f8db23d39), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:54.739053 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-79d4dfde-c205-4efb-b59c-822b719b7551 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-373421'] for network (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:54.742127 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-79d4dfde-c205-4efb-b59c-822b719b7551 admin admin] 10.222.0.24 "DELETE /v2.0/networks/fc7d4913-1a98-471a-8f02-141f8db23d39 HTTP/1.1" status: 204 len: 168 time: 0.4440742 May 27 03:38:54.755146 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d4dfde-c205-4efb-b59c-822b719b7551 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc7d4913-1a98-471a-8f02-141f8db23d39,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:54.832662 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-a13949b2-5e0c-4395-beb4-36a75c8b16f1 req-8415b4fd-c7cc-4327-bb52-5e5bc39722b9 service neutron] 10.222.0.24 "GET /v2.0/networks/24e2e56a-4202-49e3-9751-4bcdb4e8a6ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918448 May 27 03:38:55.117206 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216fe611-8cb1-42dd-8a53-6c3a24371fea req-82bd4570-1b33-437a-8b14-5e85692d1d42 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:55.118785 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-216fe611-8cb1-42dd-8a53-6c3a24371fea req-82bd4570-1b33-437a-8b14-5e85692d1d42 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=8526d125-8b79-4f3f-8c07-c9b77ecbc2f5 HTTP/1.1" status: 200 len: 944 time: 0.0484376 May 27 03:38:55.171373 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-216fe611-8cb1-42dd-8a53-6c3a24371fea req-f1c334f4-b4c7-4355-8c55-6f6c56414384 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=926b6e4a-3738-476a-98a9-1f2042dcc8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460775 May 27 03:38:55.193513 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:55.200646 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 39518) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:55.253944 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-7a33a64c-dce2-4ac9-862e-282a3409b346 req-eb11e35f-7630-431a-b6e5-c9d5cf0a79af tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=354bc006-0821-4eda-8ff5-304b82dad03b HTTP/1.1" status: 200 len: 210 time: 0.0328903 May 27 03:38:55.266284 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-0f8b802b-1d29-42a5-bb81-a3208e1b70bf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=09b89ed90acc4dd2aa3bca17bb1a1fe9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0625291 May 27 03:38:55.266808 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 39520) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:38:55.322252 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-007ec2b8-b76d-49b4-9e64-ea1b5e9606cb admin admin] Publish callbacks [] for security_group (38805287-50b5-471c-9e67-0fa8b1094e54), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:55.343194 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-007ec2b8-b76d-49b4-9e64-ea1b5e9606cb admin admin] Publish callbacks [] for security_group (38805287-50b5-471c-9e67-0fa8b1094e54), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:55.466193 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-007ec2b8-b76d-49b4-9e64-ea1b5e9606cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (38805287-50b5-471c-9e67-0fa8b1094e54), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:55.468892 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-007ec2b8-b76d-49b4-9e64-ea1b5e9606cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:55.470024 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-007ec2b8-b76d-49b4-9e64-ea1b5e9606cb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/38805287-50b5-471c-9e67-0fa8b1094e54 HTTP/1.1" status: 204 len: 168 time: 0.2022467 May 27 03:38:55.478570 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007ec2b8-b76d-49b4-9e64-ea1b5e9606cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38805287-50b5-471c-9e67-0fa8b1094e54,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:56.285959 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab25bdb-5d06-4587-9baf-ba220bcee13c req-e3e0c4a6-4dc7-494a-9375-af61d677c799 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:56.288259 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-8ab25bdb-5d06-4587-9baf-ba220bcee13c req-e3e0c4a6-4dc7-494a-9375-af61d677c799 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=8526d125-8b79-4f3f-8c07-c9b77ecbc2f5 HTTP/1.1" status: 200 len: 944 time: 0.0484447 May 27 03:38:56.342482 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-8ab25bdb-5d06-4587-9baf-ba220bcee13c req-d582a92e-209f-4da2-99cf-18b50fd964e9 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=926b6e4a-3738-476a-98a9-1f2042dcc8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475397 May 27 03:38:56.430095 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-c0d7d837-7a02-4b27-a5b7-401567bae593 req-79f2b786-16ed-485b-921f-d90d1c44e905 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=354bc006-0821-4eda-8ff5-304b82dad03b HTTP/1.1" status: 200 len: 210 time: 0.0296741 May 27 03:38:56.776412 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.agents_db [None req-cbb77ebc-65ec-4caa-a8b3-81c074906866 None None] Agent healthcheck: found 6 active agents {{(pid=104617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:38:57.446279 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:57.474685 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c902f50-6f3d-4f65-b1c3-d9abe30a49e3 req-9c37aa63-7a81-45c9-97fa-3a4de9f07b08 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:57.476290 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-8c902f50-6f3d-4f65-b1c3-d9abe30a49e3 req-9c37aa63-7a81-45c9-97fa-3a4de9f07b08 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=8526d125-8b79-4f3f-8c07-c9b77ecbc2f5 HTTP/1.1" status: 200 len: 944 time: 0.0650780 May 27 03:38:57.503472 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13949b2-5e0c-4395-beb4-36a75c8b16f1 req-550dbe62-e03c-4e0f-a3c5-5e00588600df tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:57.505162 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-a13949b2-5e0c-4395-beb4-36a75c8b16f1 req-550dbe62-e03c-4e0f-a3c5-5e00588600df tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.69 "GET /v2.0/networks?id=24e2e56a-4202-49e3-9751-4bcdb4e8a6ed HTTP/1.1" status: 200 len: 815 time: 0.1533489 May 27 03:38:57.581920 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-09d6a29d-ba07-4eb5-9ab2-9254729de590 req-176b30bc-549a-44e5-9bdc-eb84b902f098 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=354bc006-0821-4eda-8ff5-304b82dad03b HTTP/1.1" status: 200 len: 210 time: 0.0508478 May 27 03:38:57.590287 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-8c902f50-6f3d-4f65-b1c3-d9abe30a49e3 req-a0b0f4fd-459b-473d-b03b-a703e8369458 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=926b6e4a-3738-476a-98a9-1f2042dcc8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038930 May 27 03:38:57.635601 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-a13949b2-5e0c-4395-beb4-36a75c8b16f1 req-b0024936-ffc7-4a47-9ff5-76921fa31b9d tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ae1382d8f774b5db702d78e3bed622a HTTP/1.1" status: 200 len: 380 time: 0.1112638 May 27 03:38:57.664866 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.v2.base [req-a13949b2-5e0c-4395-beb4-36a75c8b16f1 req-ede4aadc-21cf-4be9-b357-3af2e9a22a96 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Request body: {'port': {'device_id': '354bc006-0821-4eda-8ff5-304b82dad03b', 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed', 'admin_state_up': True, 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'security_groups': ['448c8c68-6139-45fc-9bf3-b9d60cfa39a2']}} {{(pid=104615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:38:57.843501 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a13949b2-5e0c-4395-beb4-36a75c8b16f1 req-ede4aadc-21cf-4be9-b357-3af2e9a22a96 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Made reservation on behalf of 8ae1382d8f774b5db702d78e3bed622a for: {'port': 1} {{(pid=104615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:38:57.846891 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [req-a13949b2-5e0c-4395-beb4-36a75c8b16f1 req-ede4aadc-21cf-4be9-b357-3af2e9a22a96 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:57.945374 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:57.972100 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.db.db_base_plugin_common [req-a13949b2-5e0c-4395-beb4-36a75c8b16f1 req-ede4aadc-21cf-4be9-b357-3af2e9a22a96 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Allocated IP 172.20.0.6 (24e2e56a-4202-49e3-9751-4bcdb4e8a6ed/7dc15780-a98b-4250-9509-853069c6707a/8ab3065d-e51c-44d4-a56d-c5b055761796) {{(pid=104615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:38:58.112074 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [req-a13949b2-5e0c-4395-beb4-36a75c8b16f1 req-ede4aadc-21cf-4be9-b357-3af2e9a22a96 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for port (8ab3065d-e51c-44d4-a56d-c5b055761796), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:58.131509 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=59 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:58.219392 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [req-a13949b2-5e0c-4395-beb4-36a75c8b16f1 req-ede4aadc-21cf-4be9-b357-3af2e9a22a96 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791799515441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585481432'] for port (8ab3065d-e51c-44d4-a56d-c5b055761796), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:58.260642 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a13949b2-5e0c-4395-beb4-36a75c8b16f1 req-ede4aadc-21cf-4be9-b357-3af2e9a22a96 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Network 24e2e56a-4202-49e3-9751-4bcdb4e8a6ed is already hosted by enough agents. {{(pid=104615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:38:58.265756 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.base_scheduler [req-a13949b2-5e0c-4395-beb4-36a75c8b16f1 req-ede4aadc-21cf-4be9-b357-3af2e9a22a96 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Resources bound (agent type, host, resource id): {{(pid=104615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:38:58.269534 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.db.l3_dvrscheduler_db [req-a13949b2-5e0c-4395-beb4-36a75c8b16f1 req-ede4aadc-21cf-4be9-b357-3af2e9a22a96 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Received port after_create {{(pid=104615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:38:58.294903 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede4aadc-21cf-4be9-b357-3af2e9a22a96 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Pushing event updated for resources: {'Port': ['ID=8ab3065d-e51c-44d4-a56d-c5b055761796,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:58.482282 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-a45ccaf7-3ebc-4a8e-a790-952e5e62e501 None None] Provisioning complete for port 8ab3065d-e51c-44d4-a56d-c5b055761796 triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:38:58.482874 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-a45ccaf7-3ebc-4a8e-a790-952e5e62e501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (8ab3065d-e51c-44d4-a56d-c5b055761796), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:58.490219 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13949b2-5e0c-4395-beb4-36a75c8b16f1 req-ede4aadc-21cf-4be9-b357-3af2e9a22a96 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:58.494896 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [req-a13949b2-5e0c-4395-beb4-36a75c8b16f1 req-ede4aadc-21cf-4be9-b357-3af2e9a22a96 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:58.499219 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:58.514587 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-a45ccaf7-3ebc-4a8e-a790-952e5e62e501 None None] Port 8ab3065d-e51c-44d4-a56d-c5b055761796 cannot update to ACTIVE because it is not bound. {{(pid=104616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:38:58.646734 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-a13949b2-5e0c-4395-beb4-36a75c8b16f1 req-ede4aadc-21cf-4be9-b357-3af2e9a22a96 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9869003 May 27 03:38:58.722406 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.v2.base [req-a13949b2-5e0c-4395-beb4-36a75c8b16f1 req-eda8761f-8012-4557-b6fa-24bf01721526 service neutron] Request body: {'port': {'device_id': '354bc006-0821-4eda-8ff5-304b82dad03b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:38:58.764137 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9040a87b-cd45-4ade-a7a6-1289106fbf86 req-68b77472-cf18-466e-981b-8d2cae950e61 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:58.765674 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-9040a87b-cd45-4ade-a7a6-1289106fbf86 req-68b77472-cf18-466e-981b-8d2cae950e61 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=354bc006-0821-4eda-8ff5-304b82dad03b HTTP/1.1" status: 200 len: 931 time: 0.1086302 May 27 03:38:58.767225 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device d213f02d-0498-429f-ac43-252d863eb6ad details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:38:58.806656 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e901ef-8636-49e3-8dff-61ea058673bf req-edf18adb-b405-477d-a696-e7244bbc9207 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:58.808164 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-e0e901ef-8636-49e3-8dff-61ea058673bf req-edf18adb-b405-477d-a696-e7244bbc9207 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=8526d125-8b79-4f3f-8c07-c9b77ecbc2f5 HTTP/1.1" status: 200 len: 944 time: 0.1004007 May 27 03:38:58.864901 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port d213f02d-0498-429f-ac43-252d863eb6ad, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=d213f02d-0498-429f-ac43-252d863eb6ad,segment=NetworkSegment(fc3dd445-6192-41aa-98e1-63e205d6bf49),segment_id=fc3dd445-6192-41aa-98e1-63e205d6bf49)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:38:58.867796 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [req-a13949b2-5e0c-4395-beb4-36a75c8b16f1 req-eda8761f-8012-4557-b6fa-24bf01721526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (8ab3065d-e51c-44d4-a56d-c5b055761796), before_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:58.881350 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Returning: {'device': 'd213f02d-0498-429f-ac43-252d863eb6ad', 'network_id': '7ad434bf-5110-4909-8d4e-fd9ddb1876ab', 'port_id': 'd213f02d-0498-429f-ac43-252d863eb6ad', 'mac_address': 'fa:16:3e:cd:39:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '322aacf8-7a2c-4c8b-810a-fab1e2caab1f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:38:58.889951 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-9040a87b-cd45-4ade-a7a6-1289106fbf86 req-cc5f5c5b-49cc-496e-b292-61d487242621 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/security-groups?id=448c8c68-6139-45fc-9bf3-b9d60cfa39a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142430 May 27 03:38:58.918325 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Current status of the port d213f02d-0498-429f-ac43-252d863eb6ad is: DOWN; New status is: BUILD {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:38:58.918711 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (d213f02d-0498-429f-ac43-252d863eb6ad), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:58.932475 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.notifiers.nova [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d213f02d-0498-429f-ac43-252d863eb6ad {{(pid=104616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:38:58.936467 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-e0e901ef-8636-49e3-8dff-61ea058673bf req-a0750615-374c-414d-852f-51afc81bdcac tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=926b6e4a-3738-476a-98a9-1f2042dcc8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118455 May 27 03:38:58.952678 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port d213f02d-0498-429f-ac43-252d863eb6ad, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=d213f02d-0498-429f-ac43-252d863eb6ad,segment=NetworkSegment(fc3dd445-6192-41aa-98e1-63e205d6bf49),segment_id=fc3dd445-6192-41aa-98e1-63e205d6bf49)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:38:59.055088 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (d213f02d-0498-429f-ac43-252d863eb6ad), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:59.104923 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Pushing event updated for resources: {'Port': ['ID=d213f02d-0498-429f-ac43-252d863eb6ad,revision_number=4']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:59.139685 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:DELETE=1,neutron:SELECT=96,neutron:UPDATE=3 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:59.211148 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.notifiers.nova [req-a13949b2-5e0c-4395-beb4-36a75c8b16f1 req-eda8761f-8012-4557-b6fa-24bf01721526 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ab3065d-e51c-44d4-a56d-c5b055761796 {{(pid=104615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:38:59.218680 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [req-a13949b2-5e0c-4395-beb4-36a75c8b16f1 req-eda8761f-8012-4557-b6fa-24bf01721526 service neutron] Publish callbacks [] for port (8ab3065d-e51c-44d4-a56d-c5b055761796), precommit_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:59.231945 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.db.provisioning_blocks [req-a13949b2-5e0c-4395-beb4-36a75c8b16f1 req-eda8761f-8012-4557-b6fa-24bf01721526 service neutron] Transition to ACTIVE for port object 8ab3065d-e51c-44d4-a56d-c5b055761796 will not be triggered until provisioned by entity L2. {{(pid=104615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:38:59.328776 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [req-a13949b2-5e0c-4395-beb4-36a75c8b16f1 req-eda8761f-8012-4557-b6fa-24bf01721526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585481455'] for port (8ab3065d-e51c-44d4-a56d-c5b055761796), after_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:59.383858 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda8761f-8012-4557-b6fa-24bf01721526 service neutron] Pushing event updated for resources: {'Port': ['ID=8ab3065d-e51c-44d4-a56d-c5b055761796,revision_number=2']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:59.414697 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] get_ports_and_sgs() called for port_ids ['d213f02d-0498-429f-ac43-252d863eb6ad'] {{(pid=104616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:38:59.461541 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.managers [req-a13949b2-5e0c-4395-beb4-36a75c8b16f1 req-eda8761f-8012-4557-b6fa-24bf01721526 service neutron] Attempting to bind port 8ab3065d-e51c-44d4-a56d-c5b055761796 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:38:59.461830 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.managers [req-a13949b2-5e0c-4395-beb4-36a75c8b16f1 req-eda8761f-8012-4557-b6fa-24bf01721526 service neutron] Attempting to bind port 8ab3065d-e51c-44d4-a56d-c5b055761796 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed'}] {{(pid=104615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:38:59.462153 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13949b2-5e0c-4395-beb4-36a75c8b16f1 req-eda8761f-8012-4557-b6fa-24bf01721526 service neutron] Attempting to bind port 8ab3065d-e51c-44d4-a56d-c5b055761796 on network 24e2e56a-4202-49e3-9751-4bcdb4e8a6ed {{(pid=104615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:38:59.467059 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13949b2-5e0c-4395-beb4-36a75c8b16f1 req-eda8761f-8012-4557-b6fa-24bf01721526 service neutron] Port 8ab3065d-e51c-44d4-a56d-c5b055761796 on network 24e2e56a-4202-49e3-9751-4bcdb4e8a6ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:38:59.477050 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13949b2-5e0c-4395-beb4-36a75c8b16f1 req-eda8761f-8012-4557-b6fa-24bf01721526 service neutron] Attempting to bind port 8ab3065d-e51c-44d4-a56d-c5b055761796 on network 24e2e56a-4202-49e3-9751-4bcdb4e8a6ed {{(pid=104615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:38:59.477050 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13949b2-5e0c-4395-beb4-36a75c8b16f1 req-eda8761f-8012-4557-b6fa-24bf01721526 service neutron] Checking agent: {'id': '134bae73-502b-4599-bb47-129fee8818a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 33, 12), 'started_at': datetime.datetime(2022, 5, 27, 3, 33, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:38:59.477050 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13949b2-5e0c-4395-beb4-36a75c8b16f1 req-eda8761f-8012-4557-b6fa-24bf01721526 service neutron] Checking segment: {'id': '4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:38:59.477050 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13949b2-5e0c-4395-beb4-36a75c8b16f1 req-eda8761f-8012-4557-b6fa-24bf01721526 service neutron] Bound using segment: {'id': '4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed'} {{(pid=104615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:38:59.477050 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.managers [req-a13949b2-5e0c-4395-beb4-36a75c8b16f1 req-eda8761f-8012-4557-b6fa-24bf01721526 service neutron] Bound port: 8ab3065d-e51c-44d4-a56d-c5b055761796, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed'}}] {{(pid=104615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:38:59.477050 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [req-a13949b2-5e0c-4395-beb4-36a75c8b16f1 req-eda8761f-8012-4557-b6fa-24bf01721526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (8ab3065d-e51c-44d4-a56d-c5b055761796), before_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:59.538605 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.db [req-a13949b2-5e0c-4395-beb4-36a75c8b16f1 req-eda8761f-8012-4557-b6fa-24bf01721526 service neutron] For port 8ab3065d-e51c-44d4-a56d-c5b055761796, host hv-cinder-82880, cleared binding levels {{(pid=104615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:38:59.542213 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.db [req-a13949b2-5e0c-4395-beb4-36a75c8b16f1 req-eda8761f-8012-4557-b6fa-24bf01721526 service neutron] For port 8ab3065d-e51c-44d4-a56d-c5b055761796, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=8ab3065d-e51c-44d4-a56d-c5b055761796,segment=NetworkSegment(4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6),segment_id=4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6)] {{(pid=104615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:38:59.620949 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [req-a13949b2-5e0c-4395-beb4-36a75c8b16f1 req-eda8761f-8012-4557-b6fa-24bf01721526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585481455'] for port (8ab3065d-e51c-44d4-a56d-c5b055761796), after_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:59.666011 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13949b2-5e0c-4395-beb4-36a75c8b16f1 req-eda8761f-8012-4557-b6fa-24bf01721526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:59.666011 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [req-a13949b2-5e0c-4395-beb4-36a75c8b16f1 req-eda8761f-8012-4557-b6fa-24bf01721526 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:59.666011 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-a13949b2-5e0c-4395-beb4-36a75c8b16f1 req-eda8761f-8012-4557-b6fa-24bf01721526 service neutron] 10.222.0.69 "PUT /v2.0/ports/8ab3065d-e51c-44d4-a56d-c5b055761796 HTTP/1.1" status: 200 len: 1093 time: 0.9586191 May 27 03:38:59.666011 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '354bc006-0821-4eda-8ff5-304b82dad03b', 'tag': '8ab3065d-e51c-44d4-a56d-c5b055761796'}] {{(pid=104615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:38:59.667344 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9faa1dd78fb558d4018d1363b43ffec7552e77d137433f9c5cc39ec2f1c636e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c7b593-2f18-4f9d-8cfa-32e4412fce79" -d '{"events": [{"name": "network-changed", "server_uuid": "354bc006-0821-4eda-8ff5-304b82dad03b", "tag": "8ab3065d-e51c-44d4-a56d-c5b055761796"}]}' {{(pid=104615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:38:59.690585 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda8761f-8012-4557-b6fa-24bf01721526 service neutron] Pushing event updated for resources: {'Port': ['ID=8ab3065d-e51c-44d4-a56d-c5b055761796,revision_number=3']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:38:59.705335 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c523a7-a371-48ce-a384-adff513da022 x-openstack-request-id: req-31c523a7-a371-48ce-a384-adff513da022 {{(pid=104615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:38:59.705621 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "354bc006-0821-4eda-8ff5-304b82dad03b", "tag": "8ab3065d-e51c-44d4-a56d-c5b055761796", "status": "completed", "code": 200}]} {{(pid=104615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:38:59.705870 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-31c523a7-a371-48ce-a384-adff513da022 {{(pid=104615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:38:59.706292 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31c523a7-a371-48ce-a384-adff513da022'] response: {'name': 'network-changed', 'server_uuid': '354bc006-0821-4eda-8ff5-304b82dad03b', 'tag': '8ab3065d-e51c-44d4-a56d-c5b055761796', 'status': 'completed', 'code': 200} May 27 03:38:59.807703 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c7b593-2f18-4f9d-8cfa-32e4412fce79 req-85cbacf1-3850-42d6-af72-6fdc755a28e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:59.809207 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-16c7b593-2f18-4f9d-8cfa-32e4412fce79 req-85cbacf1-3850-42d6-af72-6fdc755a28e4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8ae1382d8f774b5db702d78e3bed622a&device_id=354bc006-0821-4eda-8ff5-304b82dad03b HTTP/1.1" status: 200 len: 1127 time: 0.0424933 May 27 03:38:59.920005 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c7b593-2f18-4f9d-8cfa-32e4412fce79 req-ff7790a5-55dc-4613-9ac9-3cc905922283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:38:59.920908 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-16c7b593-2f18-4f9d-8cfa-32e4412fce79 req-ff7790a5-55dc-4613-9ac9-3cc905922283 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=8ae1382d8f774b5db702d78e3bed622a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0978293 May 27 03:38:59.999892 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:00.077847 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee44b3b-f45e-43b1-b500-02d88a0fc8db req-480cd026-b069-4228-bfb1-8a6428cd11fc tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:00.079454 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-bee44b3b-f45e-43b1-b500-02d88a0fc8db req-480cd026-b069-4228-bfb1-8a6428cd11fc tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=354bc006-0821-4eda-8ff5-304b82dad03b HTTP/1.1" status: 200 len: 943 time: 0.0941298 May 27 03:39:00.111482 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b9647-9cad-4f5c-9806-dd8bb89d3c23 req-edb6f179-1979-4d9c-891f-778d4fe00c70 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:00.113435 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-9b4b9647-9cad-4f5c-9806-dd8bb89d3c23 req-edb6f179-1979-4d9c-891f-778d4fe00c70 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=8526d125-8b79-4f3f-8c07-c9b77ecbc2f5 HTTP/1.1" status: 200 len: 945 time: 0.0900908 May 27 03:39:00.134756 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c7b593-2f18-4f9d-8cfa-32e4412fce79 req-0cc91558-284b-4659-9cca-3ca70cd77115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:00.136185 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-16c7b593-2f18-4f9d-8cfa-32e4412fce79 req-0cc91558-284b-4659-9cca-3ca70cd77115 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2090795 May 27 03:39:00.182230 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-bee44b3b-f45e-43b1-b500-02d88a0fc8db req-8cb72c2f-f9a7-4ba6-94bd-995485e3ce89 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/security-groups?id=448c8c68-6139-45fc-9bf3-b9d60cfa39a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885439 May 27 03:39:00.193636 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-9b4b9647-9cad-4f5c-9806-dd8bb89d3c23 req-d282e140-b1ef-409f-9a65-0ce0227189d4 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=926b6e4a-3738-476a-98a9-1f2042dcc8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705554 May 27 03:39:00.260760 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13949b2-5e0c-4395-beb4-36a75c8b16f1 req-a9720c79-c5c6-4501-8834-aa99f956e6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:00.263450 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-a13949b2-5e0c-4395-beb4-36a75c8b16f1 req-a9720c79-c5c6-4501-8834-aa99f956e6d0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8ae1382d8f774b5db702d78e3bed622a&device_id=354bc006-0821-4eda-8ff5-304b82dad03b HTTP/1.1" status: 200 len: 1127 time: 0.0470793 May 27 03:39:00.313233 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-a13949b2-5e0c-4395-beb4-36a75c8b16f1 req-b03f8a50-578b-4677-bf2b-79508f36cc86 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ab3065d-e51c-44d4-a56d-c5b055761796 HTTP/1.1" status: 200 len: 217 time: 0.0355303 May 27 03:39:00.365370 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13949b2-5e0c-4395-beb4-36a75c8b16f1 req-3e13cda5-0c73-47df-8aea-55d0c99552e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:00.366813 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-a13949b2-5e0c-4395-beb4-36a75c8b16f1 req-3e13cda5-0c73-47df-8aea-55d0c99552e0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7dc15780-a98b-4250-9509-853069c6707a HTTP/1.1" status: 200 len: 854 time: 0.0480735 May 27 03:39:00.408931 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13949b2-5e0c-4395-beb4-36a75c8b16f1 req-7723846d-2147-4181-b340-2667ee804ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:00.410956 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-a13949b2-5e0c-4395-beb4-36a75c8b16f1 req-7723846d-2147-4181-b340-2667ee804ad1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=24e2e56a-4202-49e3-9751-4bcdb4e8a6ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377390 May 27 03:39:00.478826 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:00.504145 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-a13949b2-5e0c-4395-beb4-36a75c8b16f1 req-1f19e00e-b637-4999-b2ed-4b408c404200 service neutron] 10.222.0.69 "GET /v2.0/networks/24e2e56a-4202-49e3-9751-4bcdb4e8a6ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855999 May 27 03:39:00.517145 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 39600) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:00.599711 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-a13949b2-5e0c-4395-beb4-36a75c8b16f1 req-20a04fff-550a-4c31-9740-d15f148c03d1 service neutron] 10.222.0.69 "GET /v2.0/networks/24e2e56a-4202-49e3-9751-4bcdb4e8a6ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899351 May 27 03:39:00.624108 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-bcb4d50a-f7af-45f9-b3a5-88285e807a5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:00.697398 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-bcb4d50a-f7af-45f9-b3a5-88285e807a5d admin admin] Publish callbacks [] for security_group (230ef614-9120-45e0-aa79-6c28038158fc), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:00.757452 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-bcb4d50a-f7af-45f9-b3a5-88285e807a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (230ef614-9120-45e0-aa79-6c28038158fc), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:00.794776 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device d213f02d-0498-429f-ac43-252d863eb6ad up at agent hyperv_hv-cinder-82880 {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:39:00.799312 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb4d50a-f7af-45f9-b3a5-88285e807a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=230ef614-9120-45e0-aa79-6c28038158fc,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:00.806535 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-bcb4d50a-f7af-45f9-b3a5-88285e807a5d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bf23f21136c54e2e8fce1a2c0bf8a1a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2881827 May 27 03:39:00.806750 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 39606) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:00.845102 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Provisioning for port d213f02d-0498-429f-ac43-252d863eb6ad completed by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:39:00.866767 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-339f941f-7933-4485-9d4a-5cd287f61fa2 admin admin] Publish callbacks [] for security_group (230ef614-9120-45e0-aa79-6c28038158fc), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:00.888136 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-339f941f-7933-4485-9d4a-5cd287f61fa2 admin admin] Publish callbacks [] for security_group (230ef614-9120-45e0-aa79-6c28038158fc), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:00.957777 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Provisioning complete for port d213f02d-0498-429f-ac43-252d863eb6ad triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:39:00.958109 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (d213f02d-0498-429f-ac43-252d863eb6ad), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:01.030374 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:01.032491 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Current status of the port d213f02d-0498-429f-ac43-252d863eb6ad is: BUILD; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:39:01.032873 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (d213f02d-0498-429f-ac43-252d863eb6ad), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:01.049205 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-339f941f-7933-4485-9d4a-5cd287f61fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (230ef614-9120-45e0-aa79-6c28038158fc), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:01.050400 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:01.051821 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-339f941f-7933-4485-9d4a-5cd287f61fa2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:01.053051 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-339f941f-7933-4485-9d4a-5cd287f61fa2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/230ef614-9120-45e0-aa79-6c28038158fc HTTP/1.1" status: 204 len: 168 time: 0.2452812 May 27 03:39:01.058237 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8526d125-8b79-4f3f-8c07-c9b77ecbc2f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd213f02d-0498-429f-ac43-252d863eb6ad'}] {{(pid=104616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:39:01.058237 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538c57523af4411a099bc77a34a8b12cae4f8d5a17830f42255aa2cd4d9c6a31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-577775c9-e23d-45cd-9ff2-42834d4cbde1" -d '{"events": [{"server_uuid": "8526d125-8b79-4f3f-8c07-c9b77ecbc2f5", "name": "network-vif-plugged", "status": "completed", "tag": "d213f02d-0498-429f-ac43-252d863eb6ad"}]}' {{(pid=104616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:39:01.061132 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339f941f-7933-4485-9d4a-5cd287f61fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=230ef614-9120-45e0-aa79-6c28038158fc,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:01.070749 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port d213f02d-0498-429f-ac43-252d863eb6ad, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=d213f02d-0498-429f-ac43-252d863eb6ad,segment=NetworkSegment(fc3dd445-6192-41aa-98e1-63e205d6bf49),segment_id=fc3dd445-6192-41aa-98e1-63e205d6bf49)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:39:01.109909 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca3a218-1940-4ff2-ba7e-71cfee013375 x-openstack-request-id: req-cca3a218-1940-4ff2-ba7e-71cfee013375 {{(pid=104616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:39:01.110214 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8526d125-8b79-4f3f-8c07-c9b77ecbc2f5", "name": "network-vif-plugged", "status": "completed", "tag": "d213f02d-0498-429f-ac43-252d863eb6ad", "code": 200}]} {{(pid=104616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:39:01.110469 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cca3a218-1940-4ff2-ba7e-71cfee013375 {{(pid=104616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:39:01.110914 dv-cinder-828805-4-iscsi neutron-server[104616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cca3a218-1940-4ff2-ba7e-71cfee013375'] response: {'server_uuid': '8526d125-8b79-4f3f-8c07-c9b77ecbc2f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd213f02d-0498-429f-ac43-252d863eb6ad', 'code': 200} May 27 03:39:01.146238 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (d213f02d-0498-429f-ac43-252d863eb6ad), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:01.192621 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Pushing event updated for resources: {'Port': ['ID=d213f02d-0498-429f-ac43-252d863eb6ad,revision_number=5']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:01.330310 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a91e8e-a18a-4372-9d77-00f2481da2d5 req-910b7120-648a-4266-bcb8-37153d6c1aa3 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:01.332729 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-75a91e8e-a18a-4372-9d77-00f2481da2d5 req-910b7120-648a-4266-bcb8-37153d6c1aa3 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=354bc006-0821-4eda-8ff5-304b82dad03b HTTP/1.1" status: 200 len: 943 time: 0.0780735 May 27 03:39:01.353301 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2fa97e-6e57-4e2b-9aa6-b7f2dfb9ce26 req-5d224450-397c-4359-a9b6-64603c979369 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:01.354741 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-eb2fa97e-6e57-4e2b-9aa6-b7f2dfb9ce26 req-5d224450-397c-4359-a9b6-64603c979369 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=8526d125-8b79-4f3f-8c07-c9b77ecbc2f5 HTTP/1.1" status: 200 len: 946 time: 0.0691123 May 27 03:39:01.416516 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-75a91e8e-a18a-4372-9d77-00f2481da2d5 req-c022e975-6499-45be-add3-9dcc33fcd832 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/security-groups?id=448c8c68-6139-45fc-9bf3-b9d60cfa39a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775435 May 27 03:39:01.441903 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-eb2fa97e-6e57-4e2b-9aa6-b7f2dfb9ce26 req-31e8b047-08c7-46bd-bd46-f251aedaaffa tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=926b6e4a-3738-476a-98a9-1f2042dcc8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754752 May 27 03:39:02.094803 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af5ce1-47a9-4384-a90d-4d3d17768794 req-d99986b8-f5bd-49df-a79a-715519b76c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:02.096316 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-85af5ce1-47a9-4384-a90d-4d3d17768794 req-d99986b8-f5bd-49df-a79a-715519b76c56 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8526d125-8b79-4f3f-8c07-c9b77ecbc2f5 HTTP/1.1" status: 200 len: 1130 time: 0.0421994 May 27 03:39:02.141833 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-85af5ce1-47a9-4384-a90d-4d3d17768794 req-0fd0498f-4e4d-4d9c-b419-5f5b8f543cd6 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=926b6e4a-3738-476a-98a9-1f2042dcc8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385096 May 27 03:39:02.571231 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68ac7a-41b4-4656-b746-2a6fda75043c req-63ab8a34-97ec-47e2-bf74-96fc8c472f10 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:02.572710 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-fb68ac7a-41b4-4656-b746-2a6fda75043c req-63ab8a34-97ec-47e2-bf74-96fc8c472f10 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=354bc006-0821-4eda-8ff5-304b82dad03b HTTP/1.1" status: 200 len: 943 time: 0.0733926 May 27 03:39:02.580639 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcefcff4-661d-4a90-90dc-b947716ae8c8 req-68096d3c-e868-49f1-9675-13e0d8cb4aaa tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:02.582583 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-dcefcff4-661d-4a90-90dc-b947716ae8c8 req-68096d3c-e868-49f1-9675-13e0d8cb4aaa tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=8526d125-8b79-4f3f-8c07-c9b77ecbc2f5 HTTP/1.1" status: 200 len: 946 time: 0.0729573 May 27 03:39:02.602212 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:02.664507 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-fb68ac7a-41b4-4656-b746-2a6fda75043c req-3b28e6e1-9945-420d-ae33-d6b38f47d1bf tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/security-groups?id=448c8c68-6139-45fc-9bf3-b9d60cfa39a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810230 May 27 03:39:02.667462 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-dcefcff4-661d-4a90-90dc-b947716ae8c8 req-409608dc-3ddc-4508-993c-a9139280a95d tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=926b6e4a-3738-476a-98a9-1f2042dcc8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781622 May 27 03:39:03.807191 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caccfb8-d6f1-4d7d-bf50-a50f657bcf5f req-ed9d1328-a87a-4e2c-9f04-81e2524f020a tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:03.808584 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4caccfb8-d6f1-4d7d-bf50-a50f657bcf5f req-ed9d1328-a87a-4e2c-9f04-81e2524f020a tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=8526d125-8b79-4f3f-8c07-c9b77ecbc2f5 HTTP/1.1" status: 200 len: 946 time: 0.0739310 May 27 03:39:03.816469 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d939d4-becd-434c-8182-90dcab6434c2 req-cf0151c3-db64-4087-a463-fc3397200421 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:03.817835 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-72d939d4-becd-434c-8182-90dcab6434c2 req-cf0151c3-db64-4087-a463-fc3397200421 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=354bc006-0821-4eda-8ff5-304b82dad03b HTTP/1.1" status: 200 len: 943 time: 0.0736802 May 27 03:39:03.896776 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4caccfb8-d6f1-4d7d-bf50-a50f657bcf5f req-72fa0c20-d2bb-4cae-941e-959c766f8146 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=926b6e4a-3738-476a-98a9-1f2042dcc8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780206 May 27 03:39:03.900436 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-72d939d4-becd-434c-8182-90dcab6434c2 req-b3c73b16-3793-4ada-8b95-e63fe2d7e829 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/security-groups?id=448c8c68-6139-45fc-9bf3-b9d60cfa39a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750868 May 27 03:39:04.828517 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device 8ab3065d-e51c-44d4-a56d-c5b055761796 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:39:04.942226 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port 8ab3065d-e51c-44d4-a56d-c5b055761796, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=8ab3065d-e51c-44d4-a56d-c5b055761796,segment=NetworkSegment(4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6),segment_id=4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:39:04.956735 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Returning: {'device': '8ab3065d-e51c-44d4-a56d-c5b055761796', 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed', 'port_id': '8ab3065d-e51c-44d4-a56d-c5b055761796', 'mac_address': 'fa:16:3e:a2:be:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dc15780-a98b-4250-9509-853069c6707a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:39:04.999650 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Current status of the port 8ab3065d-e51c-44d4-a56d-c5b055761796 is: DOWN; New status is: BUILD {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:39:05.004749 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (8ab3065d-e51c-44d4-a56d-c5b055761796), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:05.015476 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.notifiers.nova [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ab3065d-e51c-44d4-a56d-c5b055761796 {{(pid=104616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:39:05.038588 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port 8ab3065d-e51c-44d4-a56d-c5b055761796, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=8ab3065d-e51c-44d4-a56d-c5b055761796,segment=NetworkSegment(4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6),segment_id=4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:39:05.054121 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd011e6-e151-4c0b-b1af-75b3509a371a req-da2a9483-d469-4715-84f8-ab02d15e26fe tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:05.061055 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4bd011e6-e151-4c0b-b1af-75b3509a371a req-da2a9483-d469-4715-84f8-ab02d15e26fe tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=354bc006-0821-4eda-8ff5-304b82dad03b HTTP/1.1" status: 200 len: 943 time: 0.0889037 May 27 03:39:05.071131 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6983e2-079c-42d0-8edd-64f9dcfe8f67 req-09233287-011c-4e7e-a3b9-632637ab4181 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:05.072925 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ae6983e2-079c-42d0-8edd-64f9dcfe8f67 req-09233287-011c-4e7e-a3b9-632637ab4181 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=8526d125-8b79-4f3f-8c07-c9b77ecbc2f5 HTTP/1.1" status: 200 len: 946 time: 0.0919721 May 27 03:39:05.096203 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:05.135042 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (8ab3065d-e51c-44d4-a56d-c5b055761796), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:05.160999 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4bd011e6-e151-4c0b-b1af-75b3509a371a req-24852c51-c3b6-465a-b89a-3a13f109021b tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/security-groups?id=448c8c68-6139-45fc-9bf3-b9d60cfa39a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985868 May 27 03:39:05.165265 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ae6983e2-079c-42d0-8edd-64f9dcfe8f67 req-75523af0-8681-4570-9874-75fd1e26c16f tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=926b6e4a-3738-476a-98a9-1f2042dcc8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766053 May 27 03:39:05.188878 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Pushing event updated for resources: {'Port': ['ID=8ab3065d-e51c-44d4-a56d-c5b055761796,revision_number=4']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:05.287823 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6c78f1-b5da-4ab4-b81d-e9065f16c607 req-f6385a79-043a-4740-9301-979704e79eb3 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:05.289308 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-fc6c78f1-b5da-4ab4-b81d-e9065f16c607 req-f6385a79-043a-4740-9301-979704e79eb3 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=8526d125-8b79-4f3f-8c07-c9b77ecbc2f5 HTTP/1.1" status: 200 len: 946 time: 0.0530777 May 27 03:39:05.298924 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 39718) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:05.306769 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.v2.base [None req-30c7210f-05c6-44d8-86b7-e79c624dd2fa tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Request body: {'floatingip': {'port_id': 'd213f02d-0498-429f-ac43-252d863eb6ad'}} {{(pid=104615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:39:05.349320 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-30c7210f-05c6-44d8-86b7-e79c624dd2fa tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Publish callbacks [] for floatingip (9020c5e8-9db7-4d0f-906f-2dc5c7b5b995), before_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:05.608801 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] get_ports_and_sgs() called for port_ids ['8ab3065d-e51c-44d4-a56d-c5b055761796'] {{(pid=104616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:39:05.794015 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-30c7210f-05c6-44d8-86b7-e79c624dd2fa tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:05.992313 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-30c7210f-05c6-44d8-86b7-e79c624dd2fa tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680165'] for floatingip (9020c5e8-9db7-4d0f-906f-2dc5c7b5b995), after_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:06.032413 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:06.094910 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.db.l3_db [None req-30c7210f-05c6-44d8-86b7-e79c624dd2fa tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Floating IP 9020c5e8-9db7-4d0f-906f-2dc5c7b5b995 associated. External IP: 172.27.0.226, port: d213f02d-0498-429f-ac43-252d863eb6ad. May 27 03:39:06.564745 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:06.587146 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db4c5c2-364e-4736-9bbc-65afed967296 req-40b329b3-f67c-4180-a12c-4b373990f9d1 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:06.588703 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-1db4c5c2-364e-4736-9bbc-65afed967296 req-40b329b3-f67c-4180-a12c-4b373990f9d1 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/ports?device_id=d324495a-01ec-4ed8-bec2-76575ce7a541 HTTP/1.1" status: 200 len: 946 time: 0.0947945 May 27 03:39:06.594614 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2bbaf3-6c31-4f7d-99cf-707229e79b38 req-3725a302-b72a-43b3-b78d-cbe128f73cf8 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:06.596242 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-6a2bbaf3-6c31-4f7d-99cf-707229e79b38 req-3725a302-b72a-43b3-b78d-cbe128f73cf8 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=354bc006-0821-4eda-8ff5-304b82dad03b HTTP/1.1" status: 200 len: 944 time: 0.1042914 May 27 03:39:06.717870 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30c7210f-05c6-44d8-86b7-e79c624dd2fa tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Router 338bbf3a-732d-48bd-a52e-3216a496c42d has already been hosted by L3 agent 9df6ec88-276d-42f5-acd2-7e289451d5e3 {{(pid=104615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:39:06.721191 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-1db4c5c2-364e-4736-9bbc-65afed967296 req-02641a50-959f-4998-bb40-c4b323be3a09 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/security-groups?id=33039ef4-c1ff-455a-8486-f776e86fb7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240847 May 27 03:39:06.725282 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-6a2bbaf3-6c31-4f7d-99cf-707229e79b38 req-2f5d6eaa-5698-4952-90b6-405b770112be tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/security-groups?id=448c8c68-6139-45fc-9bf3-b9d60cfa39a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027749 May 27 03:39:06.745585 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 39732) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:06.835151 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c7210f-05c6-44d8-86b7-e79c624dd2fa tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Notify agent at l3_agent.dv-cinder-828805-4-iscsi the message routers_updated {{(pid=104615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:39:06.840498 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-30c7210f-05c6-44d8-86b7-e79c624dd2fa tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for floatingip (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:06.843538 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device 8ab3065d-e51c-44d4-a56d-c5b055761796 up at agent hyperv_hv-cinder-82880 {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:39:06.845649 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf30956-16e1-4fd3-8f5b-300c662491db None None] Sync routers for ids ['338bbf3a-732d-48bd-a52e-3216a496c42d'] in dv-cinder-828805-4-iscsi {{(pid=104617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:39:06.857940 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf30956-16e1-4fd3-8f5b-300c662491db None None] Routers {'338bbf3a-732d-48bd-a52e-3216a496c42d'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:39:06.858822 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-adf30956-16e1-4fd3-8f5b-300c662491db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:38:47Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['338bbf3a-732d-48bd-a52e-3216a496c42d'], 'active': True} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:39:06.902638 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-30c7210f-05c6-44d8-86b7-e79c624dd2fa tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "PUT /v2.0/floatingips/9020c5e8-9db7-4d0f-906f-2dc5c7b5b995 HTTP/1.1" status: 200 len: 992 time: 1.6021137 May 27 03:39:06.903440 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8526d125-8b79-4f3f-8c07-c9b77ecbc2f5', 'tag': 'd213f02d-0498-429f-ac43-252d863eb6ad'}] {{(pid=104615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:39:06.905923 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9faa1dd78fb558d4018d1363b43ffec7552e77d137433f9c5cc39ec2f1c636e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e2abd97-1ff8-4f45-9bb1-967f7e66b7e4" -d '{"events": [{"name": "network-changed", "server_uuid": "8526d125-8b79-4f3f-8c07-c9b77ecbc2f5", "tag": "d213f02d-0498-429f-ac43-252d863eb6ad"}]}' {{(pid=104615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:39:06.949987 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a95c8e49-ee8e-45d3-802e-9a81b54d5d50 x-openstack-request-id: req-a95c8e49-ee8e-45d3-802e-9a81b54d5d50 {{(pid=104615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:39:06.949987 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8526d125-8b79-4f3f-8c07-c9b77ecbc2f5", "tag": "d213f02d-0498-429f-ac43-252d863eb6ad", "status": "completed", "code": 200}]} {{(pid=104615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:39:06.949987 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a95c8e49-ee8e-45d3-802e-9a81b54d5d50 {{(pid=104615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:39:06.949987 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a95c8e49-ee8e-45d3-802e-9a81b54d5d50'] response: {'name': 'network-changed', 'server_uuid': '8526d125-8b79-4f3f-8c07-c9b77ecbc2f5', 'tag': 'd213f02d-0498-429f-ac43-252d863eb6ad', 'status': 'completed', 'code': 200} May 27 03:39:06.961201 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=100 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:06.962868 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a4f8cb-6e06-4477-9b60-42edc4f48f1b tempest-TestMinimumBasicScenario-1968660786 tempest-TestMinimumBasicScenario-1968660786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:06.967697 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 39742) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:06.967997 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-27a4f8cb-6e06-4477-9b60-42edc4f48f1b tempest-TestMinimumBasicScenario-1968660786 tempest-TestMinimumBasicScenario-1968660786-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d324495a-01ec-4ed8-bec2-76575ce7a541 HTTP/1.1" status: 200 len: 1125 time: 0.2204103 May 27 03:39:06.972669 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.v2.base [None req-ebd31f9a-fe50-413e-ad51-76b5b20237cf tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Request body: {'floatingip': {'floating_network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'port_id': 'f5a040c0-7ee8-466d-bbe9-24fdc9c314fb', 'tenant_id': '99d82d4c868f404e9bc7e932aadf7670', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:39:06.996109 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvr_db [None req-adf30956-16e1-4fd3-8f5b-300c662491db None None] Set router 338bbf3a-732d-48bd-a52e-3216a496c42d gateway port host: dv-cinder-828805-4-iscsi {{(pid=104617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:39:07.047284 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2abd97-1ff8-4f45-9bb1-967f7e66b7e4 req-b4fc5719-ec4f-4342-9c1b-7b6b1957fc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:07.048810 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-1e2abd97-1ff8-4f45-9bb1-967f7e66b7e4 req-b4fc5719-ec4f-4342-9c1b-7b6b1957fc8c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=03b1335715234895a0c1a555b22ee8d3&device_id=8526d125-8b79-4f3f-8c07-c9b77ecbc2f5 HTTP/1.1" status: 200 len: 1130 time: 0.0467432 May 27 03:39:07.055549 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Provisioning for port 8ab3065d-e51c-44d4-a56d-c5b055761796 completed by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:39:07.113162 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-ebd31f9a-fe50-413e-ad51-76b5b20237cf tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:07.139001 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Provisioning complete for port 8ab3065d-e51c-44d4-a56d-c5b055761796 triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:39:07.139377 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (8ab3065d-e51c-44d4-a56d-c5b055761796), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:07.215105 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2abd97-1ff8-4f45-9bb1-967f7e66b7e4 req-f8ab1d8d-1b2a-446e-b044-2f1fe1a891b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:07.216792 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-1e2abd97-1ff8-4f45-9bb1-967f7e66b7e4 req-f8ab1d8d-1b2a-446e-b044-2f1fe1a891b6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7ad434bf-5110-4909-8d4e-fd9ddb1876ab HTTP/1.1" status: 200 len: 920 time: 0.1595206 May 27 03:39:07.225960 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Current status of the port 8ab3065d-e51c-44d4-a56d-c5b055761796 is: BUILD; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:39:07.226690 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (8ab3065d-e51c-44d4-a56d-c5b055761796), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:07.234892 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:07.243361 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-adf30956-16e1-4fd3-8f5b-300c662491db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338bbf3a-732d-48bd-a52e-3216a496c42d', 'name': 'tempest-ServerRescueNegativeTestJSON-1862505836-router', 'tenant_id': '03b1335715234895a0c1a555b22ee8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'fb943e16-99fb-494c-a64c-ce5f4969c819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:36Z', 'updated_at': '2022-05-27T03:36:40Z', 'revision_number': 4, 'project_id': '03b1335715234895a0c1a555b22ee8d3', 'gw_port': {'id': 'fb943e16-99fb-494c-a64c-ce5f4969c819', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:11:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338bbf3a-732d-48bd-a52e-3216a496c42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:37Z', 'updated_at': '2022-05-27T03:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_floatingips': [{'id': '9020c5e8-9db7-4d0f-906f-2dc5c7b5b995', 'tenant_id': '03b1335715234895a0c1a555b22ee8d3', 'floating_ip_address': '172.27.0.226', 'floating_network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'router_id': '338bbf3a-732d-48bd-a52e-3216a496c42d', 'port_id': 'd213f02d-0498-429f-ac43-252d863eb6ad', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ad434bf-5110-4909-8d4e-fd9ddb1876ab', 'mac_address': 'fa:16:3e:cd:39:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8526d125-8b79-4f3f-8c07-c9b77ecbc2f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:38:43Z', 'updated_at': '2022-05-27T03:39:05Z', 'revision_number': 1, 'project_id': '03b1335715234895a0c1a555b22ee8d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b776be3-7d77-482c-81e2-06d87ce41dcf', 'name': '', 'network_id': '7ad434bf-5110-4909-8d4e-fd9ddb1876ab', 'tenant_id': '03b1335715234895a0c1a555b22ee8d3', 'mac_address': 'fa:16:3e:2e:5f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338bbf3a-732d-48bd-a52e-3216a496c42d', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '322aacf8-7a2c-4c8b-810a-fab1e2caab1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:39Z', 'updated_at': '2022-05-27T03:36:45Z', 'revision_number': 5, 'project_id': '03b1335715234895a0c1a555b22ee8d3', 'subnets': [{'id': '322aacf8-7a2c-4c8b-810a-fab1e2caab1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:39:07.253866 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '354bc006-0821-4eda-8ff5-304b82dad03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab3065d-e51c-44d4-a56d-c5b055761796'}] {{(pid=104616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:39:07.256703 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538c57523af4411a099bc77a34a8b12cae4f8d5a17830f42255aa2cd4d9c6a31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7200c58f-8320-481f-8145-0acb0d0134aa" -d '{"events": [{"server_uuid": "354bc006-0821-4eda-8ff5-304b82dad03b", "name": "network-vif-plugged", "status": "completed", "tag": "8ab3065d-e51c-44d4-a56d-c5b055761796"}]}' {{(pid=104616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:39:07.269870 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf30956-16e1-4fd3-8f5b-300c662491db None None] Checking router: 338bbf3a-732d-48bd-a52e-3216a496c42d for host: dv-cinder-828805-4-iscsi {{(pid=104617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:39:07.273978 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port 8ab3065d-e51c-44d4-a56d-c5b055761796, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=8ab3065d-e51c-44d4-a56d-c5b055761796,segment=NetworkSegment(4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6),segment_id=4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:39:07.279329 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-ebd31f9a-fe50-413e-ad51-76b5b20237cf tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:07.280566 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf30956-16e1-4fd3-8f5b-300c662491db None None] Routers {'338bbf3a-732d-48bd-a52e-3216a496c42d'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:39:07.281183 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-adf30956-16e1-4fd3-8f5b-300c662491db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:38:47Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['338bbf3a-732d-48bd-a52e-3216a496c42d'], 'active': True} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:39:07.304712 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae36434-12ce-4568-9cea-ab43ca834fd4 x-openstack-request-id: req-aae36434-12ce-4568-9cea-ab43ca834fd4 {{(pid=104616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:39:07.308013 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "354bc006-0821-4eda-8ff5-304b82dad03b", "name": "network-vif-plugged", "status": "completed", "tag": "8ab3065d-e51c-44d4-a56d-c5b055761796", "code": 200}]} {{(pid=104616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:39:07.308013 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aae36434-12ce-4568-9cea-ab43ca834fd4 {{(pid=104616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:39:07.308013 dv-cinder-828805-4-iscsi neutron-server[104616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aae36434-12ce-4568-9cea-ab43ca834fd4'] response: {'server_uuid': '354bc006-0821-4eda-8ff5-304b82dad03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab3065d-e51c-44d4-a56d-c5b055761796', 'code': 200} May 27 03:39:07.314476 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-1e2abd97-1ff8-4f45-9bb1-967f7e66b7e4 req-07a4444d-ab8d-461e-8dfb-2ec7f0657c64 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d213f02d-0498-429f-ac43-252d863eb6ad HTTP/1.1" status: 200 len: 1000 time: 0.0891886 May 27 03:39:07.372848 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (8ab3065d-e51c-44d4-a56d-c5b055761796), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:07.383580 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=100 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:07.404679 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvr_db [None req-adf30956-16e1-4fd3-8f5b-300c662491db None None] Set router 338bbf3a-732d-48bd-a52e-3216a496c42d gateway port host: dv-cinder-828805-4-iscsi {{(pid=104617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:39:07.449233 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:DELETE=1 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:07.451676 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2abd97-1ff8-4f45-9bb1-967f7e66b7e4 req-62ed99ab-da12-49a3-97b6-7a8cd1d6edc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:07.453144 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-1e2abd97-1ff8-4f45-9bb1-967f7e66b7e4 req-62ed99ab-da12-49a3-97b6-7a8cd1d6edc0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=322aacf8-7a2c-4c8b-810a-fab1e2caab1f HTTP/1.1" status: 200 len: 858 time: 0.0981865 May 27 03:39:07.456936 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Pushing event updated for resources: {'Port': ['ID=8ab3065d-e51c-44d4-a56d-c5b055761796,revision_number=5']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:07.488107 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.db.db_base_plugin_common [None req-ebd31f9a-fe50-413e-ad51-76b5b20237cf tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Allocated IP 172.27.0.117 (6db324a0-41f0-4440-95df-83df441784f6/1196ed2a-e255-42ad-b78e-696bc1bae72b/79bb773e-b7f6-412d-8c64-0e7e8972881a) {{(pid=104615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:39:07.531739 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2abd97-1ff8-4f45-9bb1-967f7e66b7e4 req-53cc17be-f526-4e94-9f86-60707b0e8a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:07.533250 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-1e2abd97-1ff8-4f45-9bb1-967f7e66b7e4 req-53cc17be-f526-4e94-9f86-60707b0e8a72 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7ad434bf-5110-4909-8d4e-fd9ddb1876ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0688725 May 27 03:39:07.631547 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:07.646596 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-adf30956-16e1-4fd3-8f5b-300c662491db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338bbf3a-732d-48bd-a52e-3216a496c42d', 'name': 'tempest-ServerRescueNegativeTestJSON-1862505836-router', 'tenant_id': '03b1335715234895a0c1a555b22ee8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'fb943e16-99fb-494c-a64c-ce5f4969c819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:36Z', 'updated_at': '2022-05-27T03:36:40Z', 'revision_number': 4, 'project_id': '03b1335715234895a0c1a555b22ee8d3', 'gw_port': {'id': 'fb943e16-99fb-494c-a64c-ce5f4969c819', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:11:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338bbf3a-732d-48bd-a52e-3216a496c42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:37Z', 'updated_at': '2022-05-27T03:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_floatingips': [{'id': '9020c5e8-9db7-4d0f-906f-2dc5c7b5b995', 'tenant_id': '03b1335715234895a0c1a555b22ee8d3', 'floating_ip_address': '172.27.0.226', 'floating_network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'router_id': '338bbf3a-732d-48bd-a52e-3216a496c42d', 'port_id': 'd213f02d-0498-429f-ac43-252d863eb6ad', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ad434bf-5110-4909-8d4e-fd9ddb1876ab', 'mac_address': 'fa:16:3e:cd:39:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8526d125-8b79-4f3f-8c07-c9b77ecbc2f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:38:43Z', 'updated_at': '2022-05-27T03:39:05Z', 'revision_number': 1, 'project_id': '03b1335715234895a0c1a555b22ee8d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b776be3-7d77-482c-81e2-06d87ce41dcf', 'name': '', 'network_id': '7ad434bf-5110-4909-8d4e-fd9ddb1876ab', 'tenant_id': '03b1335715234895a0c1a555b22ee8d3', 'mac_address': 'fa:16:3e:2e:5f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338bbf3a-732d-48bd-a52e-3216a496c42d', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '322aacf8-7a2c-4c8b-810a-fab1e2caab1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:39Z', 'updated_at': '2022-05-27T03:36:45Z', 'revision_number': 5, 'project_id': '03b1335715234895a0c1a555b22ee8d3', 'subnets': [{'id': '322aacf8-7a2c-4c8b-810a-fab1e2caab1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:39:07.678003 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf30956-16e1-4fd3-8f5b-300c662491db None None] The sync data for ids ['338bbf3a-732d-48bd-a52e-3216a496c42d'] in dv-cinder-828805-4-iscsi is: [{'id': '338bbf3a-732d-48bd-a52e-3216a496c42d', 'name': 'tempest-ServerRescueNegativeTestJSON-1862505836-router', 'tenant_id': '03b1335715234895a0c1a555b22ee8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'fb943e16-99fb-494c-a64c-ce5f4969c819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:36Z', 'updated_at': '2022-05-27T03:36:40Z', 'revision_number': 4, 'project_id': '03b1335715234895a0c1a555b22ee8d3', 'gw_port': {'id': 'fb943e16-99fb-494c-a64c-ce5f4969c819', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:11:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338bbf3a-732d-48bd-a52e-3216a496c42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:37Z', 'updated_at': '2022-05-27T03:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_floatingips': [{'id': '9020c5e8-9db7-4d0f-906f-2dc5c7b5b995', 'tenant_id': '03b1335715234895a0c1a555b22ee8d3', 'floating_ip_address': '172.27.0.226', 'floating_network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'router_id': '338bbf3a-732d-48bd-a52e-3216a496c42d', 'port_id': 'd213f02d-0498-429f-ac43-252d863eb6ad', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ad434bf-5110-4909-8d4e-fd9ddb1876ab', 'mac_address': 'fa:16:3e:cd:39:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8526d125-8b79-4f3f-8c07-c9b77ecbc2f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:38:43Z', 'updated_at': '2022-05-27T03:39:05Z', 'revision_number': 1, 'project_id': '03b1335715234895a0c1a555b22ee8d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b776be3-7d77-482c-81e2-06d87ce41dcf', 'name': '', 'network_id': '7ad434bf-5110-4909-8d4e-fd9ddb1876ab', 'tenant_id': '03b1335715234895a0c1a555b22ee8d3', 'mac_address': 'fa:16:3e:2e:5f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338bbf3a-732d-48bd-a52e-3216a496c42d', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '322aacf8-7a2c-4c8b-810a-fab1e2caab1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:39Z', 'updated_at': '2022-05-27T03:36:45Z', 'revision_number': 5, 'project_id': '03b1335715234895a0c1a555b22ee8d3', 'subnets': [{'id': '322aacf8-7a2c-4c8b-810a-fab1e2caab1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:39:07.709282 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-ebd31f9a-fe50-413e-ad51-76b5b20237cf tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Publish callbacks [] for port (79bb773e-b7f6-412d-8c64-0e7e8972881a), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:07.712380 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-1e2abd97-1ff8-4f45-9bb1-967f7e66b7e4 req-b2da0b8e-cd7b-4670-8ae1-cdbba1d4089a service neutron] 10.222.0.69 "GET /v2.0/networks/7ad434bf-5110-4909-8d4e-fd9ddb1876ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651018 May 27 03:39:07.754511 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca79ed17-d949-4211-a46f-cb96e4f23cf4 req-0b0b90de-3a30-4493-94de-1df772ea4ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:07.756918 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-ca79ed17-d949-4211-a46f-cb96e4f23cf4 req-0b0b90de-3a30-4493-94de-1df772ea4ec5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=354bc006-0821-4eda-8ff5-304b82dad03b HTTP/1.1" status: 200 len: 1129 time: 0.0449264 May 27 03:39:07.816702 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-ca79ed17-d949-4211-a46f-cb96e4f23cf4 req-cfb386c7-e25a-4d5c-8d53-149b2ff0719a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=448c8c68-6139-45fc-9bf3-b9d60cfa39a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486503 May 27 03:39:07.823168 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-1e2abd97-1ff8-4f45-9bb1-967f7e66b7e4 req-d93e42aa-230c-4fc2-b985-8f67487e3d7b service neutron] 10.222.0.69 "GET /v2.0/networks/7ad434bf-5110-4909-8d4e-fd9ddb1876ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031511 May 27 03:39:07.875097 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e81c6e-948b-4349-ba57-89d5fc364ced req-87e14ae7-b48d-4df2-b4af-d3413cfc8685 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:07.876595 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-b4e81c6e-948b-4349-ba57-89d5fc364ced req-87e14ae7-b48d-4df2-b4af-d3413cfc8685 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=354bc006-0821-4eda-8ff5-304b82dad03b HTTP/1.1" status: 200 len: 945 time: 0.0525658 May 27 03:39:07.889954 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-ebd31f9a-fe50-413e-ad51-76b5b20237cf tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791799515441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585481432'] for port (79bb773e-b7f6-412d-8c64-0e7e8972881a), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:07.914373 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b0ec9c-5ade-4b25-a1dc-cf4d68cf786c None None] New status for floating IP 9020c5e8-9db7-4d0f-906f-2dc5c7b5b995: ACTIVE {{(pid=104616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:39:07.952221 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd31f9a-fe50-413e-ad51-76b5b20237cf tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Network 6db324a0-41f0-4440-95df-83df441784f6 is already hosted by enough agents. {{(pid=104615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:39:07.960216 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.base_scheduler [None req-ebd31f9a-fe50-413e-ad51-76b5b20237cf tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Resources bound (agent type, host, resource id): {{(pid=104615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:39:07.970897 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd31f9a-fe50-413e-ad51-76b5b20237cf tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Received port after_create {{(pid=104615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:39:07.972621 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:08.027229 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-b4e81c6e-948b-4349-ba57-89d5fc364ced req-92c2ec81-6aac-427d-9706-c8aad928f2ad tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/security-groups?id=448c8c68-6139-45fc-9bf3-b9d60cfa39a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155376 May 27 03:39:08.027229 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd31f9a-fe50-413e-ad51-76b5b20237cf tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Pushing event updated for resources: {'Port': ['ID=79bb773e-b7f6-412d-8c64-0e7e8972881a,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:08.028179 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:08.353047 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-ebd31f9a-fe50-413e-ad51-76b5b20237cf tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Publish callbacks [] for floatingip (a6db05f4-4b56-4493-9e06-7ff716c50859), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:08.483975 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-ebd31f9a-fe50-413e-ad51-76b5b20237cf tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (79bb773e-b7f6-412d-8c64-0e7e8972881a), before_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:08.552843 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:08.662873 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-ebd31f9a-fe50-413e-ad51-76b5b20237cf tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Publish callbacks [] for port (79bb773e-b7f6-412d-8c64-0e7e8972881a), precommit_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:08.728982 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-ebd31f9a-fe50-413e-ad51-76b5b20237cf tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585481455'] for port (79bb773e-b7f6-412d-8c64-0e7e8972881a), after_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:08.803242 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd31f9a-fe50-413e-ad51-76b5b20237cf tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Pushing event updated for resources: {'Port': ['ID=79bb773e-b7f6-412d-8c64-0e7e8972881a,revision_number=2']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:08.815211 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-ebd31f9a-fe50-413e-ad51-76b5b20237cf tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680165'] for floatingip (a6db05f4-4b56-4493-9e06-7ff716c50859), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:08.910284 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.db.l3_db [None req-ebd31f9a-fe50-413e-ad51-76b5b20237cf tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Floating IP a6db05f4-4b56-4493-9e06-7ff716c50859 associated. External IP: 172.27.0.117, port: f5a040c0-7ee8-466d-bbe9-24fdc9c314fb. May 27 03:39:09.145426 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4986ed2-0259-4868-b735-00a57d609936 req-433c69a5-dec8-4705-9fc0-13086a93f7fc tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:09.146956 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-d4986ed2-0259-4868-b735-00a57d609936 req-433c69a5-dec8-4705-9fc0-13086a93f7fc tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=354bc006-0821-4eda-8ff5-304b82dad03b HTTP/1.1" status: 200 len: 945 time: 0.0624883 May 27 03:39:09.152241 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebd31f9a-fe50-413e-ad51-76b5b20237cf tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Router 4edb845f-5957-4cd5-9916-e4b356b01ae6 has already been hosted by L3 agent 9df6ec88-276d-42f5-acd2-7e289451d5e3 {{(pid=104615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:39:09.223401 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:09.241267 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-d4986ed2-0259-4868-b735-00a57d609936 req-2bc0906a-136c-4410-a301-bb6d9bab6c51 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/security-groups?id=448c8c68-6139-45fc-9bf3-b9d60cfa39a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879514 May 27 03:39:09.294366 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd31f9a-fe50-413e-ad51-76b5b20237cf tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Notify agent at l3_agent.dv-cinder-828805-4-iscsi the message routers_updated {{(pid=104615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:39:09.307718 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c748d430-f5bc-4333-9f7a-b618dc4b5bce None None] Sync routers for ids ['4edb845f-5957-4cd5-9916-e4b356b01ae6'] in dv-cinder-828805-4-iscsi {{(pid=104617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:39:09.319353 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c748d430-f5bc-4333-9f7a-b618dc4b5bce None None] Routers {'4edb845f-5957-4cd5-9916-e4b356b01ae6'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:39:09.320618 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-c748d430-f5bc-4333-9f7a-b618dc4b5bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:38:47Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['4edb845f-5957-4cd5-9916-e4b356b01ae6'], 'active': True} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:39:09.418716 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvr_db [None req-c748d430-f5bc-4333-9f7a-b618dc4b5bce None None] Set router 4edb845f-5957-4cd5-9916-e4b356b01ae6 gateway port host: dv-cinder-828805-4-iscsi {{(pid=104617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:39:09.429172 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-ebd31f9a-fe50-413e-ad51-76b5b20237cf tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for floatingip (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:09.706341 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-ebd31f9a-fe50-413e-ad51-76b5b20237cf tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7374315 May 27 03:39:09.707029 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd324495a-01ec-4ed8-bec2-76575ce7a541', 'tag': 'f5a040c0-7ee8-466d-bbe9-24fdc9c314fb'}] {{(pid=104615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:39:09.709620 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 39756) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:09.710128 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9faa1dd78fb558d4018d1363b43ffec7552e77d137433f9c5cc39ec2f1c636e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e086ad7-51e1-4494-87a5-25ddd1253984" -d '{"events": [{"name": "network-changed", "server_uuid": "d324495a-01ec-4ed8-bec2-76575ce7a541", "tag": "f5a040c0-7ee8-466d-bbe9-24fdc9c314fb"}]}' {{(pid=104615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:39:09.714896 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [None req-ef2a060a-ca84-4e92-b06c-089afaff2d71 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-89044771', 'description': 'tempest-secgroup-smoke-89044771 description', 'project_id': '99d82d4c868f404e9bc7e932aadf7670'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:39:09.725489 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-c748d430-f5bc-4333-9f7a-b618dc4b5bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4edb845f-5957-4cd5-9916-e4b356b01ae6', 'name': 'tempest-TestMinimumBasicScenario-348957911-router', 'tenant_id': '99d82d4c868f404e9bc7e932aadf7670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b33d0538-560f-4bde-894f-21552c79cb7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:37Z', 'updated_at': '2022-05-27T03:37:45Z', 'revision_number': 4, 'project_id': '99d82d4c868f404e9bc7e932aadf7670', 'gw_port': {'id': 'b33d0538-560f-4bde-894f-21552c79cb7c', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:4d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4edb845f-5957-4cd5-9916-e4b356b01ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:39Z', 'updated_at': '2022-05-27T03:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_floatingips': [{'id': 'a6db05f4-4b56-4493-9e06-7ff716c50859', 'tenant_id': '99d82d4c868f404e9bc7e932aadf7670', 'floating_ip_address': '172.27.0.117', 'floating_network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'router_id': '4edb845f-5957-4cd5-9916-e4b356b01ae6', 'port_id': 'f5a040c0-7ee8-466d-bbe9-24fdc9c314fb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db24d3e5-88d8-4487-b5a4-91bc1ed45182', 'mac_address': 'fa:16:3e:98:a0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd324495a-01ec-4ed8-bec2-76575ce7a541', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:39:08Z', 'updated_at': '2022-05-27T03:39:08Z', 'revision_number': 0, 'project_id': '99d82d4c868f404e9bc7e932aadf7670', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c253c25-7ccc-4c06-b8e2-2bdc3987ec4c', 'name': '', 'network_id': 'db24d3e5-88d8-4487-b5a4-91bc1ed45182', 'tenant_id': '99d82d4c868f404e9bc7e932aadf7670', 'mac_address': 'fa:16:3e:13:f7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4edb845f-5957-4cd5-9916-e4b356b01ae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1177ec23-58d7-437f-a14d-dd0d92af1cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:43Z', 'updated_at': '2022-05-27T03:37:48Z', 'revision_number': 5, 'project_id': '99d82d4c868f404e9bc7e932aadf7670', 'subnets': [{'id': '1177ec23-58d7-437f-a14d-dd0d92af1cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:39:09.749481 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d05c4ee-312a-4ff9-b26c-df5876e73ad9 x-openstack-request-id: req-8d05c4ee-312a-4ff9-b26c-df5876e73ad9 {{(pid=104615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:39:09.749772 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d324495a-01ec-4ed8-bec2-76575ce7a541", "tag": "f5a040c0-7ee8-466d-bbe9-24fdc9c314fb", "status": "completed", "code": 200}]} {{(pid=104615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:39:09.750350 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8d05c4ee-312a-4ff9-b26c-df5876e73ad9 {{(pid=104615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:39:09.750674 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d05c4ee-312a-4ff9-b26c-df5876e73ad9'] response: {'name': 'network-changed', 'server_uuid': 'd324495a-01ec-4ed8-bec2-76575ce7a541', 'tag': 'f5a040c0-7ee8-466d-bbe9-24fdc9c314fb', 'status': 'completed', 'code': 200} May 27 03:39:09.751636 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c748d430-f5bc-4333-9f7a-b618dc4b5bce None None] Checking router: 4edb845f-5957-4cd5-9916-e4b356b01ae6 for host: dv-cinder-828805-4-iscsi {{(pid=104617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:39:09.760121 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c748d430-f5bc-4333-9f7a-b618dc4b5bce None None] Routers {'4edb845f-5957-4cd5-9916-e4b356b01ae6'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:39:09.760718 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-c748d430-f5bc-4333-9f7a-b618dc4b5bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:38:47Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['4edb845f-5957-4cd5-9916-e4b356b01ae6'], 'active': True} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:39:09.803769 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-ef2a060a-ca84-4e92-b06c-089afaff2d71 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Publish callbacks [] for security_group (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:09.814482 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=100 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:09.861955 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvr_db [None req-c748d430-f5bc-4333-9f7a-b618dc4b5bce None None] Set router 4edb845f-5957-4cd5-9916-e4b356b01ae6 gateway port host: dv-cinder-828805-4-iscsi {{(pid=104617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:39:09.876109 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-ef2a060a-ca84-4e92-b06c-089afaff2d71 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Publish callbacks [] for security_group (bfba84b5-b809-480d-a2aa-3a4075f5993f), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:09.969695 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-ef2a060a-ca84-4e92-b06c-089afaff2d71 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (bfba84b5-b809-480d-a2aa-3a4075f5993f), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:09.974544 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e086ad7-51e1-4494-87a5-25ddd1253984 req-51079be5-3c8d-46ce-a6f7-48bcf20e7884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:09.979674 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-1e086ad7-51e1-4494-87a5-25ddd1253984 req-51079be5-3c8d-46ce-a6f7-48bcf20e7884 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=99d82d4c868f404e9bc7e932aadf7670&device_id=d324495a-01ec-4ed8-bec2-76575ce7a541 HTTP/1.1" status: 200 len: 1130 time: 0.0405989 May 27 03:39:10.008959 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2a060a-ca84-4e92-b06c-089afaff2d71 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfba84b5-b809-480d-a2aa-3a4075f5993f,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:10.083908 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-ef2a060a-ca84-4e92-b06c-089afaff2d71 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Publish callbacks [] for security_group (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:10.086975 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-c748d430-f5bc-4333-9f7a-b618dc4b5bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4edb845f-5957-4cd5-9916-e4b356b01ae6', 'name': 'tempest-TestMinimumBasicScenario-348957911-router', 'tenant_id': '99d82d4c868f404e9bc7e932aadf7670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b33d0538-560f-4bde-894f-21552c79cb7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:37Z', 'updated_at': '2022-05-27T03:37:45Z', 'revision_number': 4, 'project_id': '99d82d4c868f404e9bc7e932aadf7670', 'gw_port': {'id': 'b33d0538-560f-4bde-894f-21552c79cb7c', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:4d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4edb845f-5957-4cd5-9916-e4b356b01ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:39Z', 'updated_at': '2022-05-27T03:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_floatingips': [{'id': 'a6db05f4-4b56-4493-9e06-7ff716c50859', 'tenant_id': '99d82d4c868f404e9bc7e932aadf7670', 'floating_ip_address': '172.27.0.117', 'floating_network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'router_id': '4edb845f-5957-4cd5-9916-e4b356b01ae6', 'port_id': 'f5a040c0-7ee8-466d-bbe9-24fdc9c314fb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db24d3e5-88d8-4487-b5a4-91bc1ed45182', 'mac_address': 'fa:16:3e:98:a0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd324495a-01ec-4ed8-bec2-76575ce7a541', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:39:08Z', 'updated_at': '2022-05-27T03:39:08Z', 'revision_number': 0, 'project_id': '99d82d4c868f404e9bc7e932aadf7670', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c253c25-7ccc-4c06-b8e2-2bdc3987ec4c', 'name': '', 'network_id': 'db24d3e5-88d8-4487-b5a4-91bc1ed45182', 'tenant_id': '99d82d4c868f404e9bc7e932aadf7670', 'mac_address': 'fa:16:3e:13:f7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4edb845f-5957-4cd5-9916-e4b356b01ae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1177ec23-58d7-437f-a14d-dd0d92af1cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:43Z', 'updated_at': '2022-05-27T03:37:48Z', 'revision_number': 5, 'project_id': '99d82d4c868f404e9bc7e932aadf7670', 'subnets': [{'id': '1177ec23-58d7-437f-a14d-dd0d92af1cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:39:10.087784 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-ef2a060a-ca84-4e92-b06c-089afaff2d71 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3740747 May 27 03:39:10.088624 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 39760) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:10.090587 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e086ad7-51e1-4494-87a5-25ddd1253984 req-14632ec5-ebf3-41a3-8f32-8144dc215d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:10.092154 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-1e086ad7-51e1-4494-87a5-25ddd1253984 req-14632ec5-ebf3-41a3-8f32-8144dc215d42 service neutron] 10.222.0.69 "GET /v2.0/networks?id=db24d3e5-88d8-4487-b5a4-91bc1ed45182 HTTP/1.1" status: 200 len: 915 time: 0.1037495 May 27 03:39:10.094118 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [None req-4f29aaa4-48f5-4729-a74e-024778ce9fdd tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Request body: {'security_group_rule': {'security_group_id': 'bfba84b5-b809-480d-a2aa-3a4075f5993f', 'project_id': '99d82d4c868f404e9bc7e932aadf7670', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:39:10.101973 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:10.117323 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c748d430-f5bc-4333-9f7a-b618dc4b5bce None None] The sync data for ids ['4edb845f-5957-4cd5-9916-e4b356b01ae6'] in dv-cinder-828805-4-iscsi is: [{'id': '4edb845f-5957-4cd5-9916-e4b356b01ae6', 'name': 'tempest-TestMinimumBasicScenario-348957911-router', 'tenant_id': '99d82d4c868f404e9bc7e932aadf7670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b33d0538-560f-4bde-894f-21552c79cb7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:37Z', 'updated_at': '2022-05-27T03:37:45Z', 'revision_number': 4, 'project_id': '99d82d4c868f404e9bc7e932aadf7670', 'gw_port': {'id': 'b33d0538-560f-4bde-894f-21552c79cb7c', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:4d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4edb845f-5957-4cd5-9916-e4b356b01ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:39Z', 'updated_at': '2022-05-27T03:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_floatingips': [{'id': 'a6db05f4-4b56-4493-9e06-7ff716c50859', 'tenant_id': '99d82d4c868f404e9bc7e932aadf7670', 'floating_ip_address': '172.27.0.117', 'floating_network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'router_id': '4edb845f-5957-4cd5-9916-e4b356b01ae6', 'port_id': 'f5a040c0-7ee8-466d-bbe9-24fdc9c314fb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db24d3e5-88d8-4487-b5a4-91bc1ed45182', 'mac_address': 'fa:16:3e:98:a0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd324495a-01ec-4ed8-bec2-76575ce7a541', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:39:08Z', 'updated_at': '2022-05-27T03:39:08Z', 'revision_number': 0, 'project_id': '99d82d4c868f404e9bc7e932aadf7670', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c253c25-7ccc-4c06-b8e2-2bdc3987ec4c', 'name': '', 'network_id': 'db24d3e5-88d8-4487-b5a4-91bc1ed45182', 'tenant_id': '99d82d4c868f404e9bc7e932aadf7670', 'mac_address': 'fa:16:3e:13:f7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4edb845f-5957-4cd5-9916-e4b356b01ae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1177ec23-58d7-437f-a14d-dd0d92af1cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:43Z', 'updated_at': '2022-05-27T03:37:48Z', 'revision_number': 5, 'project_id': '99d82d4c868f404e9bc7e932aadf7670', 'subnets': [{'id': '1177ec23-58d7-437f-a14d-dd0d92af1cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:39:10.143303 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:10.159116 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-1e086ad7-51e1-4494-87a5-25ddd1253984 req-60cdc628-2eec-4638-84b3-b3391fcc7517 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5a040c0-7ee8-466d-bbe9-24fdc9c314fb HTTP/1.1" status: 200 len: 1000 time: 0.0607090 May 27 03:39:10.203452 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-4f29aaa4-48f5-4729-a74e-024778ce9fdd tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Publish callbacks [] for security_group_rule (ca44f172-97cc-4114-966c-61311eef3c8a), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:10.211169 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e086ad7-51e1-4494-87a5-25ddd1253984 req-a8c622e9-3b96-44bf-b5e2-bdf013e7d75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:10.212631 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-1e086ad7-51e1-4494-87a5-25ddd1253984 req-a8c622e9-3b96-44bf-b5e2-bdf013e7d75d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1177ec23-58d7-437f-a14d-dd0d92af1cd0 HTTP/1.1" status: 200 len: 853 time: 0.0463624 May 27 03:39:10.262019 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e086ad7-51e1-4494-87a5-25ddd1253984 req-4c7bbffe-feb5-4aa1-9b4e-b71c12df6e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:10.263183 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-4f29aaa4-48f5-4729-a74e-024778ce9fdd tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Publish callbacks [] for security_group_rule (ca44f172-97cc-4114-966c-61311eef3c8a), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:10.269658 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-1e086ad7-51e1-4494-87a5-25ddd1253984 req-4c7bbffe-feb5-4aa1-9b4e-b71c12df6e87 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=db24d3e5-88d8-4487-b5a4-91bc1ed45182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447631 May 27 03:39:10.348188 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b099143-6bcc-4b7b-891e-b33e82ec54c3 None None] New status for floating IP a6db05f4-4b56-4493-9e06-7ff716c50859: ACTIVE {{(pid=104616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:39:10.363287 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-4f29aaa4-48f5-4729-a74e-024778ce9fdd tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567362'] for security_group_rule (ca44f172-97cc-4114-966c-61311eef3c8a), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:10.378872 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f29aaa4-48f5-4729-a74e-024778ce9fdd tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca44f172-97cc-4114-966c-61311eef3c8a,revision_number=0']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:10.425800 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bfdea8-cbf1-4135-b5e4-14634afdd356 req-2fd78198-c142-44f7-b358-046964c992dd tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:10.427319 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-64bfdea8-cbf1-4135-b5e4-14634afdd356 req-2fd78198-c142-44f7-b358-046964c992dd tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=354bc006-0821-4eda-8ff5-304b82dad03b HTTP/1.1" status: 200 len: 945 time: 0.0819921 May 27 03:39:10.457481 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-1e086ad7-51e1-4494-87a5-25ddd1253984 req-692d14ea-1ba9-4638-b104-1d42494b3b14 service neutron] 10.222.0.69 "GET /v2.0/networks/db24d3e5-88d8-4487-b5a4-91bc1ed45182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756287 May 27 03:39:10.462967 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-4f29aaa4-48f5-4729-a74e-024778ce9fdd tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:10.464463 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-4f29aaa4-48f5-4729-a74e-024778ce9fdd tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3744018 May 27 03:39:10.467111 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 39764) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:10.471702 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [None req-7181a54d-37af-4042-97a4-a9ae9a43a0b3 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Request body: {'security_group_rule': {'security_group_id': 'bfba84b5-b809-480d-a2aa-3a4075f5993f', 'project_id': '99d82d4c868f404e9bc7e932aadf7670', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:39:10.481893 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:10.535007 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-64bfdea8-cbf1-4135-b5e4-14634afdd356 req-5c09649b-7026-47df-a594-45f6612c29e4 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/security-groups?id=448c8c68-6139-45fc-9bf3-b9d60cfa39a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976341 May 27 03:39:10.580710 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-7181a54d-37af-4042-97a4-a9ae9a43a0b3 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Publish callbacks [] for security_group_rule (9a422479-8542-48bc-b53b-6e7ca7f727e9), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:10.587088 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-1e086ad7-51e1-4494-87a5-25ddd1253984 req-44ebb4d4-0f9e-4a00-bfb0-74eea6e7dd0e service neutron] 10.222.0.69 "GET /v2.0/networks/db24d3e5-88d8-4487-b5a4-91bc1ed45182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180437 May 27 03:39:10.651416 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-7181a54d-37af-4042-97a4-a9ae9a43a0b3 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Publish callbacks [] for security_group_rule (9a422479-8542-48bc-b53b-6e7ca7f727e9), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:10.662037 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca9d8bd-5aed-440a-9e42-5f59ebbafccd req-1d94156d-d754-4705-88d0-6e87a83bb4bd tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:10.664008 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-cca9d8bd-5aed-440a-9e42-5f59ebbafccd req-1d94156d-d754-4705-88d0-6e87a83bb4bd tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=354bc006-0821-4eda-8ff5-304b82dad03b HTTP/1.1" status: 200 len: 945 time: 0.0614946 May 27 03:39:10.673278 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 39770) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:10.678670 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [None req-1fdb4d9c-1ba7-47c4-8e86-72bbe0206a05 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Request body: {'floatingip': {'port_id': '8ab3065d-e51c-44d4-a56d-c5b055761796'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:39:10.720917 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-1fdb4d9c-1ba7-47c4-8e86-72bbe0206a05 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for floatingip (055916e7-5219-4772-898a-58864eb984ce), before_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:10.753402 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-7181a54d-37af-4042-97a4-a9ae9a43a0b3 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567362'] for security_group_rule (9a422479-8542-48bc-b53b-6e7ca7f727e9), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:10.800890 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7181a54d-37af-4042-97a4-a9ae9a43a0b3 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a422479-8542-48bc-b53b-6e7ca7f727e9,revision_number=0']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:10.862544 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-7181a54d-37af-4042-97a4-a9ae9a43a0b3 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:10.863790 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-7181a54d-37af-4042-97a4-a9ae9a43a0b3 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3957200 May 27 03:39:10.867226 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 39772) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:10.872078 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.v2.base [None req-396d19c6-5f6c-46d3-aa05-b2275560242a tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Request body: {'security_group_rule': {'security_group_id': 'bfba84b5-b809-480d-a2aa-3a4075f5993f', 'project_id': '99d82d4c868f404e9bc7e932aadf7670', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:39:10.975987 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-396d19c6-5f6c-46d3-aa05-b2275560242a tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Publish callbacks [] for security_group_rule (7caa1144-7190-4598-abd6-ea002688d23d), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:11.038239 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-396d19c6-5f6c-46d3-aa05-b2275560242a tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Publish callbacks [] for security_group_rule (7caa1144-7190-4598-abd6-ea002688d23d), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:11.106489 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-396d19c6-5f6c-46d3-aa05-b2275560242a tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567362'] for security_group_rule (7caa1144-7190-4598-abd6-ea002688d23d), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:11.117525 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:11.127030 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d19c6-5f6c-46d3-aa05-b2275560242a tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7caa1144-7190-4598-abd6-ea002688d23d,revision_number=0']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:11.294798 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-396d19c6-5f6c-46d3-aa05-b2275560242a tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:11.296102 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-396d19c6-5f6c-46d3-aa05-b2275560242a tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4278073 May 27 03:39:11.296310 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-1fdb4d9c-1ba7-47c4-8e86-72bbe0206a05 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:11.298797 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 39774) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:11.303616 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.v2.base [None req-eaa9001d-ac60-4997-b454-ad6b28cd2048 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Request body: {'security_group_rule': {'security_group_id': 'bfba84b5-b809-480d-a2aa-3a4075f5993f', 'project_id': '99d82d4c868f404e9bc7e932aadf7670', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:39:11.395639 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-1fdb4d9c-1ba7-47c4-8e86-72bbe0206a05 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680165'] for floatingip (055916e7-5219-4772-898a-58864eb984ce), after_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:11.425945 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-eaa9001d-ac60-4997-b454-ad6b28cd2048 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Publish callbacks [] for security_group_rule (25565dbc-5037-4516-9442-c8c931a8ae0a), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:11.485554 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-eaa9001d-ac60-4997-b454-ad6b28cd2048 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Publish callbacks [] for security_group_rule (25565dbc-5037-4516-9442-c8c931a8ae0a), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:11.493771 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.db.l3_db [None req-1fdb4d9c-1ba7-47c4-8e86-72bbe0206a05 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Floating IP 055916e7-5219-4772-898a-58864eb984ce associated. External IP: 172.27.0.52, port: 8ab3065d-e51c-44d4-a56d-c5b055761796. May 27 03:39:11.530294 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:11.546486 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-eaa9001d-ac60-4997-b454-ad6b28cd2048 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567362'] for security_group_rule (25565dbc-5037-4516-9442-c8c931a8ae0a), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:11.565408 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa9001d-ac60-4997-b454-ad6b28cd2048 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25565dbc-5037-4516-9442-c8c931a8ae0a,revision_number=0']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:11.651083 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-eaa9001d-ac60-4997-b454-ad6b28cd2048 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:11.654927 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-eaa9001d-ac60-4997-b454-ad6b28cd2048 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3526013 May 27 03:39:11.655134 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 39776) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:11.659551 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.v2.base [None req-e25e2325-c87b-4899-bdb5-6e59ef762dbb tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Request body: {'security_group_rule': {'security_group_id': 'bfba84b5-b809-480d-a2aa-3a4075f5993f', 'project_id': '99d82d4c868f404e9bc7e932aadf7670', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:39:11.797871 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.db.securitygroups_db [None req-e25e2325-c87b-4899-bdb5-6e59ef762dbb tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Project 99d82d4c868f404e9bc7e932aadf7670 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 03:39:11.803959 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-e25e2325-c87b-4899-bdb5-6e59ef762dbb tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Publish callbacks [] for security_group_rule (17317ccf-807d-4da3-b94d-9b546038f185), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:11.868698 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-e25e2325-c87b-4899-bdb5-6e59ef762dbb tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Publish callbacks [] for security_group_rule (17317ccf-807d-4da3-b94d-9b546038f185), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:11.909277 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fdb4d9c-1ba7-47c4-8e86-72bbe0206a05 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Router 58b91349-0dd3-4b11-9ad0-c33bf6a873c9 has already been hosted by L3 agent 9df6ec88-276d-42f5-acd2-7e289451d5e3 {{(pid=104614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:39:11.963397 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-e25e2325-c87b-4899-bdb5-6e59ef762dbb tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567362'] for security_group_rule (17317ccf-807d-4da3-b94d-9b546038f185), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:11.966222 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:11.985241 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e2325-c87b-4899-bdb5-6e59ef762dbb tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17317ccf-807d-4da3-b94d-9b546038f185,revision_number=0']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:12.012553 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fdb4d9c-1ba7-47c4-8e86-72bbe0206a05 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Notify agent at l3_agent.dv-cinder-828805-4-iscsi the message routers_updated {{(pid=104614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:39:12.017578 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-1fdb4d9c-1ba7-47c4-8e86-72bbe0206a05 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for floatingip (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:12.021743 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7fa2b2-ba77-451e-b62f-9a451f2d8767 None None] Sync routers for ids ['58b91349-0dd3-4b11-9ad0-c33bf6a873c9'] in dv-cinder-828805-4-iscsi {{(pid=104617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:39:12.033318 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7fa2b2-ba77-451e-b62f-9a451f2d8767 None None] Routers {'58b91349-0dd3-4b11-9ad0-c33bf6a873c9'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:39:12.034024 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-8f7fa2b2-ba77-451e-b62f-9a451f2d8767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:38:47Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['58b91349-0dd3-4b11-9ad0-c33bf6a873c9'], 'active': True} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:39:12.053779 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-1fdb4d9c-1ba7-47c4-8e86-72bbe0206a05 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "PUT /v2.0/floatingips/055916e7-5219-4772-898a-58864eb984ce HTTP/1.1" status: 200 len: 990 time: 1.3791711 May 27 03:39:12.054248 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '354bc006-0821-4eda-8ff5-304b82dad03b', 'tag': '8ab3065d-e51c-44d4-a56d-c5b055761796'}] {{(pid=104614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:39:12.056443 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a93b0eab3ec594b69aa68cd7d580be2fac36b4cb942ee4cac03c85783d056da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e9e0bd-3eeb-4618-9c25-0cb0a2643e7c" -d '{"events": [{"name": "network-changed", "server_uuid": "354bc006-0821-4eda-8ff5-304b82dad03b", "tag": "8ab3065d-e51c-44d4-a56d-c5b055761796"}]}' {{(pid=104614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:39:12.062741 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-e25e2325-c87b-4899-bdb5-6e59ef762dbb tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:12.065029 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-e25e2325-c87b-4899-bdb5-6e59ef762dbb tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4079385 May 27 03:39:12.070614 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 39784) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:12.076572 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.v2.base [None req-da284a1e-c2c2-40a9-9934-09357a6bc2aa tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Request body: {'security_group_rule': {'security_group_id': 'bfba84b5-b809-480d-a2aa-3a4075f5993f', 'project_id': '99d82d4c868f404e9bc7e932aadf7670', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:39:12.104804 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8254b48-569f-485f-9f9e-5749582952a7 x-openstack-request-id: req-d8254b48-569f-485f-9f9e-5749582952a7 {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:39:12.105117 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "354bc006-0821-4eda-8ff5-304b82dad03b", "tag": "8ab3065d-e51c-44d4-a56d-c5b055761796", "status": "completed", "code": 200}]} {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:39:12.105364 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d8254b48-569f-485f-9f9e-5749582952a7 {{(pid=104614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:39:12.105908 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8254b48-569f-485f-9f9e-5749582952a7'] response: {'name': 'network-changed', 'server_uuid': '354bc006-0821-4eda-8ff5-304b82dad03b', 'tag': '8ab3065d-e51c-44d4-a56d-c5b055761796', 'status': 'completed', 'code': 200} May 27 03:39:12.119781 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=100 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:12.140326 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvr_db [None req-8f7fa2b2-ba77-451e-b62f-9a451f2d8767 None None] Set router 58b91349-0dd3-4b11-9ad0-c33bf6a873c9 gateway port host: dv-cinder-828805-4-iscsi {{(pid=104617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:39:12.221550 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.db.securitygroups_db [None req-da284a1e-c2c2-40a9-9934-09357a6bc2aa tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Project 99d82d4c868f404e9bc7e932aadf7670 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 03:39:12.230257 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-da284a1e-c2c2-40a9-9934-09357a6bc2aa tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Publish callbacks [] for security_group_rule (33b073a0-5927-4b97-a700-964b5ea8e708), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:12.234614 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e9e0bd-3eeb-4618-9c25-0cb0a2643e7c req-21a6815c-35b7-44d2-8176-134facca6f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:12.237938 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-09e9e0bd-3eeb-4618-9c25-0cb0a2643e7c req-21a6815c-35b7-44d2-8176-134facca6f8a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8ae1382d8f774b5db702d78e3bed622a&device_id=354bc006-0821-4eda-8ff5-304b82dad03b HTTP/1.1" status: 200 len: 1129 time: 0.0528202 May 27 03:39:12.281746 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:12.347567 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-da284a1e-c2c2-40a9-9934-09357a6bc2aa tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Publish callbacks [] for security_group_rule (33b073a0-5927-4b97-a700-964b5ea8e708), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:12.360311 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-8f7fa2b2-ba77-451e-b62f-9a451f2d8767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'name': 'tempest-AttachVolumeNegativeTest-1037525343-router', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '62ebc377-0475-46f8-8fc4-d2dc60188684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:08Z', 'updated_at': '2022-05-27T03:35:16Z', 'revision_number': 4, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'gw_port': {'id': '62ebc377-0475-46f8-8fc4-d2dc60188684', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:10Z', 'updated_at': '2022-05-27T03:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_floatingips': [{'id': '055916e7-5219-4772-898a-58864eb984ce', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'router_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'port_id': '8ab3065d-e51c-44d4-a56d-c5b055761796', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed', 'mac_address': 'fa:16:3e:a2:be:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354bc006-0821-4eda-8ff5-304b82dad03b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:38:53Z', 'updated_at': '2022-05-27T03:39:11Z', 'revision_number': 1, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75b932e1-ea13-44f5-9bbf-2e35c438adc1', 'name': '', 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'mac_address': 'fa:16:3e:0f:06:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7dc15780-a98b-4250-9509-853069c6707a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:14Z', 'updated_at': '2022-05-27T03:35:24Z', 'revision_number': 5, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'subnets': [{'id': '7dc15780-a98b-4250-9509-853069c6707a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:39:12.373067 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e9e0bd-3eeb-4618-9c25-0cb0a2643e7c req-b0793b3b-2d51-42b8-b1a9-6d36f4df3280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:12.374530 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-09e9e0bd-3eeb-4618-9c25-0cb0a2643e7c req-b0793b3b-2d51-42b8-b1a9-6d36f4df3280 service neutron] 10.222.0.69 "GET /v2.0/networks?id=24e2e56a-4202-49e3-9751-4bcdb4e8a6ed HTTP/1.1" status: 200 len: 916 time: 0.1290016 May 27 03:39:12.385606 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7fa2b2-ba77-451e-b62f-9a451f2d8767 None None] Checking router: 58b91349-0dd3-4b11-9ad0-c33bf6a873c9 for host: dv-cinder-828805-4-iscsi {{(pid=104617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:39:12.397362 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7fa2b2-ba77-451e-b62f-9a451f2d8767 None None] Routers {'58b91349-0dd3-4b11-9ad0-c33bf6a873c9'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:39:12.397979 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-8f7fa2b2-ba77-451e-b62f-9a451f2d8767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:38:47Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['58b91349-0dd3-4b11-9ad0-c33bf6a873c9'], 'active': True} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:39:12.446615 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-09e9e0bd-3eeb-4618-9c25-0cb0a2643e7c req-cc4040b7-c922-402a-9912-16cc02e3f835 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ab3065d-e51c-44d4-a56d-c5b055761796 HTTP/1.1" status: 200 len: 998 time: 0.0569963 May 27 03:39:12.468734 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-da284a1e-c2c2-40a9-9934-09357a6bc2aa tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567362'] for security_group_rule (33b073a0-5927-4b97-a700-964b5ea8e708), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:12.501437 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvr_db [None req-8f7fa2b2-ba77-451e-b62f-9a451f2d8767 None None] Set router 58b91349-0dd3-4b11-9ad0-c33bf6a873c9 gateway port host: dv-cinder-828805-4-iscsi {{(pid=104617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:39:12.513764 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da284a1e-c2c2-40a9-9934-09357a6bc2aa tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33b073a0-5927-4b97-a700-964b5ea8e708,revision_number=0']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:12.517559 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:12.522309 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e9e0bd-3eeb-4618-9c25-0cb0a2643e7c req-2834bc5f-37ac-47fe-a339-e61dcdfdda90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:12.523872 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-09e9e0bd-3eeb-4618-9c25-0cb0a2643e7c req-2834bc5f-37ac-47fe-a339-e61dcdfdda90 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7dc15780-a98b-4250-9509-853069c6707a HTTP/1.1" status: 200 len: 854 time: 0.0653274 May 27 03:39:12.567146 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=100 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:12.574818 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e9e0bd-3eeb-4618-9c25-0cb0a2643e7c req-96c9208c-2926-4e09-bff4-cc199b16bc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:12.576313 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-09e9e0bd-3eeb-4618-9c25-0cb0a2643e7c req-96c9208c-2926-4e09-bff4-cc199b16bc19 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=24e2e56a-4202-49e3-9751-4bcdb4e8a6ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428021 May 27 03:39:12.602248 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-da284a1e-c2c2-40a9-9934-09357a6bc2aa tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:12.603365 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-da284a1e-c2c2-40a9-9934-09357a6bc2aa tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5317137 May 27 03:39:12.686619 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-09e9e0bd-3eeb-4618-9c25-0cb0a2643e7c req-977658d7-fec3-4fd3-b2a4-b64fa75dc598 service neutron] 10.222.0.69 "GET /v2.0/networks/24e2e56a-4202-49e3-9751-4bcdb4e8a6ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038644 May 27 03:39:12.726742 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-8f7fa2b2-ba77-451e-b62f-9a451f2d8767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'name': 'tempest-AttachVolumeNegativeTest-1037525343-router', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '62ebc377-0475-46f8-8fc4-d2dc60188684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:08Z', 'updated_at': '2022-05-27T03:35:16Z', 'revision_number': 4, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'gw_port': {'id': '62ebc377-0475-46f8-8fc4-d2dc60188684', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:10Z', 'updated_at': '2022-05-27T03:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_floatingips': [{'id': '055916e7-5219-4772-898a-58864eb984ce', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'router_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'port_id': '8ab3065d-e51c-44d4-a56d-c5b055761796', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed', 'mac_address': 'fa:16:3e:a2:be:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354bc006-0821-4eda-8ff5-304b82dad03b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:38:53Z', 'updated_at': '2022-05-27T03:39:11Z', 'revision_number': 1, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75b932e1-ea13-44f5-9bbf-2e35c438adc1', 'name': '', 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'mac_address': 'fa:16:3e:0f:06:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7dc15780-a98b-4250-9509-853069c6707a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:14Z', 'updated_at': '2022-05-27T03:35:24Z', 'revision_number': 5, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'subnets': [{'id': '7dc15780-a98b-4250-9509-853069c6707a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:39:12.755472 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7fa2b2-ba77-451e-b62f-9a451f2d8767 None None] The sync data for ids ['58b91349-0dd3-4b11-9ad0-c33bf6a873c9'] in dv-cinder-828805-4-iscsi is: [{'id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'name': 'tempest-AttachVolumeNegativeTest-1037525343-router', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '62ebc377-0475-46f8-8fc4-d2dc60188684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:08Z', 'updated_at': '2022-05-27T03:35:16Z', 'revision_number': 4, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'gw_port': {'id': '62ebc377-0475-46f8-8fc4-d2dc60188684', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:10Z', 'updated_at': '2022-05-27T03:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_floatingips': [{'id': '055916e7-5219-4772-898a-58864eb984ce', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'router_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'port_id': '8ab3065d-e51c-44d4-a56d-c5b055761796', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed', 'mac_address': 'fa:16:3e:a2:be:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354bc006-0821-4eda-8ff5-304b82dad03b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:38:53Z', 'updated_at': '2022-05-27T03:39:11Z', 'revision_number': 1, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75b932e1-ea13-44f5-9bbf-2e35c438adc1', 'name': '', 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'mac_address': 'fa:16:3e:0f:06:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7dc15780-a98b-4250-9509-853069c6707a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:14Z', 'updated_at': '2022-05-27T03:35:24Z', 'revision_number': 5, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'subnets': [{'id': '7dc15780-a98b-4250-9509-853069c6707a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:39:12.768707 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-fdd7ff9f-6bda-4d35-98d6-e661e91916e5 req-8b49cc88-67f9-4936-9094-e24f22d3f38b tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-89044771&fields=id&tenant_id=99d82d4c868f404e9bc7e932aadf7670 HTTP/1.1" status: 200 len: 267 time: 0.1078570 May 27 03:39:12.857213 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd7ff9f-6bda-4d35-98d6-e661e91916e5 req-c4459ff1-2fe9-439b-9b93-e22748f13edc tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:12.858619 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-fdd7ff9f-6bda-4d35-98d6-e661e91916e5 req-c4459ff1-2fe9-439b-9b93-e22748f13edc tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/ports?device_id=d324495a-01ec-4ed8-bec2-76575ce7a541 HTTP/1.1" status: 200 len: 946 time: 0.0772302 May 27 03:39:12.864553 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-09e9e0bd-3eeb-4618-9c25-0cb0a2643e7c req-6dc0058b-4f2b-4c57-9676-822912015249 service neutron] 10.222.0.69 "GET /v2.0/networks/24e2e56a-4202-49e3-9751-4bcdb4e8a6ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700742 May 27 03:39:12.870232 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.v2.base [req-fdd7ff9f-6bda-4d35-98d6-e661e91916e5 req-eb90b384-072f-4001-991d-79d848742b07 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Request body: {'port': {'security_groups': ['33039ef4-c1ff-455a-8486-f776e86fb7ef', 'bfba84b5-b809-480d-a2aa-3a4075f5993f']}} {{(pid=104615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:39:12.952118 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [req-fdd7ff9f-6bda-4d35-98d6-e661e91916e5 req-eb90b384-072f-4001-991d-79d848742b07 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (f5a040c0-7ee8-466d-bbe9-24fdc9c314fb), before_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:12.981876 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e988f2-e113-47b2-9099-d1dfaa3a1f62 None None] New status for floating IP 055916e7-5219-4772-898a-58864eb984ce: ACTIVE {{(pid=104616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:39:13.183963 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:13.190488 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.db [req-fdd7ff9f-6bda-4d35-98d6-e661e91916e5 req-eb90b384-072f-4001-991d-79d848742b07 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] For port f5a040c0-7ee8-466d-bbe9-24fdc9c314fb, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=f5a040c0-7ee8-466d-bbe9-24fdc9c314fb,segment=NetworkSegment(88aba986-3b4f-422c-aef6-43b903911269),segment_id=88aba986-3b4f-422c-aef6-43b903911269)] {{(pid=104615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:39:13.219048 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [req-fdd7ff9f-6bda-4d35-98d6-e661e91916e5 req-eb90b384-072f-4001-991d-79d848742b07 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Publish callbacks [] for port (f5a040c0-7ee8-466d-bbe9-24fdc9c314fb), precommit_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:13.435885 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [req-fdd7ff9f-6bda-4d35-98d6-e661e91916e5 req-eb90b384-072f-4001-991d-79d848742b07 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585481455'] for port (f5a040c0-7ee8-466d-bbe9-24fdc9c314fb), after_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:13.449013 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (134bae73-502b-4599-bb47-129fee8818a4), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:13.481679 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd7ff9f-6bda-4d35-98d6-e661e91916e5 req-eb90b384-072f-4001-991d-79d848742b07 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:13.482297 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [req-fdd7ff9f-6bda-4d35-98d6-e661e91916e5 req-eb90b384-072f-4001-991d-79d848742b07 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:13.483716 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-fdd7ff9f-6bda-4d35-98d6-e661e91916e5 req-eb90b384-072f-4001-991d-79d848742b07 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "PUT /v2.0/ports/f5a040c0-7ee8-466d-bbe9-24fdc9c314fb HTTP/1.1" status: 200 len: 982 time: 0.6177530 May 27 03:39:13.484167 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd324495a-01ec-4ed8-bec2-76575ce7a541', 'tag': 'f5a040c0-7ee8-466d-bbe9-24fdc9c314fb'}] {{(pid=104615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:39:13.486431 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9faa1dd78fb558d4018d1363b43ffec7552e77d137433f9c5cc39ec2f1c636e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd2ece5-0173-482f-a705-1019036f2c45" -d '{"events": [{"name": "network-changed", "server_uuid": "d324495a-01ec-4ed8-bec2-76575ce7a541", "tag": "f5a040c0-7ee8-466d-bbe9-24fdc9c314fb"}]}' {{(pid=104615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:39:13.498555 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] get_ports_and_sgs() called for port_ids ['f5a040c0-7ee8-466d-bbe9-24fdc9c314fb'] {{(pid=104616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:39:13.521594 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb90b384-072f-4001-991d-79d848742b07 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Pushing event updated for resources: {'Port': ['ID=f5a040c0-7ee8-466d-bbe9-24fdc9c314fb,revision_number=6']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:13.572041 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dfb5efa-a99b-4b52-9610-92d81492ea89 x-openstack-request-id: req-5dfb5efa-a99b-4b52-9610-92d81492ea89 {{(pid=104615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:39:13.572448 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d324495a-01ec-4ed8-bec2-76575ce7a541", "tag": "f5a040c0-7ee8-466d-bbe9-24fdc9c314fb", "status": "completed", "code": 200}]} {{(pid=104615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:39:13.572796 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5dfb5efa-a99b-4b52-9610-92d81492ea89 {{(pid=104615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:39:13.573597 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dfb5efa-a99b-4b52-9610-92d81492ea89'] response: {'name': 'network-changed', 'server_uuid': 'd324495a-01ec-4ed8-bec2-76575ce7a541', 'tag': 'f5a040c0-7ee8-466d-bbe9-24fdc9c314fb', 'status': 'completed', 'code': 200} May 27 03:39:13.614041 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418d6631-f121-4bc7-9b12-0bb7f1939ff9 req-51ddb519-7452-4b39-8bae-4cf8cfcd57ff tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:13.616224 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-418d6631-f121-4bc7-9b12-0bb7f1939ff9 req-51ddb519-7452-4b39-8bae-4cf8cfcd57ff tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/ports?device_id=d324495a-01ec-4ed8-bec2-76575ce7a541 HTTP/1.1" status: 200 len: 985 time: 0.0627642 May 27 03:39:13.695980 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd2ece5-0173-482f-a705-1019036f2c45 req-aee9d4a1-9bf8-4111-8d60-0a12f31410ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:13.697415 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-0fd2ece5-0173-482f-a705-1019036f2c45 req-aee9d4a1-9bf8-4111-8d60-0a12f31410ad service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=99d82d4c868f404e9bc7e932aadf7670&device_id=d324495a-01ec-4ed8-bec2-76575ce7a541 HTTP/1.1" status: 200 len: 1169 time: 0.0566156 May 27 03:39:13.739460 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] get_ports_and_sgs() called for port_ids ['f5a040c0-7ee8-466d-bbe9-24fdc9c314fb'] {{(pid=104616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:39:13.779328 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-418d6631-f121-4bc7-9b12-0bb7f1939ff9 req-2c5ec14f-05ab-4e64-8625-020adde1bd60 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfba84b5-b809-480d-a2aa-3a4075f5993f&id=33039ef4-c1ff-455a-8486-f776e86fb7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1566353 May 27 03:39:13.819053 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-4c4059b9-c988-45c5-b773-de7ce0d16b1c None None] Provisioning complete for port f5a040c0-7ee8-466d-bbe9-24fdc9c314fb triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:39:13.819431 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-4c4059b9-c988-45c5-b773-de7ce0d16b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (f5a040c0-7ee8-466d-bbe9-24fdc9c314fb), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:13.823569 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd2ece5-0173-482f-a705-1019036f2c45 req-df55fd2a-de80-476a-913e-be6c6040e0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:13.825485 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-0fd2ece5-0173-482f-a705-1019036f2c45 req-df55fd2a-de80-476a-913e-be6c6040e0e1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=db24d3e5-88d8-4487-b5a4-91bc1ed45182 HTTP/1.1" status: 200 len: 915 time: 0.1204522 May 27 03:39:13.890409 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-0fd2ece5-0173-482f-a705-1019036f2c45 req-ff286394-1293-4de6-bb10-b222711e8e0e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5a040c0-7ee8-466d-bbe9-24fdc9c314fb HTTP/1.1" status: 200 len: 1002 time: 0.0581825 May 27 03:39:13.947257 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd2ece5-0173-482f-a705-1019036f2c45 req-2f489072-31dc-44ce-9838-d9fe792c6b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:13.949014 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-0fd2ece5-0173-482f-a705-1019036f2c45 req-2f489072-31dc-44ce-9838-d9fe792c6b3d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1177ec23-58d7-437f-a14d-dd0d92af1cd0 HTTP/1.1" status: 200 len: 853 time: 0.0450761 May 27 03:39:13.993395 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:13.997301 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:13.998612 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd2ece5-0173-482f-a705-1019036f2c45 req-f3a1acdb-1d63-41df-9c35-ea7b8e3b8e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:14.000154 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-0fd2ece5-0173-482f-a705-1019036f2c45 req-f3a1acdb-1d63-41df-9c35-ea7b8e3b8e9b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=db24d3e5-88d8-4487-b5a4-91bc1ed45182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444388 May 27 03:39:14.024276 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-4c4059b9-c988-45c5-b773-de7ce0d16b1c None None] Current status of the port f5a040c0-7ee8-466d-bbe9-24fdc9c314fb is: ACTIVE; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:39:14.026377 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:14.101793 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-0fd2ece5-0173-482f-a705-1019036f2c45 req-41306b55-f3ce-4d0c-9d1e-09dbe9920dc2 service neutron] 10.222.0.69 "GET /v2.0/networks/db24d3e5-88d8-4487-b5a4-91bc1ed45182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927989 May 27 03:39:14.202392 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-0fd2ece5-0173-482f-a705-1019036f2c45 req-8cd40cd5-816b-4d43-b141-b751e0e0842f service neutron] 10.222.0.69 "GET /v2.0/networks/db24d3e5-88d8-4487-b5a4-91bc1ed45182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940940 May 27 03:39:14.664078 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-3132fa9e-0421-414e-ad34-03bba1d91582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (b322252d-fb9d-4652-a830-647fed26b29a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:16.926821 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-4943c7d4-df8f-4fb5-af76-171bbf5aa4e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (9df6ec88-276d-42f5-acd2-7e289451d5e3), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:17.549302 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-729587d3-b417-44c1-8f58-ddd3cfee7bde req-0b0b65f8-59cd-4ada-9ac7-ce3cdb943875 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388880 May 27 03:39:17.663894 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729587d3-b417-44c1-8f58-ddd3cfee7bde req-8ac847ef-6471-4591-9e06-c86ea6652db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:17.665503 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-729587d3-b417-44c1-8f58-ddd3cfee7bde req-8ac847ef-6471-4591-9e06-c86ea6652db7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1377b9e588bd44f3b29b03728c418151&device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 1130 time: 0.0379050 May 27 03:39:17.772163 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729587d3-b417-44c1-8f58-ddd3cfee7bde req-ad699896-d2dc-4cc5-8930-5b7669cb47a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:17.773558 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-729587d3-b417-44c1-8f58-ddd3cfee7bde req-ad699896-d2dc-4cc5-8930-5b7669cb47a3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1 HTTP/1.1" status: 200 len: 918 time: 0.0873926 May 27 03:39:17.835785 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-729587d3-b417-44c1-8f58-ddd3cfee7bde req-4e9d387f-7ead-452f-9f79-dd71bff63320 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e23f1b69-a428-4690-914e-c5c91277d071 HTTP/1.1" status: 200 len: 1001 time: 0.0553277 May 27 03:39:17.869022 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:17.884900 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729587d3-b417-44c1-8f58-ddd3cfee7bde req-c996770b-47e6-49ac-b71a-deb520305a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:17.886327 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-729587d3-b417-44c1-8f58-ddd3cfee7bde req-c996770b-47e6-49ac-b71a-deb520305a91 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=01cacb82-b9b5-47d7-9a65-bacc84dba8c5 HTTP/1.1" status: 200 len: 856 time: 0.0438366 May 27 03:39:17.933899 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729587d3-b417-44c1-8f58-ddd3cfee7bde req-971566e0-2c5b-403f-aa40-147b318581e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:17.935424 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-729587d3-b417-44c1-8f58-ddd3cfee7bde req-971566e0-2c5b-403f-aa40-147b318581e0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416346 May 27 03:39:18.029255 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-729587d3-b417-44c1-8f58-ddd3cfee7bde req-f8bcebec-17a3-4833-bdc4-757400d5102a service neutron] 10.222.0.69 "GET /v2.0/networks/85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823631 May 27 03:39:18.127939 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-729587d3-b417-44c1-8f58-ddd3cfee7bde req-8c70c61e-63dd-4c19-bab2-b5d52e1c8385 service neutron] 10.222.0.69 "GET /v2.0/networks/85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895653 May 27 03:39:18.155768 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-584d7fde-7d72-4642-9601-b182cfb78c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (413fc6aa-3a5a-4281-abfd-a440a67afb4a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:19.275282 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f446-e12c-45b2-8c38-3579950c1c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (785c7416-4bf9-40d9-a08f-c797a61a0436), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:20.865987 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (917d01f3-4a27-4590-ae14-da14d21a1e88), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:22.341491 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=16 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:22.730410 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=51 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:28.117692 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=22 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:28.124744 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=53 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:30.792376 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:30.794316 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:33.774793 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.agents_db [None req-cbb77ebc-65ec-4caa-a8b3-81c074906866 None None] Agent healthcheck: found 6 active agents {{(pid=104617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:39:34.434754 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 39928) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:34.540709 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-ecaeb4e8-741b-481e-a02e-2cdfec050bdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:34.613857 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-ecaeb4e8-741b-481e-a02e-2cdfec050bdc admin admin] Publish callbacks [] for security_group (50f3791e-71df-4e91-b5af-3a493512ca70), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:34.698364 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-ecaeb4e8-741b-481e-a02e-2cdfec050bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (50f3791e-71df-4e91-b5af-3a493512ca70), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:34.738166 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-ecaeb4e8-741b-481e-a02e-2cdfec050bdc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5fbbc12c436444d080f3222758eff6a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3024669 May 27 03:39:34.739151 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaeb4e8-741b-481e-a02e-2cdfec050bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f3791e-71df-4e91-b5af-3a493512ca70,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:34.740943 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 39932) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:34.746542 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaeb4e8-741b-481e-a02e-2cdfec050bdc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:34.746906 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaeb4e8-741b-481e-a02e-2cdfec050bdc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:34.747247 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaeb4e8-741b-481e-a02e-2cdfec050bdc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:34.747579 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaeb4e8-741b-481e-a02e-2cdfec050bdc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:34.747908 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaeb4e8-741b-481e-a02e-2cdfec050bdc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:34.748230 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaeb4e8-741b-481e-a02e-2cdfec050bdc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:34.748632 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaeb4e8-741b-481e-a02e-2cdfec050bdc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:34.748936 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaeb4e8-741b-481e-a02e-2cdfec050bdc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:34.749256 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaeb4e8-741b-481e-a02e-2cdfec050bdc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:34.749575 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaeb4e8-741b-481e-a02e-2cdfec050bdc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:34.749892 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaeb4e8-741b-481e-a02e-2cdfec050bdc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:34.750371 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaeb4e8-741b-481e-a02e-2cdfec050bdc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:34.750751 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaeb4e8-741b-481e-a02e-2cdfec050bdc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:34.751104 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaeb4e8-741b-481e-a02e-2cdfec050bdc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:34.751419 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaeb4e8-741b-481e-a02e-2cdfec050bdc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:34.791936 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-234e8c89-5d79-4786-883e-5d3d84093bd4 admin admin] Publish callbacks [] for security_group (50f3791e-71df-4e91-b5af-3a493512ca70), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:34.815430 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-234e8c89-5d79-4786-883e-5d3d84093bd4 admin admin] Publish callbacks [] for security_group (50f3791e-71df-4e91-b5af-3a493512ca70), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:34.957202 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-234e8c89-5d79-4786-883e-5d3d84093bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (50f3791e-71df-4e91-b5af-3a493512ca70), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:34.960529 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-234e8c89-5d79-4786-883e-5d3d84093bd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:34.961740 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-234e8c89-5d79-4786-883e-5d3d84093bd4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/50f3791e-71df-4e91-b5af-3a493512ca70 HTTP/1.1" status: 204 len: 168 time: 0.2198145 May 27 03:39:34.970138 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234e8c89-5d79-4786-883e-5d3d84093bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f3791e-71df-4e91-b5af-3a493512ca70,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:34.977807 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234e8c89-5d79-4786-883e-5d3d84093bd4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:34.978150 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234e8c89-5d79-4786-883e-5d3d84093bd4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:34.978489 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234e8c89-5d79-4786-883e-5d3d84093bd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:34.978827 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234e8c89-5d79-4786-883e-5d3d84093bd4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:34.979202 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234e8c89-5d79-4786-883e-5d3d84093bd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:34.979511 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234e8c89-5d79-4786-883e-5d3d84093bd4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:34.979835 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234e8c89-5d79-4786-883e-5d3d84093bd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:34.980158 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234e8c89-5d79-4786-883e-5d3d84093bd4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:34.980478 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234e8c89-5d79-4786-883e-5d3d84093bd4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:34.980807 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234e8c89-5d79-4786-883e-5d3d84093bd4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:34.981129 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234e8c89-5d79-4786-883e-5d3d84093bd4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:34.981451 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234e8c89-5d79-4786-883e-5d3d84093bd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:34.981887 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234e8c89-5d79-4786-883e-5d3d84093bd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:34.982208 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234e8c89-5d79-4786-883e-5d3d84093bd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:34.982525 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234e8c89-5d79-4786-883e-5d3d84093bd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:35.369980 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6950c36-1e39-49dd-8780-c228a3674b6b req-cae9b476-2ad5-466c-8f50-3f6940315228 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:35.371623 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-a6950c36-1e39-49dd-8780-c228a3674b6b req-cae9b476-2ad5-466c-8f50-3f6940315228 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 946 time: 0.0621793 May 27 03:39:35.426467 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-a6950c36-1e39-49dd-8780-c228a3674b6b req-801c228b-1957-49d5-ab7e-c6cf576ada51 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489757 May 27 03:39:36.547563 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45fd62-5e6b-423f-a69d-af5f401b0c34 req-ff798a78-fb11-4064-8f1d-06e6fce6712a tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:36.549022 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-9e45fd62-5e6b-423f-a69d-af5f401b0c34 req-ff798a78-fb11-4064-8f1d-06e6fce6712a tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 946 time: 0.0457141 May 27 03:39:36.600334 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-9e45fd62-5e6b-423f-a69d-af5f401b0c34 req-953f1d54-b7d2-4205-9a7e-b178e4c1641e tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457978 May 27 03:39:37.149402 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b660f50-1875-4b3f-b550-23a6e603cf14 req-2eaacac1-2559-46db-9ee3-68f180ece305 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:37.150851 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4b660f50-1875-4b3f-b550-23a6e603cf14 req-2eaacac1-2559-46db-9ee3-68f180ece305 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 946 time: 0.0444605 May 27 03:39:37.236453 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.plugin [req-4b660f50-1875-4b3f-b550-23a6e603cf14 req-00c50369-9dea-4ea8-b490-78d482c45e06 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Deleting port e23f1b69-a428-4690-914e-c5c91277d071 {{(pid=104615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:39:37.236791 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [req-4b660f50-1875-4b3f-b550-23a6e603cf14 req-00c50369-9dea-4ea8-b490-78d482c45e06 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791799895781'] for port (e23f1b69-a428-4690-914e-c5c91277d071), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:37.322402 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.db [req-4b660f50-1875-4b3f-b550-23a6e603cf14 req-00c50369-9dea-4ea8-b490-78d482c45e06 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] For port e23f1b69-a428-4690-914e-c5c91277d071, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=e23f1b69-a428-4690-914e-c5c91277d071,segment=NetworkSegment(62c563a9-fe72-4adb-8d7c-17b2299b5d3d),segment_id=62c563a9-fe72-4adb-8d7c-17b2299b5d3d)] {{(pid=104615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:39:37.322760 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [req-4b660f50-1875-4b3f-b550-23a6e603cf14 req-00c50369-9dea-4ea8-b490-78d482c45e06 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-658269'] for port (e23f1b69-a428-4690-914e-c5c91277d071), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:37.492568 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [req-4b660f50-1875-4b3f-b550-23a6e603cf14 req-00c50369-9dea-4ea8-b490-78d482c45e06 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:37.492862 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [req-4b660f50-1875-4b3f-b550-23a6e603cf14 req-00c50369-9dea-4ea8-b490-78d482c45e06 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680165'] for floatingip (b94191ee-c038-44ed-8755-dcc80fb38a1c), after_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:37.493184 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.db.l3_db [req-4b660f50-1875-4b3f-b550-23a6e603cf14 req-00c50369-9dea-4ea8-b490-78d482c45e06 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Floating IP b94191ee-c038-44ed-8755-dcc80fb38a1c disassociated. External IP: 172.27.0.151, port: e23f1b69-a428-4690-914e-c5c91277d071. May 27 03:39:37.493534 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.plugin [req-4b660f50-1875-4b3f-b550-23a6e603cf14 req-00c50369-9dea-4ea8-b490-78d482c45e06 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Calling delete_port for e23f1b69-a428-4690-914e-c5c91277d071 owned by compute:nova {{(pid=104615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:39:37.599958 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:37.605577 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:37.702641 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [req-4b660f50-1875-4b3f-b550-23a6e603cf14 req-00c50369-9dea-4ea8-b490-78d482c45e06 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791799905747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791799515450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585481432'] for port (e23f1b69-a428-4690-914e-c5c91277d071), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:37.736540 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c50369-9dea-4ea8-b490-78d482c45e06 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Pushing event deleted for resources: {'Port': ['ID=e23f1b69-a428-4690-914e-c5c91277d071,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:37.747830 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b70dd-013e-4aa4-b476-4ea8f7ca598c req-ba65b65a-ea88-46ad-bdbb-729d5b789e92 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:37.749324 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ba2b70dd-013e-4aa4-b476-4ea8f7ca598c req-ba65b65a-ea88-46ad-bdbb-729d5b789e92 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 946 time: 0.0779364 May 27 03:39:37.872604 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ba2b70dd-013e-4aa4-b476-4ea8f7ca598c req-a8617a8b-bdb3-41eb-b3c5-544353bae8be tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=11fca2b9-4840-4f7b-b90c-beb891e0e10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153493 May 27 03:39:37.887109 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b660f50-1875-4b3f-b550-23a6e603cf14 req-00c50369-9dea-4ea8-b490-78d482c45e06 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Router 9dce0fe0-324d-48e2-a80a-7d852b22e51c has already been hosted by L3 agent 9df6ec88-276d-42f5-acd2-7e289451d5e3 {{(pid=104615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:39:37.990715 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b660f50-1875-4b3f-b550-23a6e603cf14 req-00c50369-9dea-4ea8-b490-78d482c45e06 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Notify agent at l3_agent.dv-cinder-828805-4-iscsi the message routers_updated {{(pid=104615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:39:38.000502 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7df708-208a-491b-95ec-dbe68c74c1c8 None None] Sync routers for ids ['9dce0fe0-324d-48e2-a80a-7d852b22e51c'] in dv-cinder-828805-4-iscsi {{(pid=104617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:39:38.011119 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7df708-208a-491b-95ec-dbe68c74c1c8 None None] Routers {'9dce0fe0-324d-48e2-a80a-7d852b22e51c'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:39:38.011714 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-ad7df708-208a-491b-95ec-dbe68c74c1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:39:17Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['9dce0fe0-324d-48e2-a80a-7d852b22e51c'], 'active': True} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:39:38.033077 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b660f50-1875-4b3f-b550-23a6e603cf14 req-00c50369-9dea-4ea8-b490-78d482c45e06 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] No DVR routers for this DVR port e23f1b69-a428-4690-914e-c5c91277d071 on host hv-cinder-82880 {{(pid=104615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:39:38.036238 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [req-4b660f50-1875-4b3f-b550-23a6e603cf14 req-00c50369-9dea-4ea8-b490-78d482c45e06 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:38.039481 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4b660f50-1875-4b3f-b550-23a6e603cf14 req-00c50369-9dea-4ea8-b490-78d482c45e06 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.69 "DELETE /v2.0/ports/e23f1b69-a428-4690-914e-c5c91277d071 HTTP/1.1" status: 204 len: 173 time: 0.8832138 May 27 03:39:38.039907 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0670a31-c2d9-43c0-85a8-e15e7513a629', 'name': 'network-vif-deleted', 'tag': 'e23f1b69-a428-4690-914e-c5c91277d071'}] {{(pid=104615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:39:38.042117 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9faa1dd78fb558d4018d1363b43ffec7552e77d137433f9c5cc39ec2f1c636e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd54d0f-e869-46a3-b222-48ebf206f56d" -d '{"events": [{"server_uuid": "c0670a31-c2d9-43c0-85a8-e15e7513a629", "name": "network-vif-deleted", "tag": "e23f1b69-a428-4690-914e-c5c91277d071"}]}' {{(pid=104615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:39:38.084425 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-516a16e7-ede3-4de6-9029-b29b052c9541 x-openstack-request-id: req-516a16e7-ede3-4de6-9029-b29b052c9541 {{(pid=104615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:39:38.084818 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0670a31-c2d9-43c0-85a8-e15e7513a629", "name": "network-vif-deleted", "tag": "e23f1b69-a428-4690-914e-c5c91277d071", "status": "completed", "code": 200}]} {{(pid=104615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:39:38.085129 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-516a16e7-ede3-4de6-9029-b29b052c9541 {{(pid=104615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:39:38.085964 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.notifiers.nova [-] Nova event matching ['req-516a16e7-ede3-4de6-9029-b29b052c9541'] response: {'server_uuid': 'c0670a31-c2d9-43c0-85a8-e15e7513a629', 'name': 'network-vif-deleted', 'tag': 'e23f1b69-a428-4690-914e-c5c91277d071', 'status': 'completed', 'code': 200} May 27 03:39:38.119640 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvr_db [None req-ad7df708-208a-491b-95ec-dbe68c74c1c8 None None] Set router 9dce0fe0-324d-48e2-a80a-7d852b22e51c gateway port host: dv-cinder-828805-4-iscsi {{(pid=104617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:39:38.390212 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-ad7df708-208a-491b-95ec-dbe68c74c1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dce0fe0-324d-48e2-a80a-7d852b22e51c', 'name': 'tempest-AttachVolumeShelveTestJSON-1297989686-router', 'tenant_id': '1377b9e588bd44f3b29b03728c418151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '09312a9e-0482-4437-a8c2-cb7c6c16159a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:08Z', 'updated_at': '2022-05-27T03:35:15Z', 'revision_number': 4, 'project_id': '1377b9e588bd44f3b29b03728c418151', 'gw_port': {'id': '09312a9e-0482-4437-a8c2-cb7c6c16159a', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:35:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dce0fe0-324d-48e2-a80a-7d852b22e51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:09Z', 'updated_at': '2022-05-27T03:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_interfaces': [{'id': '19443ba5-603e-48f8-9354-515c2abc8c0a', 'name': '', 'network_id': '85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1', 'tenant_id': '1377b9e588bd44f3b29b03728c418151', 'mac_address': 'fa:16:3e:21:ab:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dce0fe0-324d-48e2-a80a-7d852b22e51c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '01cacb82-b9b5-47d7-9a65-bacc84dba8c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:14Z', 'updated_at': '2022-05-27T03:35:21Z', 'revision_number': 5, 'project_id': '1377b9e588bd44f3b29b03728c418151', 'subnets': [{'id': '01cacb82-b9b5-47d7-9a65-bacc84dba8c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:39:38.417140 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7df708-208a-491b-95ec-dbe68c74c1c8 None None] Checking router: 9dce0fe0-324d-48e2-a80a-7d852b22e51c for host: dv-cinder-828805-4-iscsi {{(pid=104617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:39:38.425538 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7df708-208a-491b-95ec-dbe68c74c1c8 None None] Routers {'9dce0fe0-324d-48e2-a80a-7d852b22e51c'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:39:38.426135 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-ad7df708-208a-491b-95ec-dbe68c74c1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:39:17Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['9dce0fe0-324d-48e2-a80a-7d852b22e51c'], 'active': True} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:39:38.525009 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvr_db [None req-ad7df708-208a-491b-95ec-dbe68c74c1c8 None None] Set router 9dce0fe0-324d-48e2-a80a-7d852b22e51c gateway port host: dv-cinder-828805-4-iscsi {{(pid=104617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:39:38.703239 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-ad7df708-208a-491b-95ec-dbe68c74c1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dce0fe0-324d-48e2-a80a-7d852b22e51c', 'name': 'tempest-AttachVolumeShelveTestJSON-1297989686-router', 'tenant_id': '1377b9e588bd44f3b29b03728c418151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '09312a9e-0482-4437-a8c2-cb7c6c16159a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:08Z', 'updated_at': '2022-05-27T03:35:15Z', 'revision_number': 4, 'project_id': '1377b9e588bd44f3b29b03728c418151', 'gw_port': {'id': '09312a9e-0482-4437-a8c2-cb7c6c16159a', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:35:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dce0fe0-324d-48e2-a80a-7d852b22e51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:09Z', 'updated_at': '2022-05-27T03:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_interfaces': [{'id': '19443ba5-603e-48f8-9354-515c2abc8c0a', 'name': '', 'network_id': '85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1', 'tenant_id': '1377b9e588bd44f3b29b03728c418151', 'mac_address': 'fa:16:3e:21:ab:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dce0fe0-324d-48e2-a80a-7d852b22e51c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '01cacb82-b9b5-47d7-9a65-bacc84dba8c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:14Z', 'updated_at': '2022-05-27T03:35:21Z', 'revision_number': 5, 'project_id': '1377b9e588bd44f3b29b03728c418151', 'subnets': [{'id': '01cacb82-b9b5-47d7-9a65-bacc84dba8c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:39:38.727733 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7df708-208a-491b-95ec-dbe68c74c1c8 None None] The sync data for ids ['9dce0fe0-324d-48e2-a80a-7d852b22e51c'] in dv-cinder-828805-4-iscsi is: [{'id': '9dce0fe0-324d-48e2-a80a-7d852b22e51c', 'name': 'tempest-AttachVolumeShelveTestJSON-1297989686-router', 'tenant_id': '1377b9e588bd44f3b29b03728c418151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '09312a9e-0482-4437-a8c2-cb7c6c16159a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:08Z', 'updated_at': '2022-05-27T03:35:15Z', 'revision_number': 4, 'project_id': '1377b9e588bd44f3b29b03728c418151', 'gw_port': {'id': '09312a9e-0482-4437-a8c2-cb7c6c16159a', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:35:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dce0fe0-324d-48e2-a80a-7d852b22e51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:09Z', 'updated_at': '2022-05-27T03:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_interfaces': [{'id': '19443ba5-603e-48f8-9354-515c2abc8c0a', 'name': '', 'network_id': '85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1', 'tenant_id': '1377b9e588bd44f3b29b03728c418151', 'mac_address': 'fa:16:3e:21:ab:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dce0fe0-324d-48e2-a80a-7d852b22e51c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '01cacb82-b9b5-47d7-9a65-bacc84dba8c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:14Z', 'updated_at': '2022-05-27T03:35:21Z', 'revision_number': 5, 'project_id': '1377b9e588bd44f3b29b03728c418151', 'subnets': [{'id': '01cacb82-b9b5-47d7-9a65-bacc84dba8c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:39:38.952951 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7a68ef-4311-49ce-8aaf-4170eb30c55c None None] New status for floating IP b94191ee-c038-44ed-8755-dcc80fb38a1c: DOWN {{(pid=104616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:39:38.992311 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-e4a14dc5-3474-4bc6-aed0-0f9d30349309 req-66e5b5d8-44a6-4660-9ab5-a561827f4924 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0670a31-c2d9-43c0-85a8-e15e7513a629 HTTP/1.1" status: 200 len: 210 time: 0.0271389 May 27 03:39:40.158376 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 39962) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:40.213071 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-9d3bbfb5-b32e-4c48-9626-237287fcac10 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks [] for security_group (11fca2b9-4840-4f7b-b90c-beb891e0e10f), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:40.235752 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-9d3bbfb5-b32e-4c48-9626-237287fcac10 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks [] for security_group (11fca2b9-4840-4f7b-b90c-beb891e0e10f), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:40.357617 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-9d3bbfb5-b32e-4c48-9626-237287fcac10 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (11fca2b9-4840-4f7b-b90c-beb891e0e10f), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:40.360362 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-9d3bbfb5-b32e-4c48-9626-237287fcac10 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks [] for security_group (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:40.361515 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-9d3bbfb5-b32e-4c48-9626-237287fcac10 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "DELETE /v2.0/security-groups/11fca2b9-4840-4f7b-b90c-beb891e0e10f HTTP/1.1" status: 204 len: 168 time: 0.2021236 May 27 03:39:40.364346 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 39964) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:40.371017 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3bbfb5-b32e-4c48-9626-237287fcac10 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11fca2b9-4840-4f7b-b90c-beb891e0e10f,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:40.377786 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.api.v2.resource [None req-98d586a1-ae2f-495d-9bae-14307b872bf6 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] show failed (client error): The resource could not be found. May 27 03:39:40.378951 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-98d586a1-ae2f-495d-9bae-14307b872bf6 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups/11fca2b9-4840-4f7b-b90c-beb891e0e10f HTTP/1.1" status: 404 len: 347 time: 0.0135589 May 27 03:39:40.382285 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 39966) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:40.491082 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.plugin [None req-505172a0-3608-48fc-b65f-fbd09d325037 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Deleting port 70619bbc-6537-4c21-bf1f-4aa3503b32a9 {{(pid=104615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:39:40.491356 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-505172a0-3608-48fc-b65f-fbd09d325037 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791799895781'] for port (70619bbc-6537-4c21-bf1f-4aa3503b32a9), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:40.566829 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-505172a0-3608-48fc-b65f-fbd09d325037 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-658269'] for port (70619bbc-6537-4c21-bf1f-4aa3503b32a9), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:40.567726 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-505172a0-3608-48fc-b65f-fbd09d325037 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks [] for floatingip (70619bbc-6537-4c21-bf1f-4aa3503b32a9), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:40.569741 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:40.581014 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.plugin [None req-505172a0-3608-48fc-b65f-fbd09d325037 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Calling delete_port for 70619bbc-6537-4c21-bf1f-4aa3503b32a9 owned by network:floatingip {{(pid=104615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:39:40.791635 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-505172a0-3608-48fc-b65f-fbd09d325037 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791799905747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791799515450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585481432'] for port (70619bbc-6537-4c21-bf1f-4aa3503b32a9), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:40.820837 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505172a0-3608-48fc-b65f-fbd09d325037 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Pushing event deleted for resources: {'Port': ['ID=70619bbc-6537-4c21-bf1f-4aa3503b32a9,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:40.877443 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-505172a0-3608-48fc-b65f-fbd09d325037 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks [] for floatingip (b94191ee-c038-44ed-8755-dcc80fb38a1c), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:40.879937 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-505172a0-3608-48fc-b65f-fbd09d325037 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for floatingip (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:40.881077 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-505172a0-3608-48fc-b65f-fbd09d325037 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "DELETE /v2.0/floatingips/b94191ee-c038-44ed-8755-dcc80fb38a1c HTTP/1.1" status: 204 len: 168 time: 0.4978747 May 27 03:39:41.044652 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 39970) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:41.049142 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [None req-578b0871-451f-4c11-a133-b1557f2d8b50 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1978115629', 'description': 'tempest-description--1381629839'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:39:41.058770 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device e23f1b69-a428-4690-914e-c5c91277d071 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:39:41.077671 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] No Port match for: e23f1b69-a428-4690-914e-c5c91277d071 {{(pid=104616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:39:41.078041 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device e23f1b69-a428-4690-914e-c5c91277d071 not bound to the agent host hv-cinder-82880 {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:39:41.123236 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-578b0871-451f-4c11-a133-b1557f2d8b50 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks [] for security_group (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:41.189494 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-578b0871-451f-4c11-a133-b1557f2d8b50 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks [] for security_group (c2c5bd50-930c-4c7b-a303-2fb9cb05455a), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:41.276917 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-578b0871-451f-4c11-a133-b1557f2d8b50 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (c2c5bd50-930c-4c7b-a303-2fb9cb05455a), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:41.305778 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578b0871-451f-4c11-a133-b1557f2d8b50 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c5bd50-930c-4c7b-a303-2fb9cb05455a,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:41.381928 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-578b0871-451f-4c11-a133-b1557f2d8b50 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks [] for security_group (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:41.383161 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-578b0871-451f-4c11-a133-b1557f2d8b50 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3375134 May 27 03:39:41.386061 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 39974) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:41.390443 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [None req-2dfbdae9-cd29-4634-8181-1c24f5c7cc78 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Request body: {'security_group_rule': {'security_group_id': 'c2c5bd50-930c-4c7b-a303-2fb9cb05455a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:39:41.489153 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-2dfbdae9-cd29-4634-8181-1c24f5c7cc78 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks [] for security_group_rule (8de1127b-9a97-450a-89c7-e83d3ee4063b), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:41.535176 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-2dfbdae9-cd29-4634-8181-1c24f5c7cc78 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks [] for security_group_rule (8de1127b-9a97-450a-89c7-e83d3ee4063b), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:41.614314 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-2dfbdae9-cd29-4634-8181-1c24f5c7cc78 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567362'] for security_group_rule (8de1127b-9a97-450a-89c7-e83d3ee4063b), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:41.632300 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfbdae9-cd29-4634-8181-1c24f5c7cc78 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8de1127b-9a97-450a-89c7-e83d3ee4063b,revision_number=0']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:41.742116 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-2dfbdae9-cd29-4634-8181-1c24f5c7cc78 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:41.743338 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-2dfbdae9-cd29-4634-8181-1c24f5c7cc78 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3563118 May 27 03:39:41.745940 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 39976) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:41.750203 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [None req-831f1080-d01e-42f0-a7cb-c5e93d0dc1da tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Request body: {'security_group_rule': {'security_group_id': 'c2c5bd50-930c-4c7b-a303-2fb9cb05455a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:39:41.860149 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-831f1080-d01e-42f0-a7cb-c5e93d0dc1da tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks [] for security_group_rule (c0b41c66-dc99-4893-8dd3-6825831f7c36), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:41.909931 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-831f1080-d01e-42f0-a7cb-c5e93d0dc1da tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks [] for security_group_rule (c0b41c66-dc99-4893-8dd3-6825831f7c36), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:41.997047 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-831f1080-d01e-42f0-a7cb-c5e93d0dc1da tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567362'] for security_group_rule (c0b41c66-dc99-4893-8dd3-6825831f7c36), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:42.016197 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831f1080-d01e-42f0-a7cb-c5e93d0dc1da tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0b41c66-dc99-4893-8dd3-6825831f7c36,revision_number=0']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:42.090729 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-831f1080-d01e-42f0-a7cb-c5e93d0dc1da tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:42.092021 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-831f1080-d01e-42f0-a7cb-c5e93d0dc1da tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3451314 May 27 03:39:42.095002 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 39978) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:42.099729 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [None req-0e1ae186-7843-43cf-9cb2-02536c5340ac tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Request body: {'floatingip': {'floating_network_id': '6db324a0-41f0-4440-95df-83df441784f6'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:39:42.111444 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:42.116356 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=13 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:42.209064 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0e1ae186-7843-43cf-9cb2-02536c5340ac tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:42.287448 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0e1ae186-7843-43cf-9cb2-02536c5340ac tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:42.397736 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.db_base_plugin_common [None req-0e1ae186-7843-43cf-9cb2-02536c5340ac tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Allocated IP 172.27.0.109 (6db324a0-41f0-4440-95df-83df441784f6/1196ed2a-e255-42ad-b78e-696bc1bae72b/13ce4a2c-b495-4006-929c-c4362cda295e) {{(pid=104614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:39:42.497445 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0e1ae186-7843-43cf-9cb2-02536c5340ac tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks [] for port (13ce4a2c-b495-4006-929c-c4362cda295e), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:42.620431 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0e1ae186-7843-43cf-9cb2-02536c5340ac tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791799515441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8584799065'] for port (13ce4a2c-b495-4006-929c-c4362cda295e), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:42.665581 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1ae186-7843-43cf-9cb2-02536c5340ac tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Network 6db324a0-41f0-4440-95df-83df441784f6 is already hosted by enough agents. {{(pid=104614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:39:42.670527 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.base_scheduler [None req-0e1ae186-7843-43cf-9cb2-02536c5340ac tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Resources bound (agent type, host, resource id): {{(pid=104614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:39:42.672702 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1ae186-7843-43cf-9cb2-02536c5340ac tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Pushing event updated for resources: {'Port': ['ID=13ce4a2c-b495-4006-929c-c4362cda295e,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:42.674869 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1ae186-7843-43cf-9cb2-02536c5340ac tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Received port after_create {{(pid=104614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:39:42.718783 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:42.755811 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0e1ae186-7843-43cf-9cb2-02536c5340ac tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks [] for floatingip (5a009c86-ae4a-4a8d-acba-4e005c4897b8), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:42.915147 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0e1ae186-7843-43cf-9cb2-02536c5340ac tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (13ce4a2c-b495-4006-929c-c4362cda295e), before_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:43.092153 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0e1ae186-7843-43cf-9cb2-02536c5340ac tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks [] for port (13ce4a2c-b495-4006-929c-c4362cda295e), precommit_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:43.203305 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0e1ae186-7843-43cf-9cb2-02536c5340ac tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8584799086'] for port (13ce4a2c-b495-4006-929c-c4362cda295e), after_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:43.271085 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1ae186-7843-43cf-9cb2-02536c5340ac tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Pushing event updated for resources: {'Port': ['ID=13ce4a2c-b495-4006-929c-c4362cda295e,revision_number=2']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:43.281393 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0e1ae186-7843-43cf-9cb2-02536c5340ac tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680165'] for floatingip (5a009c86-ae4a-4a8d-acba-4e005c4897b8), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:43.385982 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0e1ae186-7843-43cf-9cb2-02536c5340ac tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for floatingip (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:43.387259 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-0e1ae186-7843-43cf-9cb2-02536c5340ac tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2913527 May 27 03:39:43.420574 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (134bae73-502b-4599-bb47-129fee8818a4), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:43.590651 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-24a79a8d-3059-47be-918f-bd770f4c2500 req-92c0d4d9-030d-4dde-a879-fd415ca053b1 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1978115629&fields=id&tenant_id=1377b9e588bd44f3b29b03728c418151 HTTP/1.1" status: 200 len: 267 time: 0.0450976 May 27 03:39:43.692514 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a79a8d-3059-47be-918f-bd770f4c2500 req-9f5590d6-af71-4b3a-801b-f034ec9ced92 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:43.693834 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-24a79a8d-3059-47be-918f-bd770f4c2500 req-9f5590d6-af71-4b3a-801b-f034ec9ced92 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/networks?id=85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1 HTTP/1.1" status: 200 len: 817 time: 0.0967662 May 27 03:39:43.708892 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-24a79a8d-3059-47be-918f-bd770f4c2500 req-44d0f143-15c1-4f26-94d0-cd93e02ea86e tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/quotas/1377b9e588bd44f3b29b03728c418151 HTTP/1.1" status: 200 len: 375 time: 0.0098159 May 27 03:39:43.754947 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-24a79a8d-3059-47be-918f-bd770f4c2500 req-46f1c640-a51c-4c14-8ea7-8e8bfd6ce615 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1377b9e588bd44f3b29b03728c418151&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0409782 May 27 03:39:43.850626 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-24a79a8d-3059-47be-918f-bd770f4c2500 req-78927d6a-610c-4453-928a-fd713ae8fe33 service neutron] 10.222.0.24 "GET /v2.0/networks/85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847106 May 27 03:39:43.923213 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:43.940982 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-24a79a8d-3059-47be-918f-bd770f4c2500 req-13bb2dea-bd00-4286-a1f3-d41f0540d7f8 service neutron] 10.222.0.24 "GET /v2.0/networks/85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847154 May 27 03:39:44.195651 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-3c02cf95-d3d6-4e8c-bfa1-820db08e8ec4 req-bb4fdb74-40d8-4a7b-85bc-a95fb7400b91 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 210 time: 0.0281110 May 27 03:39:44.692884 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-ea56ea95-d510-4514-92b4-845439eb592f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (b322252d-fb9d-4652-a830-647fed26b29a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:45.292676 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-205933aa-2777-49a0-ac44-98b445acf1c9 req-abfc6cc2-56f5-47f1-8616-0db2e8bbc8bb tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 210 time: 0.0271652 May 27 03:39:46.393067 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-3a1ed60e-46fd-43f9-b8f3-2b9b84edc277 req-b3b2e686-538c-49d8-8413-d821d57f8ec5 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 210 time: 0.0264235 May 27 03:39:46.511479 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a79a8d-3059-47be-918f-bd770f4c2500 req-76b48188-ff57-4723-bc1d-82e56f427fa2 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:46.512891 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-24a79a8d-3059-47be-918f-bd770f4c2500 req-76b48188-ff57-4723-bc1d-82e56f427fa2 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.69 "GET /v2.0/networks?id=85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1 HTTP/1.1" status: 200 len: 817 time: 0.1007743 May 27 03:39:46.593612 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-24a79a8d-3059-47be-918f-bd770f4c2500 req-17ce12bd-1499-4cb0-b6b1-d9d9c14488a4 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1377b9e588bd44f3b29b03728c418151 HTTP/1.1" status: 200 len: 380 time: 0.0520453 May 27 03:39:46.604331 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.v2.base [req-24a79a8d-3059-47be-918f-bd770f4c2500 req-8b475955-5898-4e86-8729-070e5d228479 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Request body: {'port': {'device_id': '9baead13-4dfc-47d4-a5d3-5a0a4b760f45', 'network_id': '85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1', 'admin_state_up': True, 'tenant_id': '1377b9e588bd44f3b29b03728c418151', 'security_groups': ['c2c5bd50-930c-4c7b-a303-2fb9cb05455a']}} {{(pid=104615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:39:46.940685 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:46.944268 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-3c41543d-dc3a-4f4b-aa6a-cee13995a309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (9df6ec88-276d-42f5-acd2-7e289451d5e3), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:47.065653 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24a79a8d-3059-47be-918f-bd770f4c2500 req-8b475955-5898-4e86-8729-070e5d228479 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Made reservation on behalf of 1377b9e588bd44f3b29b03728c418151 for: {'port': 1} {{(pid=104615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:39:47.069652 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [req-24a79a8d-3059-47be-918f-bd770f4c2500 req-8b475955-5898-4e86-8729-070e5d228479 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:47.197495 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.db.db_base_plugin_common [req-24a79a8d-3059-47be-918f-bd770f4c2500 req-8b475955-5898-4e86-8729-070e5d228479 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Allocated IP 172.20.0.8 (85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1/01cacb82-b9b5-47d7-9a65-bacc84dba8c5/ee7bf9c2-a2d0-4695-960b-55515919a177) {{(pid=104615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:39:47.337952 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [req-24a79a8d-3059-47be-918f-bd770f4c2500 req-8b475955-5898-4e86-8729-070e5d228479 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks [] for port (ee7bf9c2-a2d0-4695-960b-55515919a177), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:47.437454 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [req-24a79a8d-3059-47be-918f-bd770f4c2500 req-8b475955-5898-4e86-8729-070e5d228479 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791799515441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585481432'] for port (ee7bf9c2-a2d0-4695-960b-55515919a177), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:47.516483 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24a79a8d-3059-47be-918f-bd770f4c2500 req-8b475955-5898-4e86-8729-070e5d228479 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Network 85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1 is already hosted by enough agents. {{(pid=104615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:39:47.519642 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b475955-5898-4e86-8729-070e5d228479 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Pushing event updated for resources: {'Port': ['ID=ee7bf9c2-a2d0-4695-960b-55515919a177,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:47.525271 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.base_scheduler [req-24a79a8d-3059-47be-918f-bd770f4c2500 req-8b475955-5898-4e86-8729-070e5d228479 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Resources bound (agent type, host, resource id): {{(pid=104615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:39:47.530176 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.db.l3_dvrscheduler_db [req-24a79a8d-3059-47be-918f-bd770f4c2500 req-8b475955-5898-4e86-8729-070e5d228479 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Received port after_create {{(pid=104615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:39:47.566306 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd29cae-6d18-4678-8336-ab16f42d5c6a req-49330221-3a74-40e3-ad39-917192043f83 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:47.568546 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ddd29cae-6d18-4678-8336-ab16f42d5c6a req-49330221-3a74-40e3-ad39-917192043f83 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 931 time: 0.0988982 May 27 03:39:47.621879 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a79a8d-3059-47be-918f-bd770f4c2500 req-8b475955-5898-4e86-8729-070e5d228479 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:47.623005 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [req-24a79a8d-3059-47be-918f-bd770f4c2500 req-8b475955-5898-4e86-8729-070e5d228479 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:47.634132 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:47.662234 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ddd29cae-6d18-4678-8336-ab16f42d5c6a req-17d185df-aff5-4407-90d8-5b9875b4ad04 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2c5bd50-930c-4c7b-a303-2fb9cb05455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821655 May 27 03:39:47.735207 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-f55ceb62-632b-461d-8879-c7180491410a None None] Provisioning complete for port ee7bf9c2-a2d0-4695-960b-55515919a177 triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:39:47.735698 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-f55ceb62-632b-461d-8879-c7180491410a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (ee7bf9c2-a2d0-4695-960b-55515919a177), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:47.766723 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-f55ceb62-632b-461d-8879-c7180491410a None None] Port ee7bf9c2-a2d0-4695-960b-55515919a177 cannot update to ACTIVE because it is not bound. {{(pid=104616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:39:47.777210 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-24a79a8d-3059-47be-918f-bd770f4c2500 req-8b475955-5898-4e86-8729-070e5d228479 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1765013 May 27 03:39:47.800542 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.v2.base [req-24a79a8d-3059-47be-918f-bd770f4c2500 req-e159a35d-96c5-44b8-80a0-8e4fc55e9f5e service neutron] Request body: {'port': {'device_id': '9baead13-4dfc-47d4-a5d3-5a0a4b760f45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:39:47.858319 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [req-24a79a8d-3059-47be-918f-bd770f4c2500 req-e159a35d-96c5-44b8-80a0-8e4fc55e9f5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (ee7bf9c2-a2d0-4695-960b-55515919a177), before_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:48.053470 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:48.140737 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.notifiers.nova [req-24a79a8d-3059-47be-918f-bd770f4c2500 req-e159a35d-96c5-44b8-80a0-8e4fc55e9f5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee7bf9c2-a2d0-4695-960b-55515919a177 {{(pid=104615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:39:48.148159 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [req-24a79a8d-3059-47be-918f-bd770f4c2500 req-e159a35d-96c5-44b8-80a0-8e4fc55e9f5e service neutron] Publish callbacks [] for port (ee7bf9c2-a2d0-4695-960b-55515919a177), precommit_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:48.161059 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.db.provisioning_blocks [req-24a79a8d-3059-47be-918f-bd770f4c2500 req-e159a35d-96c5-44b8-80a0-8e4fc55e9f5e service neutron] Transition to ACTIVE for port object ee7bf9c2-a2d0-4695-960b-55515919a177 will not be triggered until provisioned by entity L2. {{(pid=104615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:39:48.300156 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-584d7fde-7d72-4642-9601-b182cfb78c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (413fc6aa-3a5a-4281-abfd-a440a67afb4a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:48.326703 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [req-24a79a8d-3059-47be-918f-bd770f4c2500 req-e159a35d-96c5-44b8-80a0-8e4fc55e9f5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585481455'] for port (ee7bf9c2-a2d0-4695-960b-55515919a177), after_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:48.374395 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e159a35d-96c5-44b8-80a0-8e4fc55e9f5e service neutron] Pushing event updated for resources: {'Port': ['ID=ee7bf9c2-a2d0-4695-960b-55515919a177,revision_number=2']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:48.452043 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.managers [req-24a79a8d-3059-47be-918f-bd770f4c2500 req-e159a35d-96c5-44b8-80a0-8e4fc55e9f5e service neutron] Attempting to bind port ee7bf9c2-a2d0-4695-960b-55515919a177 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:39:48.452683 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.managers [req-24a79a8d-3059-47be-918f-bd770f4c2500 req-e159a35d-96c5-44b8-80a0-8e4fc55e9f5e service neutron] Attempting to bind port ee7bf9c2-a2d0-4695-960b-55515919a177 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '62c563a9-fe72-4adb-8d7c-17b2299b5d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1'}] {{(pid=104615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:39:48.452808 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a79a8d-3059-47be-918f-bd770f4c2500 req-e159a35d-96c5-44b8-80a0-8e4fc55e9f5e service neutron] Attempting to bind port ee7bf9c2-a2d0-4695-960b-55515919a177 on network 85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1 {{(pid=104615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:39:48.458266 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a79a8d-3059-47be-918f-bd770f4c2500 req-e159a35d-96c5-44b8-80a0-8e4fc55e9f5e service neutron] Port ee7bf9c2-a2d0-4695-960b-55515919a177 on network 85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:39:48.458583 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a79a8d-3059-47be-918f-bd770f4c2500 req-e159a35d-96c5-44b8-80a0-8e4fc55e9f5e service neutron] Attempting to bind port ee7bf9c2-a2d0-4695-960b-55515919a177 on network 85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1 {{(pid=104615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:39:48.463754 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a79a8d-3059-47be-918f-bd770f4c2500 req-e159a35d-96c5-44b8-80a0-8e4fc55e9f5e service neutron] Checking agent: {'id': '134bae73-502b-4599-bb47-129fee8818a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 33, 12), 'started_at': datetime.datetime(2022, 5, 27, 3, 33, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:39:48.464088 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a79a8d-3059-47be-918f-bd770f4c2500 req-e159a35d-96c5-44b8-80a0-8e4fc55e9f5e service neutron] Checking segment: {'id': '62c563a9-fe72-4adb-8d7c-17b2299b5d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:39:48.464544 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a79a8d-3059-47be-918f-bd770f4c2500 req-e159a35d-96c5-44b8-80a0-8e4fc55e9f5e service neutron] Bound using segment: {'id': '62c563a9-fe72-4adb-8d7c-17b2299b5d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1'} {{(pid=104615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:39:48.464963 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.managers [req-24a79a8d-3059-47be-918f-bd770f4c2500 req-e159a35d-96c5-44b8-80a0-8e4fc55e9f5e service neutron] Bound port: ee7bf9c2-a2d0-4695-960b-55515919a177, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62c563a9-fe72-4adb-8d7c-17b2299b5d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1'}}] {{(pid=104615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:39:48.465319 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [req-24a79a8d-3059-47be-918f-bd770f4c2500 req-e159a35d-96c5-44b8-80a0-8e4fc55e9f5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (ee7bf9c2-a2d0-4695-960b-55515919a177), before_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:48.520209 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:48.537227 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.db [req-24a79a8d-3059-47be-918f-bd770f4c2500 req-e159a35d-96c5-44b8-80a0-8e4fc55e9f5e service neutron] For port ee7bf9c2-a2d0-4695-960b-55515919a177, host hv-cinder-82880, cleared binding levels {{(pid=104615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:39:48.540240 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.db [req-24a79a8d-3059-47be-918f-bd770f4c2500 req-e159a35d-96c5-44b8-80a0-8e4fc55e9f5e service neutron] For port ee7bf9c2-a2d0-4695-960b-55515919a177, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=ee7bf9c2-a2d0-4695-960b-55515919a177,segment=NetworkSegment(62c563a9-fe72-4adb-8d7c-17b2299b5d3d),segment_id=62c563a9-fe72-4adb-8d7c-17b2299b5d3d)] {{(pid=104615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:39:48.681934 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [req-24a79a8d-3059-47be-918f-bd770f4c2500 req-e159a35d-96c5-44b8-80a0-8e4fc55e9f5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585481455'] for port (ee7bf9c2-a2d0-4695-960b-55515919a177), after_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:48.704052 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=72 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:48.706582 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=68 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:48.717404 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a79a8d-3059-47be-918f-bd770f4c2500 req-e159a35d-96c5-44b8-80a0-8e4fc55e9f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:48.718067 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [req-24a79a8d-3059-47be-918f-bd770f4c2500 req-e159a35d-96c5-44b8-80a0-8e4fc55e9f5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:48.719601 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-24a79a8d-3059-47be-918f-bd770f4c2500 req-e159a35d-96c5-44b8-80a0-8e4fc55e9f5e service neutron] 10.222.0.69 "PUT /v2.0/ports/ee7bf9c2-a2d0-4695-960b-55515919a177 HTTP/1.1" status: 200 len: 1093 time: 0.9230278 May 27 03:39:48.719907 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9baead13-4dfc-47d4-a5d3-5a0a4b760f45', 'tag': 'ee7bf9c2-a2d0-4695-960b-55515919a177'}] {{(pid=104615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:39:48.722231 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9faa1dd78fb558d4018d1363b43ffec7552e77d137433f9c5cc39ec2f1c636e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42cb42d0-2eac-4000-85b7-5b852d51eedb" -d '{"events": [{"name": "network-changed", "server_uuid": "9baead13-4dfc-47d4-a5d3-5a0a4b760f45", "tag": "ee7bf9c2-a2d0-4695-960b-55515919a177"}]}' {{(pid=104615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:39:48.760384 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e159a35d-96c5-44b8-80a0-8e4fc55e9f5e service neutron] Pushing event updated for resources: {'Port': ['ID=ee7bf9c2-a2d0-4695-960b-55515919a177,revision_number=3']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:48.794604 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03eba008-2d49-4f9a-8ff5-fe0610bd58ed x-openstack-request-id: req-03eba008-2d49-4f9a-8ff5-fe0610bd58ed {{(pid=104615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:39:48.795128 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9baead13-4dfc-47d4-a5d3-5a0a4b760f45", "tag": "ee7bf9c2-a2d0-4695-960b-55515919a177", "status": "completed", "code": 200}]} {{(pid=104615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:39:48.795385 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-03eba008-2d49-4f9a-8ff5-fe0610bd58ed {{(pid=104615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:39:48.795785 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03eba008-2d49-4f9a-8ff5-fe0610bd58ed'] response: {'name': 'network-changed', 'server_uuid': '9baead13-4dfc-47d4-a5d3-5a0a4b760f45', 'tag': 'ee7bf9c2-a2d0-4695-960b-55515919a177', 'status': 'completed', 'code': 200} May 27 03:39:48.814706 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a0bef-0979-47b4-8982-f2de8f1d34de req-066f0f2a-e538-4cf1-bea7-8fdc05527e01 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:48.816254 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ce8a0bef-0979-47b4-8982-f2de8f1d34de req-066f0f2a-e538-4cf1-bea7-8fdc05527e01 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 943 time: 0.0513294 May 27 03:39:48.901605 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb42d0-2eac-4000-85b7-5b852d51eedb req-bc5d0ffe-68c6-4015-bf7c-82991c656c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:48.904871 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-42cb42d0-2eac-4000-85b7-5b852d51eedb req-bc5d0ffe-68c6-4015-bf7c-82991c656c34 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1377b9e588bd44f3b29b03728c418151&device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 1127 time: 0.0599990 May 27 03:39:48.906575 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ce8a0bef-0979-47b4-8982-f2de8f1d34de req-b7624a8b-3059-4dd4-9a5b-521c79a69dff tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2c5bd50-930c-4c7b-a303-2fb9cb05455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837445 May 27 03:39:49.023132 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb42d0-2eac-4000-85b7-5b852d51eedb req-f51e71f4-d26c-4c30-91b2-32480512210f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:49.024583 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-42cb42d0-2eac-4000-85b7-5b852d51eedb req-f51e71f4-d26c-4c30-91b2-32480512210f service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=1377b9e588bd44f3b29b03728c418151&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0989149 May 27 03:39:49.122068 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb42d0-2eac-4000-85b7-5b852d51eedb req-ac28da88-7eb0-4225-8798-3bad2f891a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:49.122068 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-42cb42d0-2eac-4000-85b7-5b852d51eedb req-ac28da88-7eb0-4225-8798-3bad2f891a78 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0887492 May 27 03:39:49.229970 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a79a8d-3059-47be-918f-bd770f4c2500 req-308fd07e-f383-416b-8243-8ec706914c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:49.231486 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-24a79a8d-3059-47be-918f-bd770f4c2500 req-308fd07e-f383-416b-8243-8ec706914c00 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1377b9e588bd44f3b29b03728c418151&device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 1127 time: 0.0402312 May 27 03:39:49.285476 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-24a79a8d-3059-47be-918f-bd770f4c2500 req-b8922732-cf46-47ba-8775-cd2a61b38d7a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee7bf9c2-a2d0-4695-960b-55515919a177 HTTP/1.1" status: 200 len: 217 time: 0.0349672 May 27 03:39:49.333799 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a79a8d-3059-47be-918f-bd770f4c2500 req-ce94aa31-3670-4bdb-8ab6-c3ba91de99e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:49.335281 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-24a79a8d-3059-47be-918f-bd770f4c2500 req-ce94aa31-3670-4bdb-8ab6-c3ba91de99e7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=01cacb82-b9b5-47d7-9a65-bacc84dba8c5 HTTP/1.1" status: 200 len: 856 time: 0.0435293 May 27 03:39:49.384523 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a79a8d-3059-47be-918f-bd770f4c2500 req-25150cbd-53e9-4bc8-a094-09a8c22f86d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:49.385892 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f446-e12c-45b2-8c38-3579950c1c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (785c7416-4bf9-40d9-a08f-c797a61a0436), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:49.386430 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-24a79a8d-3059-47be-918f-bd770f4c2500 req-25150cbd-53e9-4bc8-a094-09a8c22f86d8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406461 May 27 03:39:49.479637 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-24a79a8d-3059-47be-918f-bd770f4c2500 req-a39ab9c3-2994-4893-96c4-dc89598cddbb service neutron] 10.222.0.69 "GET /v2.0/networks/85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851817 May 27 03:39:49.493125 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:49.572037 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-24a79a8d-3059-47be-918f-bd770f4c2500 req-9ec7a2d9-7513-47b7-8560-e456548e88d6 service neutron] 10.222.0.69 "GET /v2.0/networks/85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854421 May 27 03:39:50.039372 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12332f51-3ce8-4e42-9072-5a786f1a984d req-9f351170-9e4d-432f-b37e-6ce117a6a323 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:50.041354 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-12332f51-3ce8-4e42-9072-5a786f1a984d req-9f351170-9e4d-432f-b37e-6ce117a6a323 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 943 time: 0.0564780 May 27 03:39:50.095097 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-12332f51-3ce8-4e42-9072-5a786f1a984d req-72363f1a-2598-40d7-ae96-be192a1b662a tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2c5bd50-930c-4c7b-a303-2fb9cb05455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483029 May 27 03:39:50.854348 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (917d01f3-4a27-4590-ae14-da14d21a1e88), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:51.213330 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879bde7-ceaf-4a53-b334-6c7c8d6e12ac req-5039e407-21fa-429d-ad22-e728dab56822 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:51.214810 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-6879bde7-ceaf-4a53-b334-6c7c8d6e12ac req-5039e407-21fa-429d-ad22-e728dab56822 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 943 time: 0.0473142 May 27 03:39:51.261420 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-6879bde7-ceaf-4a53-b334-6c7c8d6e12ac req-d59d51fa-65de-4d99-819b-d2a3f534abfb tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2c5bd50-930c-4c7b-a303-2fb9cb05455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408988 May 27 03:39:52.377876 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86294d2-b75b-4736-8d78-7cc2558b1c2e req-e15dc740-a7d8-4bf8-8939-b8be252d2ba9 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:52.379383 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-e86294d2-b75b-4736-8d78-7cc2558b1c2e req-e15dc740-a7d8-4bf8-8939-b8be252d2ba9 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 943 time: 0.0476747 May 27 03:39:52.428502 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-e86294d2-b75b-4736-8d78-7cc2558b1c2e req-9e32e484-7683-476f-97ba-5ebfe84888b9 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2c5bd50-930c-4c7b-a303-2fb9cb05455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436630 May 27 03:39:53.093726 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device ee7bf9c2-a2d0-4695-960b-55515919a177 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:39:53.192013 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port ee7bf9c2-a2d0-4695-960b-55515919a177, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=ee7bf9c2-a2d0-4695-960b-55515919a177,segment=NetworkSegment(62c563a9-fe72-4adb-8d7c-17b2299b5d3d),segment_id=62c563a9-fe72-4adb-8d7c-17b2299b5d3d)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:39:53.203506 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Returning: {'device': 'ee7bf9c2-a2d0-4695-960b-55515919a177', 'network_id': '85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1', 'port_id': 'ee7bf9c2-a2d0-4695-960b-55515919a177', 'mac_address': 'fa:16:3e:1d:c5:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01cacb82-b9b5-47d7-9a65-bacc84dba8c5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:39:53.238750 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Current status of the port ee7bf9c2-a2d0-4695-960b-55515919a177 is: DOWN; New status is: BUILD {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:39:53.239160 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (ee7bf9c2-a2d0-4695-960b-55515919a177), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:53.251873 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.notifiers.nova [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee7bf9c2-a2d0-4695-960b-55515919a177 {{(pid=104616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:39:53.271528 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port ee7bf9c2-a2d0-4695-960b-55515919a177, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=ee7bf9c2-a2d0-4695-960b-55515919a177,segment=NetworkSegment(62c563a9-fe72-4adb-8d7c-17b2299b5d3d),segment_id=62c563a9-fe72-4adb-8d7c-17b2299b5d3d)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:39:53.291752 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=27,neutron:DELETE=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:53.292587 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:53.403222 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (ee7bf9c2-a2d0-4695-960b-55515919a177), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:53.448617 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Pushing event updated for resources: {'Port': ['ID=ee7bf9c2-a2d0-4695-960b-55515919a177,revision_number=4']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:53.455979 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:53.456325 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:53.456761 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:53.457008 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:53.457812 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:53.458146 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:53.458463 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:53.458797 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:53.459216 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:53.459529 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:53.459845 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:53.460164 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:53.460470 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:53.460784 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:53.461262 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:39:53.551724 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee17cc0-e660-43de-ad78-63f714fc2205 req-675e156d-bc46-446e-89bb-9c3d845da5df tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:53.553194 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-2ee17cc0-e660-43de-ad78-63f714fc2205 req-675e156d-bc46-446e-89bb-9c3d845da5df tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 944 time: 0.0460234 May 27 03:39:53.600912 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-2ee17cc0-e660-43de-ad78-63f714fc2205 req-350f0643-4d8e-455b-a59a-5adce112bae3 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2c5bd50-930c-4c7b-a303-2fb9cb05455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420549 May 27 03:39:53.822644 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] get_ports_and_sgs() called for port_ids ['ee7bf9c2-a2d0-4695-960b-55515919a177'] {{(pid=104616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:39:53.857993 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11fc350-b92a-4964-9019-4b38005dfcbf req-7c2c3b90-d4d7-4b31-94c0-b83a627a6fcd tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:53.859612 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-c11fc350-b92a-4964-9019-4b38005dfcbf req-7c2c3b90-d4d7-4b31-94c0-b83a627a6fcd tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/ports?device_id=d324495a-01ec-4ed8-bec2-76575ce7a541 HTTP/1.1" status: 200 len: 985 time: 0.0500214 May 27 03:39:53.872139 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:53.925337 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-c11fc350-b92a-4964-9019-4b38005dfcbf req-e3f6b694-2bb6-4bcf-ab09-d9896c315546 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfba84b5-b809-480d-a2aa-3a4075f5993f&id=33039ef4-c1ff-455a-8486-f776e86fb7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0590632 May 27 03:39:54.018252 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4795b82-6e58-4276-b94c-8048febf62f3 req-05121289-f7f8-4a78-a1fc-e58942661388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:54.020396 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-b4795b82-6e58-4276-b94c-8048febf62f3 req-05121289-f7f8-4a78-a1fc-e58942661388 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=99d82d4c868f404e9bc7e932aadf7670&device_id=d324495a-01ec-4ed8-bec2-76575ce7a541 HTTP/1.1" status: 200 len: 1169 time: 0.0435879 May 27 03:39:54.114706 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4795b82-6e58-4276-b94c-8048febf62f3 req-c5e52c66-a2f0-45dc-9fb7-474cd3f7e4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:54.116221 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-b4795b82-6e58-4276-b94c-8048febf62f3 req-c5e52c66-a2f0-45dc-9fb7-474cd3f7e4e1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=db24d3e5-88d8-4487-b5a4-91bc1ed45182 HTTP/1.1" status: 200 len: 915 time: 0.0898941 May 27 03:39:54.183382 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-b4795b82-6e58-4276-b94c-8048febf62f3 req-ebfff0ef-feab-4830-af4d-e0132c0691f0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5a040c0-7ee8-466d-bbe9-24fdc9c314fb HTTP/1.1" status: 200 len: 1002 time: 0.0581379 May 27 03:39:54.233603 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4795b82-6e58-4276-b94c-8048febf62f3 req-c363fcd5-58f2-42a2-9653-277b24333878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:54.235011 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-b4795b82-6e58-4276-b94c-8048febf62f3 req-c363fcd5-58f2-42a2-9653-277b24333878 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1177ec23-58d7-437f-a14d-dd0d92af1cd0 HTTP/1.1" status: 200 len: 853 time: 0.0446031 May 27 03:39:54.277327 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4795b82-6e58-4276-b94c-8048febf62f3 req-f759c996-7c2d-4c94-aacd-6622932e2fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:54.278775 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-b4795b82-6e58-4276-b94c-8048febf62f3 req-f759c996-7c2d-4c94-aacd-6622932e2fb6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=db24d3e5-88d8-4487-b5a4-91bc1ed45182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373116 May 27 03:39:54.371626 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-b4795b82-6e58-4276-b94c-8048febf62f3 req-b0609e8c-b7be-4bc9-945c-cbd4a545299d service neutron] 10.222.0.69 "GET /v2.0/networks/db24d3e5-88d8-4487-b5a4-91bc1ed45182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845828 May 27 03:39:54.461229 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:54.466884 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-b4795b82-6e58-4276-b94c-8048febf62f3 req-051e7eb3-42bc-4e4b-a078-38fa2a98745a service neutron] 10.222.0.69 "GET /v2.0/networks/db24d3e5-88d8-4487-b5a4-91bc1ed45182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846338 May 27 03:39:54.724408 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65a0610-68b4-45b9-8384-bb4aa9dff35d req-a3a2f37b-a224-4973-9531-d36ab63d04d1 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:54.725846 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-f65a0610-68b4-45b9-8384-bb4aa9dff35d req-a3a2f37b-a224-4973-9531-d36ab63d04d1 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 944 time: 0.0471001 May 27 03:39:54.778483 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-f65a0610-68b4-45b9-8384-bb4aa9dff35d req-233221aa-41cb-4ed9-bf82-7fa2109dfa59 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2c5bd50-930c-4c7b-a303-2fb9cb05455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469210 May 27 03:39:55.042795 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e79d6d-0f23-48ba-8584-2297aa0f726b req-19cf1bee-9f52-41fa-84ca-babcf765af32 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:55.044291 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-f4e79d6d-0f23-48ba-8584-2297aa0f726b req-19cf1bee-9f52-41fa-84ca-babcf765af32 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/ports?device_id=d324495a-01ec-4ed8-bec2-76575ce7a541 HTTP/1.1" status: 200 len: 985 time: 0.0477452 May 27 03:39:55.105117 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-f4e79d6d-0f23-48ba-8584-2297aa0f726b req-ae883f00-7e43-4dca-97a7-f0c8acb5ba19 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfba84b5-b809-480d-a2aa-3a4075f5993f&id=33039ef4-c1ff-455a-8486-f776e86fb7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0551038 May 27 03:39:55.105787 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device ee7bf9c2-a2d0-4695-960b-55515919a177 up at agent hyperv_hv-cinder-82880 {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:39:55.108006 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:55.127994 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:55.148163 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Provisioning for port ee7bf9c2-a2d0-4695-960b-55515919a177 completed by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:39:55.288102 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Provisioning complete for port ee7bf9c2-a2d0-4695-960b-55515919a177 triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:39:55.288485 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (ee7bf9c2-a2d0-4695-960b-55515919a177), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:55.361529 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Current status of the port ee7bf9c2-a2d0-4695-960b-55515919a177 is: BUILD; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:39:55.361909 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (ee7bf9c2-a2d0-4695-960b-55515919a177), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:55.384881 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9baead13-4dfc-47d4-a5d3-5a0a4b760f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7bf9c2-a2d0-4695-960b-55515919a177'}] {{(pid=104616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:39:55.387157 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538c57523af4411a099bc77a34a8b12cae4f8d5a17830f42255aa2cd4d9c6a31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69295e39-17a3-49ba-a2e5-57bbb38da009" -d '{"events": [{"server_uuid": "9baead13-4dfc-47d4-a5d3-5a0a4b760f45", "name": "network-vif-plugged", "status": "completed", "tag": "ee7bf9c2-a2d0-4695-960b-55515919a177"}]}' {{(pid=104616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:39:55.399840 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port ee7bf9c2-a2d0-4695-960b-55515919a177, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=ee7bf9c2-a2d0-4695-960b-55515919a177,segment=NetworkSegment(62c563a9-fe72-4adb-8d7c-17b2299b5d3d),segment_id=62c563a9-fe72-4adb-8d7c-17b2299b5d3d)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:39:55.422048 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea23e8a-a360-4b40-b8bc-64b12771d8da x-openstack-request-id: req-9ea23e8a-a360-4b40-b8bc-64b12771d8da {{(pid=104616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:39:55.422358 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9baead13-4dfc-47d4-a5d3-5a0a4b760f45", "name": "network-vif-plugged", "status": "completed", "tag": "ee7bf9c2-a2d0-4695-960b-55515919a177", "code": 200}]} {{(pid=104616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:39:55.422611 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9ea23e8a-a360-4b40-b8bc-64b12771d8da {{(pid=104616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:39:55.423026 dv-cinder-828805-4-iscsi neutron-server[104616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ea23e8a-a360-4b40-b8bc-64b12771d8da'] response: {'server_uuid': '9baead13-4dfc-47d4-a5d3-5a0a4b760f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7bf9c2-a2d0-4695-960b-55515919a177', 'code': 200} May 27 03:39:55.492865 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (ee7bf9c2-a2d0-4695-960b-55515919a177), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:55.540226 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Pushing event updated for resources: {'Port': ['ID=ee7bf9c2-a2d0-4695-960b-55515919a177,revision_number=5']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:39:55.807104 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11ac0d7-7831-4bda-9e7b-f3bda031f5dd req-300bb8f0-eed0-4fee-8c00-9e85534298b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:55.808680 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-b11ac0d7-7831-4bda-9e7b-f3bda031f5dd req-300bb8f0-eed0-4fee-8c00-9e85534298b6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 1129 time: 0.0378759 May 27 03:39:55.855085 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-b11ac0d7-7831-4bda-9e7b-f3bda031f5dd req-99377c0a-d0bc-4451-85ab-68adeb11525f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c2c5bd50-930c-4c7b-a303-2fb9cb05455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388019 May 27 03:39:55.902911 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b677454f-7872-4ac0-a642-d24a94b92f47 req-b790932f-8f0f-482a-a6e4-ea735ee0659c tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:55.905143 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-b677454f-7872-4ac0-a642-d24a94b92f47 req-b790932f-8f0f-482a-a6e4-ea735ee0659c tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 945 time: 0.0491643 May 27 03:39:55.952433 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-b677454f-7872-4ac0-a642-d24a94b92f47 req-52fcdf68-29af-4359-83b8-f65400d18f4b tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2c5bd50-930c-4c7b-a303-2fb9cb05455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415635 May 27 03:39:56.222348 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2792810-8b2d-4713-9cc5-7e9d067cc17c req-1042dee7-dbb3-49f2-852c-322ce41713dc tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:56.223787 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-f2792810-8b2d-4713-9cc5-7e9d067cc17c req-1042dee7-dbb3-49f2-852c-322ce41713dc tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/ports?device_id=d324495a-01ec-4ed8-bec2-76575ce7a541 HTTP/1.1" status: 200 len: 985 time: 0.0468411 May 27 03:39:56.289486 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-f2792810-8b2d-4713-9cc5-7e9d067cc17c req-04fb051c-c7d9-4c36-8c11-2029a1a32834 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfba84b5-b809-480d-a2aa-3a4075f5993f&id=33039ef4-c1ff-455a-8486-f776e86fb7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0539622 May 27 03:39:57.073338 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3397f406-9c4b-46f8-81e8-aec6f7555937 req-36b77b7a-224c-495b-bf84-0f2e20223a38 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:57.074954 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-3397f406-9c4b-46f8-81e8-aec6f7555937 req-36b77b7a-224c-495b-bf84-0f2e20223a38 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 945 time: 0.0502582 May 27 03:39:57.090750 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:57.126675 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-3397f406-9c4b-46f8-81e8-aec6f7555937 req-c3acca8d-8a9d-4897-9eac-3d75a0d35d89 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2c5bd50-930c-4c7b-a303-2fb9cb05455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443847 May 27 03:39:57.397900 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc76e025-0db6-4d26-aa75-0c841757449c req-82ee60cd-e30c-44d7-8923-ad304f459dcb tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:57.399422 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-bc76e025-0db6-4d26-aa75-0c841757449c req-82ee60cd-e30c-44d7-8923-ad304f459dcb tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/ports?device_id=d324495a-01ec-4ed8-bec2-76575ce7a541 HTTP/1.1" status: 200 len: 985 time: 0.0473537 May 27 03:39:57.468440 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-bc76e025-0db6-4d26-aa75-0c841757449c req-ce726ecc-e1ec-4096-aeed-4c7bb0285d3e tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfba84b5-b809-480d-a2aa-3a4075f5993f&id=33039ef4-c1ff-455a-8486-f776e86fb7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0589049 May 27 03:39:58.246653 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3fe9cb-7080-404e-b897-1a532135e2ac req-69bdb418-4e42-4439-b055-47d3112c06d6 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:58.248119 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-9b3fe9cb-7080-404e-b897-1a532135e2ac req-69bdb418-4e42-4439-b055-47d3112c06d6 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 945 time: 0.0463197 May 27 03:39:58.297123 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-9b3fe9cb-7080-404e-b897-1a532135e2ac req-acaac08a-c276-4d0e-a6e6-06a389598ba1 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2c5bd50-930c-4c7b-a303-2fb9cb05455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434356 May 27 03:39:58.417243 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b1666b-61be-404a-a734-e317c746d5aa req-512040b5-f05a-4ec5-ae28-378da3673a70 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:58.418683 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-66b1666b-61be-404a-a734-e317c746d5aa req-512040b5-f05a-4ec5-ae28-378da3673a70 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 945 time: 0.0464718 May 27 03:39:58.427868 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 40082) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:39:58.432741 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.v2.base [None req-06623828-3206-4d83-a7b4-4daa7bf8764b tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Request body: {'floatingip': {'port_id': 'ee7bf9c2-a2d0-4695-960b-55515919a177'}} {{(pid=104615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:39:58.471170 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-06623828-3206-4d83-a7b4-4daa7bf8764b tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks [] for floatingip (5a009c86-ae4a-4a8d-acba-4e005c4897b8), before_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:58.620898 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53b020-6523-410d-b672-5d0c315189b7 req-66470106-8df7-40b2-8a7f-d066b91d5802 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:58.622377 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-bf53b020-6523-410d-b672-5d0c315189b7 req-66470106-8df7-40b2-8a7f-d066b91d5802 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/ports?device_id=d324495a-01ec-4ed8-bec2-76575ce7a541 HTTP/1.1" status: 200 len: 985 time: 0.0832779 May 27 03:39:58.645297 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:58.778080 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-bf53b020-6523-410d-b672-5d0c315189b7 req-4c354053-0382-456f-82ce-2318645d1239 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfba84b5-b809-480d-a2aa-3a4075f5993f&id=33039ef4-c1ff-455a-8486-f776e86fb7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1491759 May 27 03:39:58.958924 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:59.024919 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-06623828-3206-4d83-a7b4-4daa7bf8764b tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:59.168619 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-06623828-3206-4d83-a7b4-4daa7bf8764b tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680165'] for floatingip (5a009c86-ae4a-4a8d-acba-4e005c4897b8), after_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:59.264603 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.db.l3_db [None req-06623828-3206-4d83-a7b4-4daa7bf8764b tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Floating IP 5a009c86-ae4a-4a8d-acba-4e005c4897b8 associated. External IP: 172.27.0.109, port: ee7bf9c2-a2d0-4695-960b-55515919a177. May 27 03:39:59.506350 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2861e0f7-dc9c-48ed-a98b-ace7eddf56e2 req-9c309ac9-d74b-41c2-8a8e-31e0e382ce97 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:59.507846 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-2861e0f7-dc9c-48ed-a98b-ace7eddf56e2 req-9c309ac9-d74b-41c2-8a8e-31e0e382ce97 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=8526d125-8b79-4f3f-8c07-c9b77ecbc2f5 HTTP/1.1" status: 200 len: 946 time: 0.0586336 May 27 03:39:59.534011 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06623828-3206-4d83-a7b4-4daa7bf8764b tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Router 9dce0fe0-324d-48e2-a80a-7d852b22e51c has already been hosted by L3 agent 9df6ec88-276d-42f5-acd2-7e289451d5e3 {{(pid=104615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:39:59.593023 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab02e70-34f0-4cfb-9395-54f31c58894c req-a85578a7-cc41-46c6-8882-30a167093996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:59.594507 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-7ab02e70-34f0-4cfb-9395-54f31c58894c req-a85578a7-cc41-46c6-8882-30a167093996 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=03b1335715234895a0c1a555b22ee8d3&device_id=8526d125-8b79-4f3f-8c07-c9b77ecbc2f5 HTTP/1.1" status: 200 len: 1130 time: 0.0773857 May 27 03:39:59.658706 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-2861e0f7-dc9c-48ed-a98b-ace7eddf56e2 req-42aab3c2-6c36-4890-8ef5-da9ee2cb981e tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=926b6e4a-3738-476a-98a9-1f2042dcc8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452217 May 27 03:39:59.727403 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:59.763495 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06623828-3206-4d83-a7b4-4daa7bf8764b tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Notify agent at l3_agent.dv-cinder-828805-4-iscsi the message routers_updated {{(pid=104615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:39:59.773542 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-06623828-3206-4d83-a7b4-4daa7bf8764b tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for floatingip (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:59.773764 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d38b2ae-b03f-4aa8-8186-d0651c825386 None None] Sync routers for ids ['9dce0fe0-324d-48e2-a80a-7d852b22e51c'] in dv-cinder-828805-4-iscsi {{(pid=104617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:39:59.784215 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d38b2ae-b03f-4aa8-8186-d0651c825386 None None] Routers {'9dce0fe0-324d-48e2-a80a-7d852b22e51c'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:39:59.784897 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-4d38b2ae-b03f-4aa8-8186-d0651c825386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:39:47Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['9dce0fe0-324d-48e2-a80a-7d852b22e51c'], 'active': True} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:39:59.795240 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab02e70-34f0-4cfb-9395-54f31c58894c req-45e13e78-f06b-4816-8914-941d41540307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:39:59.796695 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-7ab02e70-34f0-4cfb-9395-54f31c58894c req-45e13e78-f06b-4816-8914-941d41540307 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7ad434bf-5110-4909-8d4e-fd9ddb1876ab HTTP/1.1" status: 200 len: 920 time: 0.1701031 May 27 03:39:59.814113 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-06623828-3206-4d83-a7b4-4daa7bf8764b tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "PUT /v2.0/floatingips/5a009c86-ae4a-4a8d-acba-4e005c4897b8 HTTP/1.1" status: 200 len: 991 time: 1.3848088 May 27 03:39:59.888935 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvr_db [None req-4d38b2ae-b03f-4aa8-8186-d0651c825386 None None] Set router 9dce0fe0-324d-48e2-a80a-7d852b22e51c gateway port host: dv-cinder-828805-4-iscsi {{(pid=104617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:40:00.084886 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9baead13-4dfc-47d4-a5d3-5a0a4b760f45', 'tag': 'ee7bf9c2-a2d0-4695-960b-55515919a177'}] {{(pid=104615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:40:00.087187 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9faa1dd78fb558d4018d1363b43ffec7552e77d137433f9c5cc39ec2f1c636e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e563a15b-ecfa-49df-8a93-92437f1496a5" -d '{"events": [{"name": "network-changed", "server_uuid": "9baead13-4dfc-47d4-a5d3-5a0a4b760f45", "tag": "ee7bf9c2-a2d0-4695-960b-55515919a177"}]}' {{(pid=104615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:40:00.112678 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-4d38b2ae-b03f-4aa8-8186-d0651c825386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dce0fe0-324d-48e2-a80a-7d852b22e51c', 'name': 'tempest-AttachVolumeShelveTestJSON-1297989686-router', 'tenant_id': '1377b9e588bd44f3b29b03728c418151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '09312a9e-0482-4437-a8c2-cb7c6c16159a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:08Z', 'updated_at': '2022-05-27T03:35:15Z', 'revision_number': 4, 'project_id': '1377b9e588bd44f3b29b03728c418151', 'gw_port': {'id': '09312a9e-0482-4437-a8c2-cb7c6c16159a', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:35:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dce0fe0-324d-48e2-a80a-7d852b22e51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:09Z', 'updated_at': '2022-05-27T03:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_floatingips': [{'id': '5a009c86-ae4a-4a8d-acba-4e005c4897b8', 'tenant_id': '1377b9e588bd44f3b29b03728c418151', 'floating_ip_address': '172.27.0.109', 'floating_network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'router_id': '9dce0fe0-324d-48e2-a80a-7d852b22e51c', 'port_id': 'ee7bf9c2-a2d0-4695-960b-55515919a177', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1', 'mac_address': 'fa:16:3e:1d:c5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9baead13-4dfc-47d4-a5d3-5a0a4b760f45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:39:42Z', 'updated_at': '2022-05-27T03:39:58Z', 'revision_number': 1, 'project_id': '1377b9e588bd44f3b29b03728c418151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19443ba5-603e-48f8-9354-515c2abc8c0a', 'name': '', 'network_id': '85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1', 'tenant_id': '1377b9e588bd44f3b29b03728c418151', 'mac_address': 'fa:16:3e:21:ab:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dce0fe0-324d-48e2-a80a-7d852b22e51c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '01cacb82-b9b5-47d7-9a65-bacc84dba8c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:14Z', 'updated_at': '2022-05-27T03:35:21Z', 'revision_number': 5, 'project_id': '1377b9e588bd44f3b29b03728c418151', 'subnets': [{'id': '01cacb82-b9b5-47d7-9a65-bacc84dba8c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:00.128824 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2453f027-147a-4f92-9114-10f182f7ae6e x-openstack-request-id: req-2453f027-147a-4f92-9114-10f182f7ae6e {{(pid=104615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:40:00.129197 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9baead13-4dfc-47d4-a5d3-5a0a4b760f45", "tag": "ee7bf9c2-a2d0-4695-960b-55515919a177", "status": "completed", "code": 200}]} {{(pid=104615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:40:00.129944 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2453f027-147a-4f92-9114-10f182f7ae6e {{(pid=104615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:40:00.130336 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2453f027-147a-4f92-9114-10f182f7ae6e'] response: {'name': 'network-changed', 'server_uuid': '9baead13-4dfc-47d4-a5d3-5a0a4b760f45', 'tag': 'ee7bf9c2-a2d0-4695-960b-55515919a177', 'status': 'completed', 'code': 200} May 27 03:40:00.138761 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d38b2ae-b03f-4aa8-8186-d0651c825386 None None] Checking router: 9dce0fe0-324d-48e2-a80a-7d852b22e51c for host: dv-cinder-828805-4-iscsi {{(pid=104617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:40:00.145716 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-7ab02e70-34f0-4cfb-9395-54f31c58894c req-9a629eed-e67b-4c56-ac42-0e9b0039e9c1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d213f02d-0498-429f-ac43-252d863eb6ad HTTP/1.1" status: 200 len: 1002 time: 0.3424339 May 27 03:40:00.147140 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d38b2ae-b03f-4aa8-8186-d0651c825386 None None] Routers {'9dce0fe0-324d-48e2-a80a-7d852b22e51c'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:40:00.147726 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-4d38b2ae-b03f-4aa8-8186-d0651c825386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:39:47Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['9dce0fe0-324d-48e2-a80a-7d852b22e51c'], 'active': True} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:00.153713 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9804c99e-af06-41f8-a6fd-da14e925012b req-cb870257-aead-4f05-95bd-eb717a33875b tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:00.155147 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-9804c99e-af06-41f8-a6fd-da14e925012b req-cb870257-aead-4f05-95bd-eb717a33875b tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/ports?device_id=d324495a-01ec-4ed8-bec2-76575ce7a541 HTTP/1.1" status: 200 len: 985 time: 0.0630107 May 27 03:40:00.215727 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e563a15b-ecfa-49df-8a93-92437f1496a5 req-0f6b31ad-a812-4424-8b0a-49965c8e96d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:00.217899 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-e563a15b-ecfa-49df-8a93-92437f1496a5 req-0f6b31ad-a812-4424-8b0a-49965c8e96d6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1377b9e588bd44f3b29b03728c418151&device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 1129 time: 0.0432827 May 27 03:40:00.251455 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab02e70-34f0-4cfb-9395-54f31c58894c req-a9d40c8a-0a13-4575-8934-fc298b4324ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:00.252833 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvr_db [None req-4d38b2ae-b03f-4aa8-8186-d0651c825386 None None] Set router 9dce0fe0-324d-48e2-a80a-7d852b22e51c gateway port host: dv-cinder-828805-4-iscsi {{(pid=104617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:40:00.252981 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-7ab02e70-34f0-4cfb-9395-54f31c58894c req-a9d40c8a-0a13-4575-8934-fc298b4324ca service neutron] 10.222.0.69 "GET /v2.0/subnets?id=322aacf8-7a2c-4c8b-810a-fab1e2caab1f HTTP/1.1" status: 200 len: 858 time: 0.0903203 May 27 03:40:00.265336 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-9804c99e-af06-41f8-a6fd-da14e925012b req-95f406aa-06dd-4a4e-88b2-6eec6659e2f4 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfba84b5-b809-480d-a2aa-3a4075f5993f&id=33039ef4-c1ff-455a-8486-f776e86fb7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1040318 May 27 03:40:00.307742 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab02e70-34f0-4cfb-9395-54f31c58894c req-48786535-6284-4e8c-abe3-dc11207ececd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:00.309517 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-7ab02e70-34f0-4cfb-9395-54f31c58894c req-48786535-6284-4e8c-abe3-dc11207ececd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7ad434bf-5110-4909-8d4e-fd9ddb1876ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498877 May 27 03:40:00.315858 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e563a15b-ecfa-49df-8a93-92437f1496a5 req-9373feaa-3e4c-4d1c-ad64-14b1d19fcfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:00.318158 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-e563a15b-ecfa-49df-8a93-92437f1496a5 req-9373feaa-3e4c-4d1c-ad64-14b1d19fcfc0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1 HTTP/1.1" status: 200 len: 918 time: 0.0938387 May 27 03:40:00.387543 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-e563a15b-ecfa-49df-8a93-92437f1496a5 req-d5c59b48-fc58-4482-8311-dc3cae3fad10 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee7bf9c2-a2d0-4695-960b-55515919a177 HTTP/1.1" status: 200 len: 999 time: 0.0632749 May 27 03:40:00.417521 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-7ab02e70-34f0-4cfb-9395-54f31c58894c req-191b65ec-2e8b-4941-9fd6-9bb885990392 service neutron] 10.222.0.69 "GET /v2.0/networks/7ad434bf-5110-4909-8d4e-fd9ddb1876ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018033 May 27 03:40:00.442961 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e563a15b-ecfa-49df-8a93-92437f1496a5 req-ff341440-51d9-411b-b792-77544f877092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:00.444454 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-e563a15b-ecfa-49df-8a93-92437f1496a5 req-ff341440-51d9-411b-b792-77544f877092 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=01cacb82-b9b5-47d7-9a65-bacc84dba8c5 HTTP/1.1" status: 200 len: 856 time: 0.0516317 May 27 03:40:00.480873 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-4d38b2ae-b03f-4aa8-8186-d0651c825386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dce0fe0-324d-48e2-a80a-7d852b22e51c', 'name': 'tempest-AttachVolumeShelveTestJSON-1297989686-router', 'tenant_id': '1377b9e588bd44f3b29b03728c418151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '09312a9e-0482-4437-a8c2-cb7c6c16159a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:08Z', 'updated_at': '2022-05-27T03:35:15Z', 'revision_number': 4, 'project_id': '1377b9e588bd44f3b29b03728c418151', 'gw_port': {'id': '09312a9e-0482-4437-a8c2-cb7c6c16159a', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:35:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dce0fe0-324d-48e2-a80a-7d852b22e51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:09Z', 'updated_at': '2022-05-27T03:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_floatingips': [{'id': '5a009c86-ae4a-4a8d-acba-4e005c4897b8', 'tenant_id': '1377b9e588bd44f3b29b03728c418151', 'floating_ip_address': '172.27.0.109', 'floating_network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'router_id': '9dce0fe0-324d-48e2-a80a-7d852b22e51c', 'port_id': 'ee7bf9c2-a2d0-4695-960b-55515919a177', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1', 'mac_address': 'fa:16:3e:1d:c5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9baead13-4dfc-47d4-a5d3-5a0a4b760f45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:39:42Z', 'updated_at': '2022-05-27T03:39:58Z', 'revision_number': 1, 'project_id': '1377b9e588bd44f3b29b03728c418151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19443ba5-603e-48f8-9354-515c2abc8c0a', 'name': '', 'network_id': '85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1', 'tenant_id': '1377b9e588bd44f3b29b03728c418151', 'mac_address': 'fa:16:3e:21:ab:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dce0fe0-324d-48e2-a80a-7d852b22e51c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '01cacb82-b9b5-47d7-9a65-bacc84dba8c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:14Z', 'updated_at': '2022-05-27T03:35:21Z', 'revision_number': 5, 'project_id': '1377b9e588bd44f3b29b03728c418151', 'subnets': [{'id': '01cacb82-b9b5-47d7-9a65-bacc84dba8c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:00.505476 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e563a15b-ecfa-49df-8a93-92437f1496a5 req-7eab4019-df7c-45b2-9596-f60177cb4e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:00.507689 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-e563a15b-ecfa-49df-8a93-92437f1496a5 req-7eab4019-df7c-45b2-9596-f60177cb4e2a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507894 May 27 03:40:00.510853 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d38b2ae-b03f-4aa8-8186-d0651c825386 None None] The sync data for ids ['9dce0fe0-324d-48e2-a80a-7d852b22e51c'] in dv-cinder-828805-4-iscsi is: [{'id': '9dce0fe0-324d-48e2-a80a-7d852b22e51c', 'name': 'tempest-AttachVolumeShelveTestJSON-1297989686-router', 'tenant_id': '1377b9e588bd44f3b29b03728c418151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '09312a9e-0482-4437-a8c2-cb7c6c16159a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:08Z', 'updated_at': '2022-05-27T03:35:15Z', 'revision_number': 4, 'project_id': '1377b9e588bd44f3b29b03728c418151', 'gw_port': {'id': '09312a9e-0482-4437-a8c2-cb7c6c16159a', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:35:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dce0fe0-324d-48e2-a80a-7d852b22e51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:09Z', 'updated_at': '2022-05-27T03:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_floatingips': [{'id': '5a009c86-ae4a-4a8d-acba-4e005c4897b8', 'tenant_id': '1377b9e588bd44f3b29b03728c418151', 'floating_ip_address': '172.27.0.109', 'floating_network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'router_id': '9dce0fe0-324d-48e2-a80a-7d852b22e51c', 'port_id': 'ee7bf9c2-a2d0-4695-960b-55515919a177', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1', 'mac_address': 'fa:16:3e:1d:c5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9baead13-4dfc-47d4-a5d3-5a0a4b760f45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:39:42Z', 'updated_at': '2022-05-27T03:39:58Z', 'revision_number': 1, 'project_id': '1377b9e588bd44f3b29b03728c418151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19443ba5-603e-48f8-9354-515c2abc8c0a', 'name': '', 'network_id': '85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1', 'tenant_id': '1377b9e588bd44f3b29b03728c418151', 'mac_address': 'fa:16:3e:21:ab:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dce0fe0-324d-48e2-a80a-7d852b22e51c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '01cacb82-b9b5-47d7-9a65-bacc84dba8c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:14Z', 'updated_at': '2022-05-27T03:35:21Z', 'revision_number': 5, 'project_id': '1377b9e588bd44f3b29b03728c418151', 'subnets': [{'id': '01cacb82-b9b5-47d7-9a65-bacc84dba8c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:40:00.517187 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-7ab02e70-34f0-4cfb-9395-54f31c58894c req-f1ad5fcb-58b4-4c75-81d7-be87aaaad181 service neutron] 10.222.0.69 "GET /v2.0/networks/7ad434bf-5110-4909-8d4e-fd9ddb1876ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940065 May 27 03:40:00.625030 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-e563a15b-ecfa-49df-8a93-92437f1496a5 req-2db9586a-d72e-425c-887c-2b196c4c8ff4 service neutron] 10.222.0.69 "GET /v2.0/networks/85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886626 May 27 03:40:00.723997 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3833cd-ed21-4faf-be1d-02088da1ae0f None None] New status for floating IP 5a009c86-ae4a-4a8d-acba-4e005c4897b8: ACTIVE {{(pid=104616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:40:00.775937 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead82373-237d-4048-8bfc-675681f4fe08 req-f1b68210-adfe-4e05-9aaa-bf0abd92d834 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:00.777431 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ead82373-237d-4048-8bfc-675681f4fe08 req-f1b68210-adfe-4e05-9aaa-bf0abd92d834 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=8526d125-8b79-4f3f-8c07-c9b77ecbc2f5 HTTP/1.1" status: 200 len: 946 time: 0.0467227 May 27 03:40:00.798401 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:00.826623 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ead82373-237d-4048-8bfc-675681f4fe08 req-92ee6fd8-c048-4e94-8908-fdbcf7b2529f tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=926b6e4a-3738-476a-98a9-1f2042dcc8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433035 May 27 03:40:00.830414 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-e563a15b-ecfa-49df-8a93-92437f1496a5 req-7b5596ff-ca5d-485f-a154-a4b5651724a7 service neutron] 10.222.0.69 "GET /v2.0/networks/85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935612 May 27 03:40:01.384412 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b594c6-c3fb-4d65-8bc0-44062d8974ab req-508502ee-ee98-48b9-aa94-ccd5b5838070 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:01.385865 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-70b594c6-c3fb-4d65-8bc0-44062d8974ab req-508502ee-ee98-48b9-aa94-ccd5b5838070 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/ports?device_id=d324495a-01ec-4ed8-bec2-76575ce7a541 HTTP/1.1" status: 200 len: 985 time: 0.0490606 May 27 03:40:01.445652 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-70b594c6-c3fb-4d65-8bc0-44062d8974ab req-d1b5fd00-7e36-46ad-8a34-6760295bec88 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfba84b5-b809-480d-a2aa-3a4075f5993f&id=33039ef4-c1ff-455a-8486-f776e86fb7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0540621 May 27 03:40:01.942666 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adcb5d8-aa98-40d1-b2c8-8177a305de4f req-7682633b-7d9a-460f-b10e-4536c675f780 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:01.944160 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-3adcb5d8-aa98-40d1-b2c8-8177a305de4f req-7682633b-7d9a-460f-b10e-4536c675f780 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=8526d125-8b79-4f3f-8c07-c9b77ecbc2f5 HTTP/1.1" status: 200 len: 946 time: 0.0456054 May 27 03:40:01.989627 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-3adcb5d8-aa98-40d1-b2c8-8177a305de4f req-d6e60f33-dc5a-4eb5-91c3-781b8a4bb025 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=926b6e4a-3738-476a-98a9-1f2042dcc8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399497 May 27 03:40:02.561413 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be258f2-27c6-4003-96c4-1179d080ebfd req-ca7116c0-4436-4e73-abbd-9da8b112ac86 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:02.562879 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-1be258f2-27c6-4003-96c4-1179d080ebfd req-ca7116c0-4436-4e73-abbd-9da8b112ac86 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/ports?device_id=d324495a-01ec-4ed8-bec2-76575ce7a541 HTTP/1.1" status: 200 len: 985 time: 0.0493865 May 27 03:40:02.621956 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-1be258f2-27c6-4003-96c4-1179d080ebfd req-a911ae04-8db2-4649-84d7-8aa71a4e904e tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfba84b5-b809-480d-a2aa-3a4075f5993f&id=33039ef4-c1ff-455a-8486-f776e86fb7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0529687 May 27 03:40:03.102545 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f1710-15d2-4cbf-a55e-61db86a08b22 req-62885379-38cd-4621-999c-b11b0b6e7eb6 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:03.104045 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-a26f1710-15d2-4cbf-a55e-61db86a08b22 req-62885379-38cd-4621-999c-b11b0b6e7eb6 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=8526d125-8b79-4f3f-8c07-c9b77ecbc2f5 HTTP/1.1" status: 200 len: 946 time: 0.0470073 May 27 03:40:03.150584 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-a26f1710-15d2-4cbf-a55e-61db86a08b22 req-f470b1c6-36f2-42a8-b222-199a85cb4e5e tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=926b6e4a-3738-476a-98a9-1f2042dcc8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410807 May 27 03:40:03.734409 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32bebe0-cf99-44fc-a4ca-0aef4eaf7054 req-d5851e6f-afdb-4461-89dc-c9dadb4e55c3 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:03.735892 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-e32bebe0-cf99-44fc-a4ca-0aef4eaf7054 req-d5851e6f-afdb-4461-89dc-c9dadb4e55c3 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/ports?device_id=d324495a-01ec-4ed8-bec2-76575ce7a541 HTTP/1.1" status: 200 len: 985 time: 0.0468054 May 27 03:40:03.750260 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:03.810823 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-e32bebe0-cf99-44fc-a4ca-0aef4eaf7054 req-d556dfb0-0c01-42fd-8221-69f19d8abc54 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfba84b5-b809-480d-a2aa-3a4075f5993f&id=33039ef4-c1ff-455a-8486-f776e86fb7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0686383 May 27 03:40:04.263870 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cedfb4a-5794-46ba-8ba4-dc1d1685fb9e req-bd07ecc3-0a23-41fb-b9ac-3996b86ef141 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:04.265286 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-3cedfb4a-5794-46ba-8ba4-dc1d1685fb9e req-bd07ecc3-0a23-41fb-b9ac-3996b86ef141 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=8526d125-8b79-4f3f-8c07-c9b77ecbc2f5 HTTP/1.1" status: 200 len: 946 time: 0.0442376 May 27 03:40:04.310258 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-3cedfb4a-5794-46ba-8ba4-dc1d1685fb9e req-4c8333db-a00e-4db5-a495-7c87125723c5 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=926b6e4a-3738-476a-98a9-1f2042dcc8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389218 May 27 03:40:04.924135 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198c8b66-7865-43ef-82cc-3bdec695b2fc req-7e97b21f-627b-4f0b-bf0c-fdb8bf67892e tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:04.925576 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-198c8b66-7865-43ef-82cc-3bdec695b2fc req-7e97b21f-627b-4f0b-bf0c-fdb8bf67892e tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/ports?device_id=d324495a-01ec-4ed8-bec2-76575ce7a541 HTTP/1.1" status: 200 len: 985 time: 0.0460751 May 27 03:40:04.987761 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-198c8b66-7865-43ef-82cc-3bdec695b2fc req-e6f5227f-d598-409f-9380-0b1ac6743e75 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfba84b5-b809-480d-a2aa-3a4075f5993f&id=33039ef4-c1ff-455a-8486-f776e86fb7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0558403 May 27 03:40:05.422692 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a7142-8421-4f5f-9563-cdeac2f058fb req-ff3974d0-c450-4ae9-ad7d-0efe64e8b73f tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:05.424788 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-537a7142-8421-4f5f-9563-cdeac2f058fb req-ff3974d0-c450-4ae9-ad7d-0efe64e8b73f tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=8526d125-8b79-4f3f-8c07-c9b77ecbc2f5 HTTP/1.1" status: 200 len: 946 time: 0.0465052 May 27 03:40:05.470398 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-537a7142-8421-4f5f-9563-cdeac2f058fb req-14842919-4c86-4c93-8562-7651ffc9ca9a tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=926b6e4a-3738-476a-98a9-1f2042dcc8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399923 May 27 03:40:06.104395 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b91e26c-a7b2-4da2-91ec-b8603c6a4753 req-70b7a4b8-a656-4700-9d06-d2b96d874b51 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:06.105886 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-9b91e26c-a7b2-4da2-91ec-b8603c6a4753 req-70b7a4b8-a656-4700-9d06-d2b96d874b51 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/ports?device_id=d324495a-01ec-4ed8-bec2-76575ce7a541 HTTP/1.1" status: 200 len: 985 time: 0.0497601 May 27 03:40:06.165626 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-9b91e26c-a7b2-4da2-91ec-b8603c6a4753 req-028224ff-313e-4544-8285-6e80bb1a656e tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfba84b5-b809-480d-a2aa-3a4075f5993f&id=33039ef4-c1ff-455a-8486-f776e86fb7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0538030 May 27 03:40:06.575857 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:06.586587 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b8a3a-ea72-4265-910e-7ee222e56875 req-915057bb-6cf7-4907-a358-17fc0082b6cb tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:06.588055 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-b28b8a3a-ea72-4265-910e-7ee222e56875 req-915057bb-6cf7-4907-a358-17fc0082b6cb tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=8526d125-8b79-4f3f-8c07-c9b77ecbc2f5 HTTP/1.1" status: 200 len: 946 time: 0.0495493 May 27 03:40:06.637116 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-b28b8a3a-ea72-4265-910e-7ee222e56875 req-35780d3f-4ea5-42f4-b6a5-51e0b435caf9 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=926b6e4a-3738-476a-98a9-1f2042dcc8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436404 May 27 03:40:07.278576 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d6c66-011e-4ded-983d-5485c9895376 req-070f7f2e-70bd-41df-b8e0-50e31df55333 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:07.280029 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ef7d6c66-011e-4ded-983d-5485c9895376 req-070f7f2e-70bd-41df-b8e0-50e31df55333 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/ports?device_id=d324495a-01ec-4ed8-bec2-76575ce7a541 HTTP/1.1" status: 200 len: 985 time: 0.0457082 May 27 03:40:07.338980 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ef7d6c66-011e-4ded-983d-5485c9895376 req-bf48f3d2-495a-4cc6-a849-19365a7f3495 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfba84b5-b809-480d-a2aa-3a4075f5993f&id=33039ef4-c1ff-455a-8486-f776e86fb7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0531707 May 27 03:40:07.908117 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ea01b-df6b-4f9c-8a4a-c55570c9352e req-796f52bb-9e20-42d9-991a-a9e35a22b8b3 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:07.909598 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-d83ea01b-df6b-4f9c-8a4a-c55570c9352e req-796f52bb-9e20-42d9-991a-a9e35a22b8b3 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=8526d125-8b79-4f3f-8c07-c9b77ecbc2f5 HTTP/1.1" status: 200 len: 946 time: 0.2046409 May 27 03:40:07.960796 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-d83ea01b-df6b-4f9c-8a4a-c55570c9352e req-f3cb48c0-8329-4ba5-b4de-856c5dac5a03 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=926b6e4a-3738-476a-98a9-1f2042dcc8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456700 May 27 03:40:08.503014 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade3ce76-89e9-42c4-b864-fd084593b206 req-1e53f90b-4d9f-4791-8c8b-4b48225ca806 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:08.504488 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ade3ce76-89e9-42c4-b864-fd084593b206 req-1e53f90b-4d9f-4791-8c8b-4b48225ca806 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/ports?device_id=d324495a-01ec-4ed8-bec2-76575ce7a541 HTTP/1.1" status: 200 len: 985 time: 0.0996151 May 27 03:40:08.566093 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ade3ce76-89e9-42c4-b864-fd084593b206 req-f0b63123-fbb0-46ed-bcc7-0de56322bf44 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfba84b5-b809-480d-a2aa-3a4075f5993f&id=33039ef4-c1ff-455a-8486-f776e86fb7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0552182 May 27 03:40:09.073503 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b6e1b-ab76-470e-977d-a65c5082c296 req-38bbf06a-4ea4-42e7-9530-7bdf32f68de8 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:09.075255 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-301b6e1b-ab76-470e-977d-a65c5082c296 req-38bbf06a-4ea4-42e7-9530-7bdf32f68de8 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=8526d125-8b79-4f3f-8c07-c9b77ecbc2f5 HTTP/1.1" status: 200 len: 946 time: 0.0464187 May 27 03:40:09.123153 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-301b6e1b-ab76-470e-977d-a65c5082c296 req-2c079b48-4cd8-43a5-ab95-5d70dc57eab2 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=926b6e4a-3738-476a-98a9-1f2042dcc8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419469 May 27 03:40:09.686612 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff92300d-98ce-44ce-b352-3c2d94e80551 req-64ab254b-b9f6-42a1-8ab6-d444011e6796 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:09.688107 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ff92300d-98ce-44ce-b352-3c2d94e80551 req-64ab254b-b9f6-42a1-8ab6-d444011e6796 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/ports?device_id=d324495a-01ec-4ed8-bec2-76575ce7a541 HTTP/1.1" status: 200 len: 985 time: 0.0536213 May 27 03:40:09.724058 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:09.748049 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ff92300d-98ce-44ce-b352-3c2d94e80551 req-36d284b5-de9d-46fc-8cd3-f9ab28f033ab tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfba84b5-b809-480d-a2aa-3a4075f5993f&id=33039ef4-c1ff-455a-8486-f776e86fb7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0535247 May 27 03:40:10.236192 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a208f2d8-1e4f-499c-9426-61c880f151b5 req-68f28e8d-42c1-4058-ac81-9adb60a25b57 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:10.237556 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-a208f2d8-1e4f-499c-9426-61c880f151b5 req-68f28e8d-42c1-4058-ac81-9adb60a25b57 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=8526d125-8b79-4f3f-8c07-c9b77ecbc2f5 HTTP/1.1" status: 200 len: 946 time: 0.0461135 May 27 03:40:10.283294 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-a208f2d8-1e4f-499c-9426-61c880f151b5 req-18d2e145-b80a-4b6f-9750-341f94f462d3 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=926b6e4a-3738-476a-98a9-1f2042dcc8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393536 May 27 03:40:10.508749 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=66 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:10.774063 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.agents_db [None req-cbb77ebc-65ec-4caa-a8b3-81c074906866 None None] Agent healthcheck: found 6 active agents {{(pid=104617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:40:10.825830 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=47 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:10.827461 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=47 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:10.836550 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=64,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:10.839510 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=8 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:10.865785 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d48404-c230-4476-b2d3-0376915f1d38 req-096fe818-bdc4-47ba-8b46-0f16ac3b139a tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:10.867240 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-08d48404-c230-4476-b2d3-0376915f1d38 req-096fe818-bdc4-47ba-8b46-0f16ac3b139a tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/ports?device_id=d324495a-01ec-4ed8-bec2-76575ce7a541 HTTP/1.1" status: 200 len: 985 time: 0.0504613 May 27 03:40:10.927547 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-08d48404-c230-4476-b2d3-0376915f1d38 req-697ff02e-6f34-4220-be47-8fd9a96018f2 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfba84b5-b809-480d-a2aa-3a4075f5993f&id=33039ef4-c1ff-455a-8486-f776e86fb7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0543854 May 27 03:40:11.206469 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79c9b07-b34a-408a-8f02-ab23411ee26b req-f43e8fca-3f3f-4372-ba67-13ff31afa162 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:11.207941 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-c79c9b07-b34a-408a-8f02-ab23411ee26b req-f43e8fca-3f3f-4372-ba67-13ff31afa162 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=354bc006-0821-4eda-8ff5-304b82dad03b HTTP/1.1" status: 200 len: 945 time: 0.0472515 May 27 03:40:11.255837 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-c79c9b07-b34a-408a-8f02-ab23411ee26b req-10493573-4693-415b-96ac-8b9a4db9e2b5 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/security-groups?id=448c8c68-6139-45fc-9bf3-b9d60cfa39a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416360 May 27 03:40:11.399483 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff30f30a-e97d-465c-8bb2-161f15792895 req-40554bff-3b28-49ef-94be-5cb64830ac60 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:11.400868 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ff30f30a-e97d-465c-8bb2-161f15792895 req-40554bff-3b28-49ef-94be-5cb64830ac60 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=8526d125-8b79-4f3f-8c07-c9b77ecbc2f5 HTTP/1.1" status: 200 len: 946 time: 0.0471590 May 27 03:40:11.449771 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ff30f30a-e97d-465c-8bb2-161f15792895 req-ca051a1a-e0da-4f5b-988c-47e13bb96bb9 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=926b6e4a-3738-476a-98a9-1f2042dcc8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434556 May 27 03:40:12.024727 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:12.039843 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b398c8-676d-4c00-9cbb-5670fd596d39 req-f0b823d2-333a-46ec-ac85-838300a02d27 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:12.041290 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-17b398c8-676d-4c00-9cbb-5670fd596d39 req-f0b823d2-333a-46ec-ac85-838300a02d27 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/ports?device_id=d324495a-01ec-4ed8-bec2-76575ce7a541 HTTP/1.1" status: 200 len: 985 time: 0.0461371 May 27 03:40:12.101613 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-17b398c8-676d-4c00-9cbb-5670fd596d39 req-e0b45aa0-a25c-4ad4-bda8-fe976bab43a9 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfba84b5-b809-480d-a2aa-3a4075f5993f&id=33039ef4-c1ff-455a-8486-f776e86fb7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0546298 May 27 03:40:12.368871 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4845f3d2-e636-411a-8e55-30499992d8af req-3c286971-60db-4c7c-87b5-754a20cfb89c tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:12.370307 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4845f3d2-e636-411a-8e55-30499992d8af req-3c286971-60db-4c7c-87b5-754a20cfb89c tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=354bc006-0821-4eda-8ff5-304b82dad03b HTTP/1.1" status: 200 len: 945 time: 0.0457401 May 27 03:40:12.415535 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4845f3d2-e636-411a-8e55-30499992d8af req-7960bab9-cf53-4284-9ccc-ba99f46bf47c tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/security-groups?id=448c8c68-6139-45fc-9bf3-b9d60cfa39a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397286 May 27 03:40:12.566401 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f73f6-afc1-4150-b2fe-37e85f2b9e66 req-95dee1f2-67e3-4709-b406-c21a33338f7d tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:12.567892 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-a23f73f6-afc1-4150-b2fe-37e85f2b9e66 req-95dee1f2-67e3-4709-b406-c21a33338f7d tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=8526d125-8b79-4f3f-8c07-c9b77ecbc2f5 HTTP/1.1" status: 200 len: 946 time: 0.0489995 May 27 03:40:12.612990 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-a23f73f6-afc1-4150-b2fe-37e85f2b9e66 req-fc533119-72a4-44af-a72e-bdf3c087389e tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=926b6e4a-3738-476a-98a9-1f2042dcc8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396948 May 27 03:40:12.797049 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-2ea3fc34-f5a5-4740-9b3d-7df75b167d9e req-54ff7ae7-5128-4078-86c5-6861a26a722d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e7aaae9a-624e-4ca1-a2d9-b3bbbe2db822&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0365224 May 27 03:40:12.801035 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=83,neutron:DELETE=1 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:13.351415 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (134bae73-502b-4599-bb47-129fee8818a4), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:13.526819 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad186c4-0a92-4155-ba1f-2dda6e399718 req-d9da0d09-b37a-4cfa-a600-81524bd9d3e4 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:13.528259 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-3ad186c4-0a92-4155-ba1f-2dda6e399718 req-d9da0d09-b37a-4cfa-a600-81524bd9d3e4 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=354bc006-0821-4eda-8ff5-304b82dad03b HTTP/1.1" status: 200 len: 945 time: 0.0444055 May 27 03:40:13.573866 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-3ad186c4-0a92-4155-ba1f-2dda6e399718 req-1af9bb75-68c5-4de0-88e0-b88d275dd77e tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/security-groups?id=448c8c68-6139-45fc-9bf3-b9d60cfa39a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402319 May 27 03:40:13.722617 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97377c7-bdea-462a-b9ca-9abf0b3f9370 req-fe50cf45-ccef-4bd7-ac9e-d1847c4d0a89 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:13.724067 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-a97377c7-bdea-462a-b9ca-9abf0b3f9370 req-fe50cf45-ccef-4bd7-ac9e-d1847c4d0a89 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=8526d125-8b79-4f3f-8c07-c9b77ecbc2f5 HTTP/1.1" status: 200 len: 946 time: 0.0445173 May 27 03:40:13.774312 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-a97377c7-bdea-462a-b9ca-9abf0b3f9370 req-080fac5f-0c73-43a6-bc40-5ee8dd225a66 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=926b6e4a-3738-476a-98a9-1f2042dcc8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448446 May 27 03:40:13.976208 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea3fc34-f5a5-4740-9b3d-7df75b167d9e req-9f3cfd80-4bdf-4376-9534-0e5f4405f0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:13.977686 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-2ea3fc34-f5a5-4740-9b3d-7df75b167d9e req-9f3cfd80-4bdf-4376-9534-0e5f4405f0df service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=03b1335715234895a0c1a555b22ee8d3&device_id=e7aaae9a-624e-4ca1-a2d9-b3bbbe2db822 HTTP/1.1" status: 200 len: 1130 time: 0.0404434 May 27 03:40:14.125054 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6754bfe-fd64-4d2f-bf80-2296418b9be2 req-5411c22b-387c-4f09-b688-cd139e822d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:14.126553 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-d6754bfe-fd64-4d2f-bf80-2296418b9be2 req-5411c22b-387c-4f09-b688-cd139e822d2c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8526d125-8b79-4f3f-8c07-c9b77ecbc2f5 HTTP/1.1" status: 200 len: 1130 time: 0.0364795 May 27 03:40:14.169318 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-d6754bfe-fd64-4d2f-bf80-2296418b9be2 req-950e697d-91fe-41f3-b9d5-4c9c86bd55d5 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=926b6e4a-3738-476a-98a9-1f2042dcc8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370150 May 27 03:40:14.184162 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2c2a28-7ac7-4106-907b-38820176b195 req-7d1c1e7e-c0fe-4720-a3eb-55121c35232d tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:14.185608 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-8d2c2a28-7ac7-4106-907b-38820176b195 req-7d1c1e7e-c0fe-4720-a3eb-55121c35232d tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.69 "GET /v2.0/ports?device_id=354bc006-0821-4eda-8ff5-304b82dad03b HTTP/1.1" status: 200 len: 945 time: 0.0962367 May 27 03:40:14.218796 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea3fc34-f5a5-4740-9b3d-7df75b167d9e req-972dae60-b554-4de9-9af2-f6f44cea0b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:14.220213 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-2ea3fc34-f5a5-4740-9b3d-7df75b167d9e req-972dae60-b554-4de9-9af2-f6f44cea0b35 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7ad434bf-5110-4909-8d4e-fd9ddb1876ab HTTP/1.1" status: 200 len: 920 time: 0.1295481 May 27 03:40:14.531657 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-2ea3fc34-f5a5-4740-9b3d-7df75b167d9e req-bba9068a-9852-4079-a020-01435114aa33 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca04734c-9ae1-421c-83aa-9ede7ab3af1a HTTP/1.1" status: 200 len: 217 time: 0.0618212 May 27 03:40:14.589317 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [req-8d2c2a28-7ac7-4106-907b-38820176b195 req-006b6daf-7b8d-4d51-ba4b-3749e1cfd988 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Deleting port 8ab3065d-e51c-44d4-a56d-c5b055761796 {{(pid=104614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:40:14.589663 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-8d2c2a28-7ac7-4106-907b-38820176b195 req-006b6daf-7b8d-4d51-ba4b-3749e1cfd988 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791799895781'] for port (8ab3065d-e51c-44d4-a56d-c5b055761796), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:14.683904 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.db [req-8d2c2a28-7ac7-4106-907b-38820176b195 req-006b6daf-7b8d-4d51-ba4b-3749e1cfd988 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] For port 8ab3065d-e51c-44d4-a56d-c5b055761796, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=8ab3065d-e51c-44d4-a56d-c5b055761796,segment=NetworkSegment(4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6),segment_id=4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6)] {{(pid=104614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:40:14.684271 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-8d2c2a28-7ac7-4106-907b-38820176b195 req-006b6daf-7b8d-4d51-ba4b-3749e1cfd988 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-658269'] for port (8ab3065d-e51c-44d4-a56d-c5b055761796), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:14.686957 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-1b93f9be-dc8b-476d-b23f-d4ea959529d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (b322252d-fb9d-4652-a830-647fed26b29a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:14.687482 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc414b53-ff10-40cf-8c0b-ba5c11525bc6 req-a5711a3b-ea2c-401d-b260-c66f5a1c8935 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:14.688875 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-dc414b53-ff10-40cf-8c0b-ba5c11525bc6 req-a5711a3b-ea2c-401d-b260-c66f5a1c8935 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=354bc006-0821-4eda-8ff5-304b82dad03b HTTP/1.1" status: 200 len: 945 time: 0.0460503 May 27 03:40:14.716294 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:14.740147 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-dc414b53-ff10-40cf-8c0b-ba5c11525bc6 req-0fdc2d40-cfc8-4bab-8850-6a470aaaab76 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/security-groups?id=448c8c68-6139-45fc-9bf3-b9d60cfa39a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435421 May 27 03:40:14.850210 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-8d2c2a28-7ac7-4106-907b-38820176b195 req-006b6daf-7b8d-4d51-ba4b-3749e1cfd988 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:14.850578 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-8d2c2a28-7ac7-4106-907b-38820176b195 req-006b6daf-7b8d-4d51-ba4b-3749e1cfd988 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680165'] for floatingip (055916e7-5219-4772-898a-58864eb984ce), after_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:14.850928 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.db.l3_db [req-8d2c2a28-7ac7-4106-907b-38820176b195 req-006b6daf-7b8d-4d51-ba4b-3749e1cfd988 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Floating IP 055916e7-5219-4772-898a-58864eb984ce disassociated. External IP: 172.27.0.52, port: 8ab3065d-e51c-44d4-a56d-c5b055761796. May 27 03:40:14.851276 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [req-8d2c2a28-7ac7-4106-907b-38820176b195 req-006b6daf-7b8d-4d51-ba4b-3749e1cfd988 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Calling delete_port for 8ab3065d-e51c-44d4-a56d-c5b055761796 owned by compute:nova {{(pid=104614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:40:14.905255 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01935ffd-ef4c-4b57-bc2c-343c356ace84 req-f633637e-6432-400d-aa00-2ddf99df8901 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:14.906762 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-01935ffd-ef4c-4b57-bc2c-343c356ace84 req-f633637e-6432-400d-aa00-2ddf99df8901 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=8526d125-8b79-4f3f-8c07-c9b77ecbc2f5 HTTP/1.1" status: 200 len: 946 time: 0.0599456 May 27 03:40:14.945908 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea3fc34-f5a5-4740-9b3d-7df75b167d9e req-66d33330-027e-485c-9448-9f6e6475e509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:14.947399 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-2ea3fc34-f5a5-4740-9b3d-7df75b167d9e req-66d33330-027e-485c-9448-9f6e6475e509 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=322aacf8-7a2c-4c8b-810a-fab1e2caab1f HTTP/1.1" status: 200 len: 858 time: 0.0856335 May 27 03:40:14.954764 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-01935ffd-ef4c-4b57-bc2c-343c356ace84 req-63b874a0-d5db-40b9-959c-c83117087b6a tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=926b6e4a-3738-476a-98a9-1f2042dcc8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414636 May 27 03:40:15.006236 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea3fc34-f5a5-4740-9b3d-7df75b167d9e req-cf12022c-a186-4fdc-b965-d0f88fb6cd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:15.007753 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-2ea3fc34-f5a5-4740-9b3d-7df75b167d9e req-cf12022c-a186-4fdc-b965-d0f88fb6cd74 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7ad434bf-5110-4909-8d4e-fd9ddb1876ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0532513 May 27 03:40:15.111411 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:15.134107 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-2ea3fc34-f5a5-4740-9b3d-7df75b167d9e req-7b068866-3ad5-4c09-b394-fdb0329c0d0b service neutron] 10.222.0.69 "GET /v2.0/networks/7ad434bf-5110-4909-8d4e-fd9ddb1876ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030920 May 27 03:40:15.168736 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-8d2c2a28-7ac7-4106-907b-38820176b195 req-006b6daf-7b8d-4d51-ba4b-3749e1cfd988 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791799905747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791799515450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8584799065'] for port (8ab3065d-e51c-44d4-a56d-c5b055761796), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:15.200121 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006b6daf-7b8d-4d51-ba4b-3749e1cfd988 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Pushing event deleted for resources: {'Port': ['ID=8ab3065d-e51c-44d4-a56d-c5b055761796,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:15.241856 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:15.310622 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d2c2a28-7ac7-4106-907b-38820176b195 req-006b6daf-7b8d-4d51-ba4b-3749e1cfd988 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Router 58b91349-0dd3-4b11-9ad0-c33bf6a873c9 has already been hosted by L3 agent 9df6ec88-276d-42f5-acd2-7e289451d5e3 {{(pid=104614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:40:15.414579 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d2c2a28-7ac7-4106-907b-38820176b195 req-006b6daf-7b8d-4d51-ba4b-3749e1cfd988 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Notify agent at l3_agent.dv-cinder-828805-4-iscsi the message routers_updated {{(pid=104614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:40:15.423998 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff87cc5-5116-4cff-a7ad-430b045092d1 None None] Sync routers for ids ['58b91349-0dd3-4b11-9ad0-c33bf6a873c9'] in dv-cinder-828805-4-iscsi {{(pid=104617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:40:15.434527 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff87cc5-5116-4cff-a7ad-430b045092d1 None None] Routers {'58b91349-0dd3-4b11-9ad0-c33bf6a873c9'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:40:15.435166 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-bff87cc5-5116-4cff-a7ad-430b045092d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:39:47Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['58b91349-0dd3-4b11-9ad0-c33bf6a873c9'], 'active': True} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:15.457113 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d2c2a28-7ac7-4106-907b-38820176b195 req-006b6daf-7b8d-4d51-ba4b-3749e1cfd988 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] No DVR routers for this DVR port 8ab3065d-e51c-44d4-a56d-c5b055761796 on host hv-cinder-82880 {{(pid=104614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:40:15.459904 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-8d2c2a28-7ac7-4106-907b-38820176b195 req-006b6daf-7b8d-4d51-ba4b-3749e1cfd988 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:15.463161 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-8d2c2a28-7ac7-4106-907b-38820176b195 req-006b6daf-7b8d-4d51-ba4b-3749e1cfd988 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.69 "DELETE /v2.0/ports/8ab3065d-e51c-44d4-a56d-c5b055761796 HTTP/1.1" status: 204 len: 173 time: 0.9946501 May 27 03:40:15.463611 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '354bc006-0821-4eda-8ff5-304b82dad03b', 'name': 'network-vif-deleted', 'tag': '8ab3065d-e51c-44d4-a56d-c5b055761796'}] {{(pid=104614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:40:15.465968 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a93b0eab3ec594b69aa68cd7d580be2fac36b4cb942ee4cac03c85783d056da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1320888-26a6-4ef0-a7e3-8b714628bd7c" -d '{"events": [{"server_uuid": "354bc006-0821-4eda-8ff5-304b82dad03b", "name": "network-vif-deleted", "tag": "8ab3065d-e51c-44d4-a56d-c5b055761796"}]}' {{(pid=104614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:40:15.501322 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec8bb14-3e87-45dd-84d3-417924066cda x-openstack-request-id: req-3ec8bb14-3e87-45dd-84d3-417924066cda {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:40:15.501679 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "354bc006-0821-4eda-8ff5-304b82dad03b", "name": "network-vif-deleted", "tag": "8ab3065d-e51c-44d4-a56d-c5b055761796", "status": "completed", "code": 200}]} {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:40:15.501999 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3ec8bb14-3e87-45dd-84d3-417924066cda {{(pid=104614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:40:15.502467 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ec8bb14-3e87-45dd-84d3-417924066cda'] response: {'server_uuid': '354bc006-0821-4eda-8ff5-304b82dad03b', 'name': 'network-vif-deleted', 'tag': '8ab3065d-e51c-44d4-a56d-c5b055761796', 'status': 'completed', 'code': 200} May 27 03:40:15.538086 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvr_db [None req-bff87cc5-5116-4cff-a7ad-430b045092d1 None None] Set router 58b91349-0dd3-4b11-9ad0-c33bf6a873c9 gateway port host: dv-cinder-828805-4-iscsi {{(pid=104617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:40:15.821907 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-bff87cc5-5116-4cff-a7ad-430b045092d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'name': 'tempest-AttachVolumeNegativeTest-1037525343-router', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '62ebc377-0475-46f8-8fc4-d2dc60188684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:08Z', 'updated_at': '2022-05-27T03:35:16Z', 'revision_number': 4, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'gw_port': {'id': '62ebc377-0475-46f8-8fc4-d2dc60188684', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:10Z', 'updated_at': '2022-05-27T03:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_interfaces': [{'id': '75b932e1-ea13-44f5-9bbf-2e35c438adc1', 'name': '', 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'mac_address': 'fa:16:3e:0f:06:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7dc15780-a98b-4250-9509-853069c6707a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:14Z', 'updated_at': '2022-05-27T03:35:24Z', 'revision_number': 5, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'subnets': [{'id': '7dc15780-a98b-4250-9509-853069c6707a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:15.853483 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff87cc5-5116-4cff-a7ad-430b045092d1 None None] Checking router: 58b91349-0dd3-4b11-9ad0-c33bf6a873c9 for host: dv-cinder-828805-4-iscsi {{(pid=104617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:40:15.859085 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-406d034f-3ac7-4ee9-870e-275836d6b548 req-aade1e7d-fe40-430f-b086-def8c953888c tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=354bc006-0821-4eda-8ff5-304b82dad03b HTTP/1.1" status: 200 len: 210 time: 0.0428720 May 27 03:40:15.862652 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff87cc5-5116-4cff-a7ad-430b045092d1 None None] Routers {'58b91349-0dd3-4b11-9ad0-c33bf6a873c9'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:40:15.863294 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-bff87cc5-5116-4cff-a7ad-430b045092d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:39:47Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['58b91349-0dd3-4b11-9ad0-c33bf6a873c9'], 'active': True} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:15.910228 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-2ea3fc34-f5a5-4740-9b3d-7df75b167d9e req-5d6bf26a-4ffe-4ff3-a093-eff2e1940cc0 service neutron] 10.222.0.69 "GET /v2.0/networks/7ad434bf-5110-4909-8d4e-fd9ddb1876ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070774 May 27 03:40:15.967005 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvr_db [None req-bff87cc5-5116-4cff-a7ad-430b045092d1 None None] Set router 58b91349-0dd3-4b11-9ad0-c33bf6a873c9 gateway port host: dv-cinder-828805-4-iscsi {{(pid=104617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:40:16.071870 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccbc7db-a5a9-4664-bc57-11325258ad63 req-56db0b45-dfe2-420f-a322-c43d24ec7131 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:16.073347 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-1ccbc7db-a5a9-4664-bc57-11325258ad63 req-56db0b45-dfe2-420f-a322-c43d24ec7131 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=8526d125-8b79-4f3f-8c07-c9b77ecbc2f5 HTTP/1.1" status: 200 len: 946 time: 0.0466285 May 27 03:40:16.147938 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-1ccbc7db-a5a9-4664-bc57-11325258ad63 req-defa12cf-d749-4dcd-b3cb-e964911743aa tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=926b6e4a-3738-476a-98a9-1f2042dcc8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643213 May 27 03:40:16.176738 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-bff87cc5-5116-4cff-a7ad-430b045092d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'name': 'tempest-AttachVolumeNegativeTest-1037525343-router', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '62ebc377-0475-46f8-8fc4-d2dc60188684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:08Z', 'updated_at': '2022-05-27T03:35:16Z', 'revision_number': 4, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'gw_port': {'id': '62ebc377-0475-46f8-8fc4-d2dc60188684', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:10Z', 'updated_at': '2022-05-27T03:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_interfaces': [{'id': '75b932e1-ea13-44f5-9bbf-2e35c438adc1', 'name': '', 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'mac_address': 'fa:16:3e:0f:06:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7dc15780-a98b-4250-9509-853069c6707a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:14Z', 'updated_at': '2022-05-27T03:35:24Z', 'revision_number': 5, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'subnets': [{'id': '7dc15780-a98b-4250-9509-853069c6707a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:16.207163 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff87cc5-5116-4cff-a7ad-430b045092d1 None None] The sync data for ids ['58b91349-0dd3-4b11-9ad0-c33bf6a873c9'] in dv-cinder-828805-4-iscsi is: [{'id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'name': 'tempest-AttachVolumeNegativeTest-1037525343-router', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '62ebc377-0475-46f8-8fc4-d2dc60188684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:08Z', 'updated_at': '2022-05-27T03:35:16Z', 'revision_number': 4, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'gw_port': {'id': '62ebc377-0475-46f8-8fc4-d2dc60188684', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:10Z', 'updated_at': '2022-05-27T03:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_interfaces': [{'id': '75b932e1-ea13-44f5-9bbf-2e35c438adc1', 'name': '', 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'mac_address': 'fa:16:3e:0f:06:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7dc15780-a98b-4250-9509-853069c6707a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:14Z', 'updated_at': '2022-05-27T03:35:24Z', 'revision_number': 5, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'subnets': [{'id': '7dc15780-a98b-4250-9509-853069c6707a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:40:16.209515 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b97e0-9926-4f85-9e93-6de076bd5cb3 req-90082c08-e5ec-4a3e-8fdb-2af77231838e tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:16.211060 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-8a7b97e0-9926-4f85-9e93-6de076bd5cb3 req-90082c08-e5ec-4a3e-8fdb-2af77231838e tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/ports?device_id=d82dd530-bdcd-408b-9b6a-d6cde26fb9b6 HTTP/1.1" status: 200 len: 946 time: 0.0483267 May 27 03:40:16.268649 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-8a7b97e0-9926-4f85-9e93-6de076bd5cb3 req-7512c7a0-8a54-4259-8236-2f7c88ac3817 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e559735-ef6e-41cc-93cf-279d407c22b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482035 May 27 03:40:16.449300 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095a5393-0b45-4bc4-9bf4-84f589422d8c None None] New status for floating IP 055916e7-5219-4772-898a-58864eb984ce: DOWN {{(pid=104616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:40:16.934556 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-bbcd91ed-0870-4875-99f5-b9a6a728650b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (9df6ec88-276d-42f5-acd2-7e289451d5e3), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:16.975673 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-66636775-fef8-403e-8f63-2ebf35074aeb req-2aa5bc3d-96a0-4583-82c3-63139cbdb514 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=354bc006-0821-4eda-8ff5-304b82dad03b HTTP/1.1" status: 200 len: 210 time: 0.0270836 May 27 03:40:17.279916 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb49cb43-84cf-4648-85db-eb1ef7afe25e req-6cbbd557-80cf-425b-add7-12c98d7ea1c1 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:17.281513 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-eb49cb43-84cf-4648-85db-eb1ef7afe25e req-6cbbd557-80cf-425b-add7-12c98d7ea1c1 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=8526d125-8b79-4f3f-8c07-c9b77ecbc2f5 HTTP/1.1" status: 200 len: 946 time: 0.0553391 May 27 03:40:17.332763 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-eb49cb43-84cf-4648-85db-eb1ef7afe25e req-9ce1bd01-b2c6-46ed-b5a5-a83d383a61a8 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=926b6e4a-3738-476a-98a9-1f2042dcc8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457003 May 27 03:40:17.382793 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd16310-d37c-4deb-b593-3e798288a4d4 req-6d13a21b-166e-4a5d-8ba3-ecfa98c7fbe4 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:17.384367 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-5bd16310-d37c-4deb-b593-3e798288a4d4 req-6d13a21b-166e-4a5d-8ba3-ecfa98c7fbe4 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/ports?device_id=d82dd530-bdcd-408b-9b6a-d6cde26fb9b6 HTTP/1.1" status: 200 len: 946 time: 0.0464253 May 27 03:40:17.396027 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:17.435492 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-5bd16310-d37c-4deb-b593-3e798288a4d4 req-7f6dab66-319f-445f-9a24-74c51b2234cc tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e559735-ef6e-41cc-93cf-279d407c22b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451462 May 27 03:40:17.938306 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f5479-179c-48c1-aa01-4edf5497b032 req-8cf8e1f4-872c-4420-96af-ceb84b15692c tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:17.939852 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-a37f5479-179c-48c1-aa01-4edf5497b032 req-8cf8e1f4-872c-4420-96af-ceb84b15692c tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=8526d125-8b79-4f3f-8c07-c9b77ecbc2f5 HTTP/1.1" status: 200 len: 946 time: 0.0546057 May 27 03:40:17.990696 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-a37f5479-179c-48c1-aa01-4edf5497b032 req-58f0b570-7ae7-4c91-8ad0-f733449916ee tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=926b6e4a-3738-476a-98a9-1f2042dcc8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451815 May 27 03:40:18.045279 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc66b08-4bc0-4e37-8f13-602ad84a489a req-66d9267f-1425-4e18-8d88-9a473fc6fef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:18.046767 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-0dc66b08-4bc0-4e37-8f13-602ad84a489a req-66d9267f-1425-4e18-8d88-9a473fc6fef0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=03b1335715234895a0c1a555b22ee8d3&device_id=8526d125-8b79-4f3f-8c07-c9b77ecbc2f5 HTTP/1.1" status: 200 len: 1130 time: 0.0510080 May 27 03:40:18.118191 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 40258) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:40:18.137329 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc66b08-4bc0-4e37-8f13-602ad84a489a req-804c45fb-1784-456f-aa80-2d6522bfe68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:18.138898 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-0dc66b08-4bc0-4e37-8f13-602ad84a489a req-804c45fb-1784-456f-aa80-2d6522bfe68a service neutron] 10.222.0.69 "GET /v2.0/networks?id=7ad434bf-5110-4909-8d4e-fd9ddb1876ab HTTP/1.1" status: 200 len: 920 time: 0.0851288 May 27 03:40:18.168852 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-584d7fde-7d72-4642-9601-b182cfb78c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (413fc6aa-3a5a-4281-abfd-a440a67afb4a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:18.177167 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-5edbeaf1-d420-4121-9303-bb82b4276be6 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for security_group (448c8c68-6139-45fc-9bf3-b9d60cfa39a2), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:18.202772 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-5edbeaf1-d420-4121-9303-bb82b4276be6 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for security_group (448c8c68-6139-45fc-9bf3-b9d60cfa39a2), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:18.334748 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-5edbeaf1-d420-4121-9303-bb82b4276be6 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (448c8c68-6139-45fc-9bf3-b9d60cfa39a2), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:18.337535 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-5edbeaf1-d420-4121-9303-bb82b4276be6 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for security_group (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:18.338828 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-5edbeaf1-d420-4121-9303-bb82b4276be6 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "DELETE /v2.0/security-groups/448c8c68-6139-45fc-9bf3-b9d60cfa39a2 HTTP/1.1" status: 204 len: 168 time: 0.2195127 May 27 03:40:18.342159 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 40260) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:40:18.359378 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edbeaf1-d420-4121-9303-bb82b4276be6 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=448c8c68-6139-45fc-9bf3-b9d60cfa39a2,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:18.361421 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.api.v2.resource [None req-19463875-e6d8-467c-8e32-4626ce829287 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] show failed (client error): The resource could not be found. May 27 03:40:18.370408 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-19463875-e6d8-467c-8e32-4626ce829287 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/security-groups/448c8c68-6139-45fc-9bf3-b9d60cfa39a2 HTTP/1.1" status: 404 len: 347 time: 0.0192959 May 27 03:40:18.370408 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 40262) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:40:18.407006 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-0dc66b08-4bc0-4e37-8f13-602ad84a489a req-0f046877-6e29-4b34-a3d5-57f5a2f10ec9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d213f02d-0498-429f-ac43-252d863eb6ad HTTP/1.1" status: 200 len: 1002 time: 0.2602913 May 27 03:40:18.454723 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc66b08-4bc0-4e37-8f13-602ad84a489a req-941d8e49-da24-43bb-bb34-f4680ab4b5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:18.456473 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-0dc66b08-4bc0-4e37-8f13-602ad84a489a req-941d8e49-da24-43bb-bb34-f4680ab4b5d8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=322aacf8-7a2c-4c8b-810a-fab1e2caab1f HTTP/1.1" status: 200 len: 858 time: 0.0436311 May 27 03:40:18.479586 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.plugin [None req-643edf4f-82f7-4435-96c3-3c3e423a094e tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Deleting port 28a19740-605e-4675-aec3-b6696f886216 {{(pid=104615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:40:18.480034 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-643edf4f-82f7-4435-96c3-3c3e423a094e tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791799895781'] for port (28a19740-605e-4675-aec3-b6696f886216), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:18.499867 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc66b08-4bc0-4e37-8f13-602ad84a489a req-dea94de6-26b5-454b-9a0f-1e7dc024ccc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:18.501367 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-0dc66b08-4bc0-4e37-8f13-602ad84a489a req-dea94de6-26b5-454b-9a0f-1e7dc024ccc5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7ad434bf-5110-4909-8d4e-fd9ddb1876ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390754 May 27 03:40:18.580728 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6a1c00-687e-46a3-9eca-e65008a42a20 req-f5f7f835-66a3-498b-a1c2-4f53df10c55a tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:18.582429 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-2a6a1c00-687e-46a3-9eca-e65008a42a20 req-f5f7f835-66a3-498b-a1c2-4f53df10c55a tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/ports?device_id=d82dd530-bdcd-408b-9b6a-d6cde26fb9b6 HTTP/1.1" status: 200 len: 946 time: 0.0595183 May 27 03:40:18.594131 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-0dc66b08-4bc0-4e37-8f13-602ad84a489a req-19264751-4290-435f-945f-fc3aad8b3a3b service neutron] 10.222.0.69 "GET /v2.0/networks/7ad434bf-5110-4909-8d4e-fd9ddb1876ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865493 May 27 03:40:18.600967 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:18.617265 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-643edf4f-82f7-4435-96c3-3c3e423a094e tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-658269'] for port (28a19740-605e-4675-aec3-b6696f886216), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:18.622180 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-643edf4f-82f7-4435-96c3-3c3e423a094e tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for floatingip (28a19740-605e-4675-aec3-b6696f886216), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:18.639529 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.plugin [None req-643edf4f-82f7-4435-96c3-3c3e423a094e tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Calling delete_port for 28a19740-605e-4675-aec3-b6696f886216 owned by network:floatingip {{(pid=104615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:40:18.652995 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=100 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:18.664232 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-2a6a1c00-687e-46a3-9eca-e65008a42a20 req-a45ddb47-f08f-48c2-8a80-b8b5bb864765 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e559735-ef6e-41cc-93cf-279d407c22b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750303 May 27 03:40:18.685007 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-0dc66b08-4bc0-4e37-8f13-602ad84a489a req-34ba019f-e2d7-4d58-a593-dda68916a95f service neutron] 10.222.0.69 "GET /v2.0/networks/7ad434bf-5110-4909-8d4e-fd9ddb1876ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846312 May 27 03:40:18.869595 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-643edf4f-82f7-4435-96c3-3c3e423a094e tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791799905747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791799515450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585481432'] for port (28a19740-605e-4675-aec3-b6696f886216), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:18.896140 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643edf4f-82f7-4435-96c3-3c3e423a094e tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Pushing event deleted for resources: {'Port': ['ID=28a19740-605e-4675-aec3-b6696f886216,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:18.954291 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-643edf4f-82f7-4435-96c3-3c3e423a094e tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for floatingip (055916e7-5219-4772-898a-58864eb984ce), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:18.957468 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-643edf4f-82f7-4435-96c3-3c3e423a094e tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for floatingip (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:18.959111 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-643edf4f-82f7-4435-96c3-3c3e423a094e tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "DELETE /v2.0/floatingips/055916e7-5219-4772-898a-58864eb984ce HTTP/1.1" status: 204 len: 168 time: 0.5926263 May 27 03:40:19.078766 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 40270) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:40:19.084435 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [None req-fe7c5740-72ef-4af4-b3d8-74d4d99fa2cb tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1533284675', 'description': 'tempest-description--1044427057'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:40:19.095972 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:19.108687 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e574d4-f9d1-4041-b9d5-078ed132f660 req-80e6e476-3fba-4dc4-88e2-71ed7bc66703 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:19.110161 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-26e574d4-f9d1-4041-b9d5-078ed132f660 req-80e6e476-3fba-4dc4-88e2-71ed7bc66703 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=8526d125-8b79-4f3f-8c07-c9b77ecbc2f5 HTTP/1.1" status: 200 len: 946 time: 0.0507722 May 27 03:40:19.157287 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-26e574d4-f9d1-4041-b9d5-078ed132f660 req-d417afd2-f140-440b-9d9a-00233bd51068 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=926b6e4a-3738-476a-98a9-1f2042dcc8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412223 May 27 03:40:19.197283 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device 8ab3065d-e51c-44d4-a56d-c5b055761796 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:40:19.226166 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] No Port match for: 8ab3065d-e51c-44d4-a56d-c5b055761796 {{(pid=104616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:40:19.226513 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device 8ab3065d-e51c-44d4-a56d-c5b055761796 not bound to the agent host hv-cinder-82880 {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:40:19.243127 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-fe7c5740-72ef-4af4-b3d8-74d4d99fa2cb tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for security_group (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:19.313327 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-fe7c5740-72ef-4af4-b3d8-74d4d99fa2cb tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for security_group (cfc1ff3d-0e11-49bd-8480-c88fbeda7523), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:19.373940 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f446-e12c-45b2-8c38-3579950c1c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (785c7416-4bf9-40d9-a08f-c797a61a0436), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:19.419413 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-fe7c5740-72ef-4af4-b3d8-74d4d99fa2cb tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (cfc1ff3d-0e11-49bd-8480-c88fbeda7523), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:19.448551 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7c5740-72ef-4af4-b3d8-74d4d99fa2cb tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc1ff3d-0e11-49bd-8480-c88fbeda7523,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:19.564247 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-fe7c5740-72ef-4af4-b3d8-74d4d99fa2cb tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for security_group (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:19.565482 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-fe7c5740-72ef-4af4-b3d8-74d4d99fa2cb tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4855793 May 27 03:40:19.568916 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 40272) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:40:19.670829 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [None req-e773df13-45f5-4f26-8186-575e8c929a62 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Request body: {'security_group_rule': {'security_group_id': 'cfc1ff3d-0e11-49bd-8480-c88fbeda7523', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:40:19.780002 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fdd658-2204-4c3d-b874-c22cdd3c2b62 req-ab1560d9-727b-4625-8237-b47a54d28f28 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:19.781442 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-d6fdd658-2204-4c3d-b874-c22cdd3c2b62 req-ab1560d9-727b-4625-8237-b47a54d28f28 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/ports?device_id=d82dd530-bdcd-408b-9b6a-d6cde26fb9b6 HTTP/1.1" status: 200 len: 946 time: 0.0458438 May 27 03:40:19.830092 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-d6fdd658-2204-4c3d-b874-c22cdd3c2b62 req-4c775193-cf90-43d7-a669-e11f1d3e88c6 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e559735-ef6e-41cc-93cf-279d407c22b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425427 May 27 03:40:19.830806 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-e773df13-45f5-4f26-8186-575e8c929a62 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for security_group_rule (6400d806-d4a3-4847-a168-99670237b8f8), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:19.879314 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-e773df13-45f5-4f26-8186-575e8c929a62 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for security_group_rule (6400d806-d4a3-4847-a168-99670237b8f8), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:20.002669 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-e773df13-45f5-4f26-8186-575e8c929a62 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567362'] for security_group_rule (6400d806-d4a3-4847-a168-99670237b8f8), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:20.009027 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:20.023544 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e773df13-45f5-4f26-8186-575e8c929a62 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6400d806-d4a3-4847-a168-99670237b8f8,revision_number=0']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:20.118990 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-e773df13-45f5-4f26-8186-575e8c929a62 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:20.120195 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-e773df13-45f5-4f26-8186-575e8c929a62 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5503519 May 27 03:40:20.122852 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 40278) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:40:20.127097 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [None req-0790e736-f05a-4778-9e0a-1dab0159773c tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Request body: {'security_group_rule': {'security_group_id': 'cfc1ff3d-0e11-49bd-8480-c88fbeda7523', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:40:20.270854 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cf294d-651d-4da0-b239-6916210da9ce req-0e24f6ab-23aa-4a5e-96e6-7c07f6730128 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:20.272361 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-e1cf294d-651d-4da0-b239-6916210da9ce req-0e24f6ab-23aa-4a5e-96e6-7c07f6730128 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=8526d125-8b79-4f3f-8c07-c9b77ecbc2f5 HTTP/1.1" status: 200 len: 946 time: 0.0469468 May 27 03:40:20.320906 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-e1cf294d-651d-4da0-b239-6916210da9ce req-0f30653e-f699-42df-b762-a06374200f9b tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=926b6e4a-3738-476a-98a9-1f2042dcc8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430179 May 27 03:40:20.352943 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0790e736-f05a-4778-9e0a-1dab0159773c tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for security_group_rule (f91f1ecb-72c7-42e3-ae0b-f876717c2779), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:20.408367 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0790e736-f05a-4778-9e0a-1dab0159773c tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for security_group_rule (f91f1ecb-72c7-42e3-ae0b-f876717c2779), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:20.516614 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0790e736-f05a-4778-9e0a-1dab0159773c tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567362'] for security_group_rule (f91f1ecb-72c7-42e3-ae0b-f876717c2779), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:20.534504 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0790e736-f05a-4778-9e0a-1dab0159773c tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f91f1ecb-72c7-42e3-ae0b-f876717c2779,revision_number=0']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:20.616322 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0790e736-f05a-4778-9e0a-1dab0159773c tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:20.617523 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-0790e736-f05a-4778-9e0a-1dab0159773c tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4937608 May 27 03:40:20.620532 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 40284) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:40:20.624667 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [None req-cd028de0-79cd-4841-85d8-2e1ce3423443 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Request body: {'floatingip': {'floating_network_id': '6db324a0-41f0-4440-95df-83df441784f6'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:40:20.734169 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-cd028de0-79cd-4841-85d8-2e1ce3423443 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:20.813764 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-cd028de0-79cd-4841-85d8-2e1ce3423443 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:20.876956 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (917d01f3-4a27-4590-ae14-da14d21a1e88), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:20.923731 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.db_base_plugin_common [None req-cd028de0-79cd-4841-85d8-2e1ce3423443 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Allocated IP 172.27.0.75 (6db324a0-41f0-4440-95df-83df441784f6/1196ed2a-e255-42ad-b78e-696bc1bae72b/2c738a03-a791-4685-95ea-9f599e51a5d2) {{(pid=104614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:40:20.945072 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87d8264-1c5a-4053-86a5-c5a55b54cbe1 req-92be8b45-ed21-4e01-be55-6d3bd63b7fd5 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:20.946568 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-c87d8264-1c5a-4053-86a5-c5a55b54cbe1 req-92be8b45-ed21-4e01-be55-6d3bd63b7fd5 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/ports?device_id=d82dd530-bdcd-408b-9b6a-d6cde26fb9b6 HTTP/1.1" status: 200 len: 946 time: 0.0462699 May 27 03:40:20.985019 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=82,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:20.995047 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-c87d8264-1c5a-4053-86a5-c5a55b54cbe1 req-bddd5485-b561-4763-affa-f8a95faacd34 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e559735-ef6e-41cc-93cf-279d407c22b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428054 May 27 03:40:21.029745 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-cd028de0-79cd-4841-85d8-2e1ce3423443 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for port (2c738a03-a791-4685-95ea-9f599e51a5d2), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:21.157163 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-cd028de0-79cd-4841-85d8-2e1ce3423443 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791799515441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8584799065'] for port (2c738a03-a791-4685-95ea-9f599e51a5d2), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:21.199399 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd028de0-79cd-4841-85d8-2e1ce3423443 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Network 6db324a0-41f0-4440-95df-83df441784f6 is already hosted by enough agents. {{(pid=104614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:40:21.202595 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.base_scheduler [None req-cd028de0-79cd-4841-85d8-2e1ce3423443 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Resources bound (agent type, host, resource id): {{(pid=104614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:40:21.205087 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd028de0-79cd-4841-85d8-2e1ce3423443 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Received port after_create {{(pid=104614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:40:21.231478 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:21.234035 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd028de0-79cd-4841-85d8-2e1ce3423443 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Pushing event updated for resources: {'Port': ['ID=2c738a03-a791-4685-95ea-9f599e51a5d2,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:21.296344 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-cd028de0-79cd-4841-85d8-2e1ce3423443 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for floatingip (7764fea1-9fe2-4940-a766-a54782a05d8e), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:21.408971 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-cd028de0-79cd-4841-85d8-2e1ce3423443 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (2c738a03-a791-4685-95ea-9f599e51a5d2), before_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:21.434370 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6edd0-ba7a-4af0-8c92-b3328c767bbe req-ec53d410-bd79-41da-986b-0398ae084878 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:21.435949 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-e9d6edd0-ba7a-4af0-8c92-b3328c767bbe req-ec53d410-bd79-41da-986b-0398ae084878 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=8526d125-8b79-4f3f-8c07-c9b77ecbc2f5 HTTP/1.1" status: 200 len: 946 time: 0.0462570 May 27 03:40:21.486439 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-e9d6edd0-ba7a-4af0-8c92-b3328c767bbe req-0fe8ce12-39b9-481e-ae35-c32c31352144 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=926b6e4a-3738-476a-98a9-1f2042dcc8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448036 May 27 03:40:21.588321 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-cd028de0-79cd-4841-85d8-2e1ce3423443 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for port (2c738a03-a791-4685-95ea-9f599e51a5d2), precommit_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:21.659524 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-cd028de0-79cd-4841-85d8-2e1ce3423443 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8584799086'] for port (2c738a03-a791-4685-95ea-9f599e51a5d2), after_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:21.731226 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd028de0-79cd-4841-85d8-2e1ce3423443 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Pushing event updated for resources: {'Port': ['ID=2c738a03-a791-4685-95ea-9f599e51a5d2,revision_number=2']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:21.734881 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:21.741520 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-cd028de0-79cd-4841-85d8-2e1ce3423443 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680165'] for floatingip (7764fea1-9fe2-4940-a766-a54782a05d8e), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:21.890229 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-cd028de0-79cd-4841-85d8-2e1ce3423443 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for floatingip (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:21.891486 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-cd028de0-79cd-4841-85d8-2e1ce3423443 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2700555 May 27 03:40:22.041783 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-7f3b7c65-c7f2-4a6c-952e-453099d99e8f req-b6089674-9f61-4c7e-b8f2-fb52e3ae9a2b tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1533284675&fields=id&tenant_id=8ae1382d8f774b5db702d78e3bed622a HTTP/1.1" status: 200 len: 267 time: 0.0466013 May 27 03:40:22.151266 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4349b4c0-7a67-4d66-ab7a-e9072067a438 req-500a3011-b59c-47c9-ba14-a39fd43e6b05 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:22.152652 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4349b4c0-7a67-4d66-ab7a-e9072067a438 req-500a3011-b59c-47c9-ba14-a39fd43e6b05 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/ports?device_id=d82dd530-bdcd-408b-9b6a-d6cde26fb9b6 HTTP/1.1" status: 200 len: 946 time: 0.0831039 May 27 03:40:22.207558 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b7c65-c7f2-4a6c-952e-453099d99e8f req-904b0f26-1a9d-46d4-a071-db36a5f40d81 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:22.209556 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-7f3b7c65-c7f2-4a6c-952e-453099d99e8f req-904b0f26-1a9d-46d4-a071-db36a5f40d81 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/networks?id=24e2e56a-4202-49e3-9751-4bcdb4e8a6ed HTTP/1.1" status: 200 len: 815 time: 0.1612203 May 27 03:40:22.237513 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-7f3b7c65-c7f2-4a6c-952e-453099d99e8f req-4cd997a5-8ce7-45e3-b4d5-ad789f518109 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/quotas/8ae1382d8f774b5db702d78e3bed622a HTTP/1.1" status: 200 len: 375 time: 0.0222077 May 27 03:40:22.241392 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4349b4c0-7a67-4d66-ab7a-e9072067a438 req-427f75fb-2809-44c3-ac05-6dafd4d3df5a tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e559735-ef6e-41cc-93cf-279d407c22b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828054 May 27 03:40:22.272706 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:22.286115 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-7f3b7c65-c7f2-4a6c-952e-453099d99e8f req-ad5c1d9b-4a76-4d55-b1a0-769ecee31a44 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8ae1382d8f774b5db702d78e3bed622a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435402 May 27 03:40:22.421679 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-7f3b7c65-c7f2-4a6c-952e-453099d99e8f req-b9e6d2dd-be4c-4fcd-abf8-5897f5193feb service neutron] 10.222.0.24 "GET /v2.0/networks/24e2e56a-4202-49e3-9751-4bcdb4e8a6ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242945 May 27 03:40:22.491974 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:22.514091 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-7f3b7c65-c7f2-4a6c-952e-453099d99e8f req-fdabb6d6-6b22-46da-88ca-b3281ef5303f service neutron] 10.222.0.24 "GET /v2.0/networks/24e2e56a-4202-49e3-9751-4bcdb4e8a6ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863802 May 27 03:40:22.603656 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2494deea-739b-4947-81c7-2b478fcd6f7f req-830572dc-3441-4e77-9537-57ad70848d7a tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:22.605142 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-2494deea-739b-4947-81c7-2b478fcd6f7f req-830572dc-3441-4e77-9537-57ad70848d7a tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=8526d125-8b79-4f3f-8c07-c9b77ecbc2f5 HTTP/1.1" status: 200 len: 946 time: 0.0496242 May 27 03:40:22.654545 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-2494deea-739b-4947-81c7-2b478fcd6f7f req-7baf3049-f9cc-4753-8aff-009e7155fd87 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=926b6e4a-3738-476a-98a9-1f2042dcc8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435274 May 27 03:40:22.788622 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-f173b6f7-40fe-4d3c-97c7-925edbed9f54 req-d2f2fda1-21b8-4628-a3e6-55a8b10fc3f6 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c468d59-f3a1-44de-8052-3b6b651ea73e HTTP/1.1" status: 200 len: 210 time: 0.0326779 May 27 03:40:22.794729 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f388ca-8966-41c9-920b-ca1f70e63d3b req-663ca5e2-db8c-4518-87ca-7329d76433bb tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:22.796164 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-b3f388ca-8966-41c9-920b-ca1f70e63d3b req-663ca5e2-db8c-4518-87ca-7329d76433bb tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=8526d125-8b79-4f3f-8c07-c9b77ecbc2f5 HTTP/1.1" status: 200 len: 946 time: 0.0769281 May 27 03:40:22.806091 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 40316) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:40:22.810621 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.v2.base [None req-ef645f07-f441-4836-ad01-ccbb6a9034bb tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Request body: {'floatingip': {'port_id': 'd213f02d-0498-429f-ac43-252d863eb6ad'}} {{(pid=104615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:40:22.863497 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-ef645f07-f441-4836-ad01-ccbb6a9034bb tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Publish callbacks [] for floatingip (9020c5e8-9db7-4d0f-906f-2dc5c7b5b995), before_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:23.367074 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-ef645f07-f441-4836-ad01-ccbb6a9034bb tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:23.375140 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef2ebb-ac83-42ca-838d-f912a82870e0 req-9cfe9367-8a33-4657-af21-65b3544302f9 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:23.376565 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-e9ef2ebb-ac83-42ca-838d-f912a82870e0 req-9cfe9367-8a33-4657-af21-65b3544302f9 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/ports?device_id=d82dd530-bdcd-408b-9b6a-d6cde26fb9b6 HTTP/1.1" status: 200 len: 946 time: 0.0605366 May 27 03:40:23.424971 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-e9ef2ebb-ac83-42ca-838d-f912a82870e0 req-70653550-9afd-4f3a-99c6-cd86e181832b tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e559735-ef6e-41cc-93cf-279d407c22b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427413 May 27 03:40:23.527386 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-ef645f07-f441-4836-ad01-ccbb6a9034bb tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680165'] for floatingip (9020c5e8-9db7-4d0f-906f-2dc5c7b5b995), after_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:23.861032 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:23.880819 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-96de5bc0-cb5d-4f62-aa65-b252c6f7ab07 req-c5d29f1c-e467-4283-b8f5-84636c1edd35 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c468d59-f3a1-44de-8052-3b6b651ea73e HTTP/1.1" status: 200 len: 210 time: 0.0311286 May 27 03:40:23.965851 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:23.988487 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef645f07-f441-4836-ad01-ccbb6a9034bb tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Router 338bbf3a-732d-48bd-a52e-3216a496c42d has already been hosted by L3 agent 9df6ec88-276d-42f5-acd2-7e289451d5e3 {{(pid=104615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:40:24.089964 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef645f07-f441-4836-ad01-ccbb6a9034bb tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Notify agent at l3_agent.dv-cinder-828805-4-iscsi the message routers_updated {{(pid=104615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:40:24.094332 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-ef645f07-f441-4836-ad01-ccbb6a9034bb tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for floatingip (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:24.100121 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cd714d-d057-48fa-9a1b-6b6aa3c3a18a None None] Sync routers for ids ['338bbf3a-732d-48bd-a52e-3216a496c42d'] in dv-cinder-828805-4-iscsi {{(pid=104617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:40:24.109927 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cd714d-d057-48fa-9a1b-6b6aa3c3a18a None None] Routers {'338bbf3a-732d-48bd-a52e-3216a496c42d'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:40:24.110517 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-a6cd714d-d057-48fa-9a1b-6b6aa3c3a18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:40:17Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['338bbf3a-732d-48bd-a52e-3216a496c42d'], 'active': True} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:24.125823 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8526d125-8b79-4f3f-8c07-c9b77ecbc2f5', 'tag': 'd213f02d-0498-429f-ac43-252d863eb6ad'}] {{(pid=104615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:40:24.136670 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9faa1dd78fb558d4018d1363b43ffec7552e77d137433f9c5cc39ec2f1c636e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f60315-d319-4900-9f63-72d47ff62971" -d '{"events": [{"name": "network-changed", "server_uuid": "8526d125-8b79-4f3f-8c07-c9b77ecbc2f5", "tag": "d213f02d-0498-429f-ac43-252d863eb6ad"}]}' {{(pid=104615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:40:24.158521 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-ef645f07-f441-4836-ad01-ccbb6a9034bb tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "PUT /v2.0/floatingips/9020c5e8-9db7-4d0f-906f-2dc5c7b5b995 HTTP/1.1" status: 200 len: 994 time: 1.3491125 May 27 03:40:24.181574 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8667fe40-37bf-4a2b-be97-6e1ed3520706 x-openstack-request-id: req-8667fe40-37bf-4a2b-be97-6e1ed3520706 {{(pid=104615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:40:24.181875 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8526d125-8b79-4f3f-8c07-c9b77ecbc2f5", "tag": "d213f02d-0498-429f-ac43-252d863eb6ad", "status": "completed", "code": 200}]} {{(pid=104615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:40:24.182131 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8667fe40-37bf-4a2b-be97-6e1ed3520706 {{(pid=104615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:40:24.182534 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8667fe40-37bf-4a2b-be97-6e1ed3520706'] response: {'name': 'network-changed', 'server_uuid': '8526d125-8b79-4f3f-8c07-c9b77ecbc2f5', 'tag': 'd213f02d-0498-429f-ac43-252d863eb6ad', 'status': 'completed', 'code': 200} May 27 03:40:24.210948 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvr_db [None req-a6cd714d-d057-48fa-9a1b-6b6aa3c3a18a None None] Set router 338bbf3a-732d-48bd-a52e-3216a496c42d gateway port host: dv-cinder-828805-4-iscsi {{(pid=104617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:40:24.280067 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f60315-d319-4900-9f63-72d47ff62971 req-6f79af8d-0bd4-4a5a-b1e0-3d0bafb7a3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:24.281617 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-22f60315-d319-4900-9f63-72d47ff62971 req-6f79af8d-0bd4-4a5a-b1e0-3d0bafb7a3f4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=03b1335715234895a0c1a555b22ee8d3&device_id=8526d125-8b79-4f3f-8c07-c9b77ecbc2f5 HTTP/1.1" status: 200 len: 1130 time: 0.0401905 May 27 03:40:24.367798 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=100 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:24.373896 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=100 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:24.377667 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f60315-d319-4900-9f63-72d47ff62971 req-95878e17-edf0-407c-bd30-25e9eed62c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:24.379213 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-22f60315-d319-4900-9f63-72d47ff62971 req-95878e17-edf0-407c-bd30-25e9eed62c90 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7ad434bf-5110-4909-8d4e-fd9ddb1876ab HTTP/1.1" status: 200 len: 920 time: 0.0909772 May 27 03:40:24.420719 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-a6cd714d-d057-48fa-9a1b-6b6aa3c3a18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338bbf3a-732d-48bd-a52e-3216a496c42d', 'name': 'tempest-ServerRescueNegativeTestJSON-1862505836-router', 'tenant_id': '03b1335715234895a0c1a555b22ee8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'fb943e16-99fb-494c-a64c-ce5f4969c819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:36Z', 'updated_at': '2022-05-27T03:36:40Z', 'revision_number': 4, 'project_id': '03b1335715234895a0c1a555b22ee8d3', 'gw_port': {'id': 'fb943e16-99fb-494c-a64c-ce5f4969c819', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:11:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338bbf3a-732d-48bd-a52e-3216a496c42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:37Z', 'updated_at': '2022-05-27T03:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_floatingips': [{'id': '9020c5e8-9db7-4d0f-906f-2dc5c7b5b995', 'tenant_id': '03b1335715234895a0c1a555b22ee8d3', 'floating_ip_address': '172.27.0.226', 'floating_network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'router_id': '338bbf3a-732d-48bd-a52e-3216a496c42d', 'port_id': 'd213f02d-0498-429f-ac43-252d863eb6ad', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ad434bf-5110-4909-8d4e-fd9ddb1876ab', 'mac_address': 'fa:16:3e:cd:39:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8526d125-8b79-4f3f-8c07-c9b77ecbc2f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:38:43Z', 'updated_at': '2022-05-27T03:40:23Z', 'revision_number': 3, 'project_id': '03b1335715234895a0c1a555b22ee8d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b776be3-7d77-482c-81e2-06d87ce41dcf', 'name': '', 'network_id': '7ad434bf-5110-4909-8d4e-fd9ddb1876ab', 'tenant_id': '03b1335715234895a0c1a555b22ee8d3', 'mac_address': 'fa:16:3e:2e:5f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338bbf3a-732d-48bd-a52e-3216a496c42d', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '322aacf8-7a2c-4c8b-810a-fab1e2caab1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:39Z', 'updated_at': '2022-05-27T03:36:45Z', 'revision_number': 5, 'project_id': '03b1335715234895a0c1a555b22ee8d3', 'subnets': [{'id': '322aacf8-7a2c-4c8b-810a-fab1e2caab1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:24.444604 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-22f60315-d319-4900-9f63-72d47ff62971 req-d11dcc0a-1711-4526-a730-971e6a3bf7d3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d213f02d-0498-429f-ac43-252d863eb6ad HTTP/1.1" status: 200 len: 1002 time: 0.0591948 May 27 03:40:24.449034 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cd714d-d057-48fa-9a1b-6b6aa3c3a18a None None] Checking router: 338bbf3a-732d-48bd-a52e-3216a496c42d for host: dv-cinder-828805-4-iscsi {{(pid=104617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:40:24.459389 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cd714d-d057-48fa-9a1b-6b6aa3c3a18a None None] Routers {'338bbf3a-732d-48bd-a52e-3216a496c42d'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:40:24.460106 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-a6cd714d-d057-48fa-9a1b-6b6aa3c3a18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:40:17Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['338bbf3a-732d-48bd-a52e-3216a496c42d'], 'active': True} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:24.499053 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f60315-d319-4900-9f63-72d47ff62971 req-240b8236-e6a2-47c0-8aae-f7368fab7af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:24.500128 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-22f60315-d319-4900-9f63-72d47ff62971 req-240b8236-e6a2-47c0-8aae-f7368fab7af5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=322aacf8-7a2c-4c8b-810a-fab1e2caab1f HTTP/1.1" status: 200 len: 858 time: 0.0470130 May 27 03:40:24.544224 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f60315-d319-4900-9f63-72d47ff62971 req-2aa3afc6-7b3e-4054-9ebe-07d937e0f488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:24.545886 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-22f60315-d319-4900-9f63-72d47ff62971 req-2aa3afc6-7b3e-4054-9ebe-07d937e0f488 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7ad434bf-5110-4909-8d4e-fd9ddb1876ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399699 May 27 03:40:24.564373 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvr_db [None req-a6cd714d-d057-48fa-9a1b-6b6aa3c3a18a None None] Set router 338bbf3a-732d-48bd-a52e-3216a496c42d gateway port host: dv-cinder-828805-4-iscsi {{(pid=104617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:40:24.571058 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf169a-984b-4ea9-9ab3-3ca777d89d29 req-38d16022-4dac-4b30-8c74-2e54ed51c2b3 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:24.578380 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-aedf169a-984b-4ea9-9ab3-3ca777d89d29 req-38d16022-4dac-4b30-8c74-2e54ed51c2b3 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/ports?device_id=d82dd530-bdcd-408b-9b6a-d6cde26fb9b6 HTTP/1.1" status: 200 len: 946 time: 0.0529587 May 27 03:40:24.635070 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-aedf169a-984b-4ea9-9ab3-3ca777d89d29 req-1015b539-fe0d-4a50-8308-66d6078a0296 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e559735-ef6e-41cc-93cf-279d407c22b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498996 May 27 03:40:24.668207 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-22f60315-d319-4900-9f63-72d47ff62971 req-9f4151c7-dc7a-40da-bbf2-cdce395bbe1e service neutron] 10.222.0.69 "GET /v2.0/networks/7ad434bf-5110-4909-8d4e-fd9ddb1876ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963986 May 27 03:40:24.760981 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-22f60315-d319-4900-9f63-72d47ff62971 req-c36c396b-5e84-44aa-b9f5-9136437d2bf4 service neutron] 10.222.0.69 "GET /v2.0/networks/7ad434bf-5110-4909-8d4e-fd9ddb1876ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854793 May 27 03:40:24.783715 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-a6cd714d-d057-48fa-9a1b-6b6aa3c3a18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338bbf3a-732d-48bd-a52e-3216a496c42d', 'name': 'tempest-ServerRescueNegativeTestJSON-1862505836-router', 'tenant_id': '03b1335715234895a0c1a555b22ee8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'fb943e16-99fb-494c-a64c-ce5f4969c819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:36Z', 'updated_at': '2022-05-27T03:36:40Z', 'revision_number': 4, 'project_id': '03b1335715234895a0c1a555b22ee8d3', 'gw_port': {'id': 'fb943e16-99fb-494c-a64c-ce5f4969c819', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:11:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338bbf3a-732d-48bd-a52e-3216a496c42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:37Z', 'updated_at': '2022-05-27T03:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_floatingips': [{'id': '9020c5e8-9db7-4d0f-906f-2dc5c7b5b995', 'tenant_id': '03b1335715234895a0c1a555b22ee8d3', 'floating_ip_address': '172.27.0.226', 'floating_network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'router_id': '338bbf3a-732d-48bd-a52e-3216a496c42d', 'port_id': 'd213f02d-0498-429f-ac43-252d863eb6ad', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ad434bf-5110-4909-8d4e-fd9ddb1876ab', 'mac_address': 'fa:16:3e:cd:39:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8526d125-8b79-4f3f-8c07-c9b77ecbc2f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:38:43Z', 'updated_at': '2022-05-27T03:40:23Z', 'revision_number': 3, 'project_id': '03b1335715234895a0c1a555b22ee8d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b776be3-7d77-482c-81e2-06d87ce41dcf', 'name': '', 'network_id': '7ad434bf-5110-4909-8d4e-fd9ddb1876ab', 'tenant_id': '03b1335715234895a0c1a555b22ee8d3', 'mac_address': 'fa:16:3e:2e:5f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338bbf3a-732d-48bd-a52e-3216a496c42d', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '322aacf8-7a2c-4c8b-810a-fab1e2caab1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:39Z', 'updated_at': '2022-05-27T03:36:45Z', 'revision_number': 5, 'project_id': '03b1335715234895a0c1a555b22ee8d3', 'subnets': [{'id': '322aacf8-7a2c-4c8b-810a-fab1e2caab1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:24.809963 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cd714d-d057-48fa-9a1b-6b6aa3c3a18a None None] The sync data for ids ['338bbf3a-732d-48bd-a52e-3216a496c42d'] in dv-cinder-828805-4-iscsi is: [{'id': '338bbf3a-732d-48bd-a52e-3216a496c42d', 'name': 'tempest-ServerRescueNegativeTestJSON-1862505836-router', 'tenant_id': '03b1335715234895a0c1a555b22ee8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'fb943e16-99fb-494c-a64c-ce5f4969c819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:36Z', 'updated_at': '2022-05-27T03:36:40Z', 'revision_number': 4, 'project_id': '03b1335715234895a0c1a555b22ee8d3', 'gw_port': {'id': 'fb943e16-99fb-494c-a64c-ce5f4969c819', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:11:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338bbf3a-732d-48bd-a52e-3216a496c42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:37Z', 'updated_at': '2022-05-27T03:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_floatingips': [{'id': '9020c5e8-9db7-4d0f-906f-2dc5c7b5b995', 'tenant_id': '03b1335715234895a0c1a555b22ee8d3', 'floating_ip_address': '172.27.0.226', 'floating_network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'router_id': '338bbf3a-732d-48bd-a52e-3216a496c42d', 'port_id': 'd213f02d-0498-429f-ac43-252d863eb6ad', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ad434bf-5110-4909-8d4e-fd9ddb1876ab', 'mac_address': 'fa:16:3e:cd:39:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8526d125-8b79-4f3f-8c07-c9b77ecbc2f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:38:43Z', 'updated_at': '2022-05-27T03:40:23Z', 'revision_number': 3, 'project_id': '03b1335715234895a0c1a555b22ee8d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b776be3-7d77-482c-81e2-06d87ce41dcf', 'name': '', 'network_id': '7ad434bf-5110-4909-8d4e-fd9ddb1876ab', 'tenant_id': '03b1335715234895a0c1a555b22ee8d3', 'mac_address': 'fa:16:3e:2e:5f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338bbf3a-732d-48bd-a52e-3216a496c42d', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '322aacf8-7a2c-4c8b-810a-fab1e2caab1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:39Z', 'updated_at': '2022-05-27T03:36:45Z', 'revision_number': 5, 'project_id': '03b1335715234895a0c1a555b22ee8d3', 'subnets': [{'id': '322aacf8-7a2c-4c8b-810a-fab1e2caab1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:40:24.980986 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-de9d3d6a-a562-4529-8a0d-649ed0d0f188 req-2805881b-cd29-4b5d-94f2-4544e0b01353 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c468d59-f3a1-44de-8052-3b6b651ea73e HTTP/1.1" status: 200 len: 210 time: 0.0284407 May 27 03:40:25.489369 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b7c65-c7f2-4a6c-952e-453099d99e8f req-76b5fb02-e037-4f04-a31d-65f8cf8016a3 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:25.490828 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-7f3b7c65-c7f2-4a6c-952e-453099d99e8f req-76b5fb02-e037-4f04-a31d-65f8cf8016a3 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.69 "GET /v2.0/networks?id=24e2e56a-4202-49e3-9751-4bcdb4e8a6ed HTTP/1.1" status: 200 len: 815 time: 0.1080754 May 27 03:40:25.563482 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-7f3b7c65-c7f2-4a6c-952e-453099d99e8f req-3a8c02f5-1997-4755-b2e4-564d25fd32a9 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ae1382d8f774b5db702d78e3bed622a HTTP/1.1" status: 200 len: 380 time: 0.0513351 May 27 03:40:25.572272 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [req-7f3b7c65-c7f2-4a6c-952e-453099d99e8f req-00393c8d-7cbe-45de-b86c-05a45d4b907d tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Request body: {'port': {'device_id': '3c468d59-f3a1-44de-8052-3b6b651ea73e', 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed', 'admin_state_up': True, 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'security_groups': ['cfc1ff3d-0e11-49bd-8480-c88fbeda7523']}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:40:25.749043 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02485d26-53e2-4800-8627-7d11eb0ea8fa req-e011e38a-82af-49ed-990b-17f115a1b34a tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:25.750472 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-02485d26-53e2-4800-8627-7d11eb0ea8fa req-e011e38a-82af-49ed-990b-17f115a1b34a tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/ports?device_id=d82dd530-bdcd-408b-9b6a-d6cde26fb9b6 HTTP/1.1" status: 200 len: 946 time: 0.0464747 May 27 03:40:25.774018 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f3b7c65-c7f2-4a6c-952e-453099d99e8f req-00393c8d-7cbe-45de-b86c-05a45d4b907d tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Made reservation on behalf of 8ae1382d8f774b5db702d78e3bed622a for: {'port': 1} {{(pid=104614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:40:25.777482 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-7f3b7c65-c7f2-4a6c-952e-453099d99e8f req-00393c8d-7cbe-45de-b86c-05a45d4b907d tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:25.799624 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-02485d26-53e2-4800-8627-7d11eb0ea8fa req-010eaa6c-4ca6-4e7e-b293-1f652d3f93a8 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e559735-ef6e-41cc-93cf-279d407c22b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436895 May 27 03:40:25.902158 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.db_base_plugin_common [req-7f3b7c65-c7f2-4a6c-952e-453099d99e8f req-00393c8d-7cbe-45de-b86c-05a45d4b907d tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Allocated IP 172.20.0.12 (24e2e56a-4202-49e3-9751-4bcdb4e8a6ed/7dc15780-a98b-4250-9509-853069c6707a/7de6ae85-3bb0-4331-96a8-95d107a33391) {{(pid=104614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:40:25.905793 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:25.911539 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:26.067547 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-7f3b7c65-c7f2-4a6c-952e-453099d99e8f req-00393c8d-7cbe-45de-b86c-05a45d4b907d tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for port (7de6ae85-3bb0-4331-96a8-95d107a33391), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:26.106910 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-353b9cd2-0a18-496d-bf28-02a193e93db2 req-f9a59853-c5ba-436c-87e4-19ef6b9e2064 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c468d59-f3a1-44de-8052-3b6b651ea73e HTTP/1.1" status: 200 len: 210 time: 0.0311480 May 27 03:40:26.183564 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8526d125-8b79-4f3f-8c07-c9b77ecbc2f5', 'tag': 'd213f02d-0498-429f-ac43-252d863eb6ad'}] {{(pid=104615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:40:26.185880 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9faa1dd78fb558d4018d1363b43ffec7552e77d137433f9c5cc39ec2f1c636e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4797e4-457c-45c4-8751-ebe6f4f76658" -d '{"events": [{"name": "network-changed", "server_uuid": "8526d125-8b79-4f3f-8c07-c9b77ecbc2f5", "tag": "d213f02d-0498-429f-ac43-252d863eb6ad"}]}' {{(pid=104615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:40:26.197314 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-7f3b7c65-c7f2-4a6c-952e-453099d99e8f req-00393c8d-7cbe-45de-b86c-05a45d4b907d tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791799515441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8584799065'] for port (7de6ae85-3bb0-4331-96a8-95d107a33391), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:26.221780 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf0c7dd-1f6a-492d-9d62-71df7f63cc9e x-openstack-request-id: req-7bf0c7dd-1f6a-492d-9d62-71df7f63cc9e {{(pid=104615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:40:26.222075 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8526d125-8b79-4f3f-8c07-c9b77ecbc2f5", "tag": "d213f02d-0498-429f-ac43-252d863eb6ad", "status": "completed", "code": 200}]} {{(pid=104615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:40:26.222328 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7bf0c7dd-1f6a-492d-9d62-71df7f63cc9e {{(pid=104615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:40:26.222727 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bf0c7dd-1f6a-492d-9d62-71df7f63cc9e'] response: {'name': 'network-changed', 'server_uuid': '8526d125-8b79-4f3f-8c07-c9b77ecbc2f5', 'tag': 'd213f02d-0498-429f-ac43-252d863eb6ad', 'status': 'completed', 'code': 200} May 27 03:40:26.239842 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f3b7c65-c7f2-4a6c-952e-453099d99e8f req-00393c8d-7cbe-45de-b86c-05a45d4b907d tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Network 24e2e56a-4202-49e3-9751-4bcdb4e8a6ed is already hosted by enough agents. {{(pid=104614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:40:26.245065 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.base_scheduler [req-7f3b7c65-c7f2-4a6c-952e-453099d99e8f req-00393c8d-7cbe-45de-b86c-05a45d4b907d tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Resources bound (agent type, host, resource id): {{(pid=104614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:40:26.248584 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f3b7c65-c7f2-4a6c-952e-453099d99e8f req-00393c8d-7cbe-45de-b86c-05a45d4b907d tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Received port after_create {{(pid=104614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:40:26.289156 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00393c8d-7cbe-45de-b86c-05a45d4b907d tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Pushing event updated for resources: {'Port': ['ID=7de6ae85-3bb0-4331-96a8-95d107a33391,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:26.312746 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b7c65-c7f2-4a6c-952e-453099d99e8f req-00393c8d-7cbe-45de-b86c-05a45d4b907d tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:26.313280 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-7f3b7c65-c7f2-4a6c-952e-453099d99e8f req-00393c8d-7cbe-45de-b86c-05a45d4b907d tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:26.375514 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4797e4-457c-45c4-8751-ebe6f4f76658 req-bf1104db-21e5-4045-bed6-876740632d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:26.377041 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-9a4797e4-457c-45c4-8751-ebe6f4f76658 req-bf1104db-21e5-4045-bed6-876740632d36 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=03b1335715234895a0c1a555b22ee8d3&device_id=8526d125-8b79-4f3f-8c07-c9b77ecbc2f5 HTTP/1.1" status: 200 len: 1130 time: 0.0984862 May 27 03:40:26.406869 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-7f3b7c65-c7f2-4a6c-952e-453099d99e8f req-00393c8d-7cbe-45de-b86c-05a45d4b907d tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8380373 May 27 03:40:26.444068 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [req-7f3b7c65-c7f2-4a6c-952e-453099d99e8f req-37ad7f7d-2374-4f13-a972-1b43008326db service neutron] Request body: {'port': {'device_id': '3c468d59-f3a1-44de-8052-3b6b651ea73e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:40:26.452503 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-ee810fb5-4dd5-42aa-98d8-53e303aff5fb None None] Provisioning complete for port 7de6ae85-3bb0-4331-96a8-95d107a33391 triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:40:26.453063 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-ee810fb5-4dd5-42aa-98d8-53e303aff5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (7de6ae85-3bb0-4331-96a8-95d107a33391), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:26.485313 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-ee810fb5-4dd5-42aa-98d8-53e303aff5fb None None] Port 7de6ae85-3bb0-4331-96a8-95d107a33391 cannot update to ACTIVE because it is not bound. {{(pid=104616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:40:26.534648 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4797e4-457c-45c4-8751-ebe6f4f76658 req-fd2d94a2-aaf7-463c-84a0-fbd9c7eb8710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:26.536742 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-9a4797e4-457c-45c4-8751-ebe6f4f76658 req-fd2d94a2-aaf7-463c-84a0-fbd9c7eb8710 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7ad434bf-5110-4909-8d4e-fd9ddb1876ab HTTP/1.1" status: 200 len: 920 time: 0.1513329 May 27 03:40:26.537465 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-7f3b7c65-c7f2-4a6c-952e-453099d99e8f req-37ad7f7d-2374-4f13-a972-1b43008326db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (7de6ae85-3bb0-4331-96a8-95d107a33391), before_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:26.552938 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:26.632218 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-9a4797e4-457c-45c4-8751-ebe6f4f76658 req-9cd6e14b-5486-441e-bbf0-19229ff4d5e1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d213f02d-0498-429f-ac43-252d863eb6ad HTTP/1.1" status: 200 len: 1002 time: 0.0860965 May 27 03:40:26.786613 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4797e4-457c-45c4-8751-ebe6f4f76658 req-cd5d9e48-47f3-4d11-bce6-65a2d7447938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:26.788030 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-9a4797e4-457c-45c4-8751-ebe6f4f76658 req-cd5d9e48-47f3-4d11-bce6-65a2d7447938 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=322aacf8-7a2c-4c8b-810a-fab1e2caab1f HTTP/1.1" status: 200 len: 858 time: 0.0779839 May 27 03:40:26.863873 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4797e4-457c-45c4-8751-ebe6f4f76658 req-615781ce-9f9d-4972-bd45-97daf617a633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:26.865375 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-9a4797e4-457c-45c4-8751-ebe6f4f76658 req-615781ce-9f9d-4972-bd45-97daf617a633 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7ad434bf-5110-4909-8d4e-fd9ddb1876ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0535426 May 27 03:40:26.927154 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a1dd0-f63c-4894-990f-53ef94d0e484 req-837cc253-83d7-4f79-9f04-ec95220a8030 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:26.928605 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-759a1dd0-f63c-4894-990f-53ef94d0e484 req-837cc253-83d7-4f79-9f04-ec95220a8030 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/ports?device_id=d82dd530-bdcd-408b-9b6a-d6cde26fb9b6 HTTP/1.1" status: 200 len: 946 time: 0.0582128 May 27 03:40:26.979756 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-759a1dd0-f63c-4894-990f-53ef94d0e484 req-ebadda12-ade8-46df-8ff1-b10b8a681da4 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e559735-ef6e-41cc-93cf-279d407c22b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454128 May 27 03:40:27.021936 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.notifiers.nova [req-7f3b7c65-c7f2-4a6c-952e-453099d99e8f req-37ad7f7d-2374-4f13-a972-1b43008326db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7de6ae85-3bb0-4331-96a8-95d107a33391 {{(pid=104614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:40:27.029714 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-9a4797e4-457c-45c4-8751-ebe6f4f76658 req-7c05b5d9-a763-4741-b733-35cbc4175199 service neutron] 10.222.0.69 "GET /v2.0/networks/7ad434bf-5110-4909-8d4e-fd9ddb1876ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560121 May 27 03:40:27.031462 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-7f3b7c65-c7f2-4a6c-952e-453099d99e8f req-37ad7f7d-2374-4f13-a972-1b43008326db service neutron] Publish callbacks [] for port (7de6ae85-3bb0-4331-96a8-95d107a33391), precommit_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:27.059955 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:27.062818 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.provisioning_blocks [req-7f3b7c65-c7f2-4a6c-952e-453099d99e8f req-37ad7f7d-2374-4f13-a972-1b43008326db service neutron] Transition to ACTIVE for port object 7de6ae85-3bb0-4331-96a8-95d107a33391 will not be triggered until provisioned by entity L2. {{(pid=104614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:40:27.128509 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-9a4797e4-457c-45c4-8751-ebe6f4f76658 req-1a576c75-3dcd-4fc4-9c3a-9755ea6fb194 service neutron] 10.222.0.69 "GET /v2.0/networks/7ad434bf-5110-4909-8d4e-fd9ddb1876ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909998 May 27 03:40:27.179871 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-7f3b7c65-c7f2-4a6c-952e-453099d99e8f req-37ad7f7d-2374-4f13-a972-1b43008326db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8584799086'] for port (7de6ae85-3bb0-4331-96a8-95d107a33391), after_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:27.225095 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15d182-aa09-4a86-9ca1-19a077b52a0c req-4f295636-5af6-4d22-8c7c-7243c85d874f tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:27.226611 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-9f15d182-aa09-4a86-9ca1-19a077b52a0c req-4f295636-5af6-4d22-8c7c-7243c85d874f tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c468d59-f3a1-44de-8052-3b6b651ea73e HTTP/1.1" status: 200 len: 944 time: 0.0467305 May 27 03:40:27.231312 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ad7f7d-2374-4f13-a972-1b43008326db service neutron] Pushing event updated for resources: {'Port': ['ID=7de6ae85-3bb0-4331-96a8-95d107a33391,revision_number=2']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:27.287042 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-9f15d182-aa09-4a86-9ca1-19a077b52a0c req-2ff001ce-1c9b-4c7d-9f22-9e92321e7f99 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfc1ff3d-0e11-49bd-8480-c88fbeda7523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527396 May 27 03:40:27.312724 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.managers [req-7f3b7c65-c7f2-4a6c-952e-453099d99e8f req-37ad7f7d-2374-4f13-a972-1b43008326db service neutron] Attempting to bind port 7de6ae85-3bb0-4331-96a8-95d107a33391 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:40:27.312991 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.managers [req-7f3b7c65-c7f2-4a6c-952e-453099d99e8f req-37ad7f7d-2374-4f13-a972-1b43008326db service neutron] Attempting to bind port 7de6ae85-3bb0-4331-96a8-95d107a33391 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed'}] {{(pid=104614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:40:27.313325 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3b7c65-c7f2-4a6c-952e-453099d99e8f req-37ad7f7d-2374-4f13-a972-1b43008326db service neutron] Attempting to bind port 7de6ae85-3bb0-4331-96a8-95d107a33391 on network 24e2e56a-4202-49e3-9751-4bcdb4e8a6ed {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:40:27.318093 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3b7c65-c7f2-4a6c-952e-453099d99e8f req-37ad7f7d-2374-4f13-a972-1b43008326db service neutron] Port 7de6ae85-3bb0-4331-96a8-95d107a33391 on network 24e2e56a-4202-49e3-9751-4bcdb4e8a6ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:40:27.318417 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3b7c65-c7f2-4a6c-952e-453099d99e8f req-37ad7f7d-2374-4f13-a972-1b43008326db service neutron] Attempting to bind port 7de6ae85-3bb0-4331-96a8-95d107a33391 on network 24e2e56a-4202-49e3-9751-4bcdb4e8a6ed {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:40:27.323813 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3b7c65-c7f2-4a6c-952e-453099d99e8f req-37ad7f7d-2374-4f13-a972-1b43008326db service neutron] Checking agent: {'id': '134bae73-502b-4599-bb47-129fee8818a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 33, 12), 'started_at': datetime.datetime(2022, 5, 27, 3, 33, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:40:27.324157 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3b7c65-c7f2-4a6c-952e-453099d99e8f req-37ad7f7d-2374-4f13-a972-1b43008326db service neutron] Checking segment: {'id': '4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:40:27.324547 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3b7c65-c7f2-4a6c-952e-453099d99e8f req-37ad7f7d-2374-4f13-a972-1b43008326db service neutron] Bound using segment: {'id': '4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed'} {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:40:27.324980 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.managers [req-7f3b7c65-c7f2-4a6c-952e-453099d99e8f req-37ad7f7d-2374-4f13-a972-1b43008326db service neutron] Bound port: 7de6ae85-3bb0-4331-96a8-95d107a33391, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed'}}] {{(pid=104614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:40:27.325345 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-7f3b7c65-c7f2-4a6c-952e-453099d99e8f req-37ad7f7d-2374-4f13-a972-1b43008326db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (7de6ae85-3bb0-4331-96a8-95d107a33391), before_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:27.370688 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:27.392013 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.db [req-7f3b7c65-c7f2-4a6c-952e-453099d99e8f req-37ad7f7d-2374-4f13-a972-1b43008326db service neutron] For port 7de6ae85-3bb0-4331-96a8-95d107a33391, host hv-cinder-82880, cleared binding levels {{(pid=104614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:40:27.395446 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.db [req-7f3b7c65-c7f2-4a6c-952e-453099d99e8f req-37ad7f7d-2374-4f13-a972-1b43008326db service neutron] For port 7de6ae85-3bb0-4331-96a8-95d107a33391, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7de6ae85-3bb0-4331-96a8-95d107a33391,segment=NetworkSegment(4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6),segment_id=4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6)] {{(pid=104614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:40:27.482847 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-7f3b7c65-c7f2-4a6c-952e-453099d99e8f req-37ad7f7d-2374-4f13-a972-1b43008326db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8584799086'] for port (7de6ae85-3bb0-4331-96a8-95d107a33391), after_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:27.517913 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b7c65-c7f2-4a6c-952e-453099d99e8f req-37ad7f7d-2374-4f13-a972-1b43008326db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:27.518532 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-7f3b7c65-c7f2-4a6c-952e-453099d99e8f req-37ad7f7d-2374-4f13-a972-1b43008326db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:27.520098 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-7f3b7c65-c7f2-4a6c-952e-453099d99e8f req-37ad7f7d-2374-4f13-a972-1b43008326db service neutron] 10.222.0.69 "PUT /v2.0/ports/7de6ae85-3bb0-4331-96a8-95d107a33391 HTTP/1.1" status: 200 len: 1094 time: 1.0822330 May 27 03:40:27.520323 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c468d59-f3a1-44de-8052-3b6b651ea73e', 'tag': '7de6ae85-3bb0-4331-96a8-95d107a33391'}] {{(pid=104614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:40:27.522539 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a93b0eab3ec594b69aa68cd7d580be2fac36b4cb942ee4cac03c85783d056da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d589a8e-e556-47d3-bce4-168af1aa62d0" -d '{"events": [{"name": "network-changed", "server_uuid": "3c468d59-f3a1-44de-8052-3b6b651ea73e", "tag": "7de6ae85-3bb0-4331-96a8-95d107a33391"}]}' {{(pid=104614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:40:27.558391 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ad7f7d-2374-4f13-a972-1b43008326db service neutron] Pushing event updated for resources: {'Port': ['ID=7de6ae85-3bb0-4331-96a8-95d107a33391,revision_number=3']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:27.567980 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c99a52-63b3-4439-9709-7cfb4d89a7e7 x-openstack-request-id: req-12c99a52-63b3-4439-9709-7cfb4d89a7e7 {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:40:27.568446 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c468d59-f3a1-44de-8052-3b6b651ea73e", "tag": "7de6ae85-3bb0-4331-96a8-95d107a33391", "status": "completed", "code": 200}]} {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:40:27.569148 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-12c99a52-63b3-4439-9709-7cfb4d89a7e7 {{(pid=104614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:40:27.570321 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12c99a52-63b3-4439-9709-7cfb4d89a7e7'] response: {'name': 'network-changed', 'server_uuid': '3c468d59-f3a1-44de-8052-3b6b651ea73e', 'tag': '7de6ae85-3bb0-4331-96a8-95d107a33391', 'status': 'completed', 'code': 200} May 27 03:40:27.657491 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d589a8e-e556-47d3-bce4-168af1aa62d0 req-be01e5c6-0208-47e4-9127-29d6e3555f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:27.659062 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-9d589a8e-e556-47d3-bce4-168af1aa62d0 req-be01e5c6-0208-47e4-9127-29d6e3555f81 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8ae1382d8f774b5db702d78e3bed622a&device_id=3c468d59-f3a1-44de-8052-3b6b651ea73e HTTP/1.1" status: 200 len: 1128 time: 0.0432260 May 27 03:40:27.768494 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d589a8e-e556-47d3-bce4-168af1aa62d0 req-4a198135-9d5b-47ec-9f63-fad4d8dacef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:27.770014 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-9d589a8e-e556-47d3-bce4-168af1aa62d0 req-4a198135-9d5b-47ec-9f63-fad4d8dacef7 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=8ae1382d8f774b5db702d78e3bed622a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0942941 May 27 03:40:27.871814 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d589a8e-e556-47d3-bce4-168af1aa62d0 req-861882fd-61ca-4e27-be4e-bc5d5e7c598a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:27.873211 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-9d589a8e-e556-47d3-bce4-168af1aa62d0 req-861882fd-61ca-4e27-be4e-bc5d5e7c598a service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0945413 May 27 03:40:28.055815 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b7c65-c7f2-4a6c-952e-453099d99e8f req-227ad001-31f4-48a9-b2c8-327000294be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:28.057377 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-7f3b7c65-c7f2-4a6c-952e-453099d99e8f req-227ad001-31f4-48a9-b2c8-327000294be6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8ae1382d8f774b5db702d78e3bed622a&device_id=3c468d59-f3a1-44de-8052-3b6b651ea73e HTTP/1.1" status: 200 len: 1128 time: 0.0399001 May 27 03:40:28.104968 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb515a41-2c9a-4f45-854b-68ced6555fda req-06881a1e-71d9-46a4-ba2e-aaee02713f3f tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:28.106626 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-cb515a41-2c9a-4f45-854b-68ced6555fda req-06881a1e-71d9-46a4-ba2e-aaee02713f3f tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/ports?device_id=d82dd530-bdcd-408b-9b6a-d6cde26fb9b6 HTTP/1.1" status: 200 len: 946 time: 0.0543098 May 27 03:40:28.110235 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-7f3b7c65-c7f2-4a6c-952e-453099d99e8f req-dea92f33-d39a-42c2-8886-a3bdf2d11c72 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7de6ae85-3bb0-4331-96a8-95d107a33391 HTTP/1.1" status: 200 len: 217 time: 0.0374687 May 27 03:40:28.156730 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-cb515a41-2c9a-4f45-854b-68ced6555fda req-bf353387-8770-42e3-8297-c9f32db718e9 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e559735-ef6e-41cc-93cf-279d407c22b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443656 May 27 03:40:28.171900 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b7c65-c7f2-4a6c-952e-453099d99e8f req-b23482a8-c527-4a6b-be32-28752963f15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:28.173426 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-7f3b7c65-c7f2-4a6c-952e-453099d99e8f req-b23482a8-c527-4a6b-be32-28752963f15e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7dc15780-a98b-4250-9509-853069c6707a HTTP/1.1" status: 200 len: 854 time: 0.0459099 May 27 03:40:28.224893 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b7c65-c7f2-4a6c-952e-453099d99e8f req-04a96866-b1fc-44f8-909a-650499163ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:28.226377 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-7f3b7c65-c7f2-4a6c-952e-453099d99e8f req-04a96866-b1fc-44f8-909a-650499163ce2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=24e2e56a-4202-49e3-9751-4bcdb4e8a6ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422950 May 27 03:40:28.314493 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-7f3b7c65-c7f2-4a6c-952e-453099d99e8f req-5182cda0-2367-4abd-99a9-e65ac2ffd43e service neutron] 10.222.0.69 "GET /v2.0/networks/24e2e56a-4202-49e3-9751-4bcdb4e8a6ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823126 May 27 03:40:28.396781 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:28.405419 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bac6a0-1c73-4059-8ec4-42b7d311ad28 req-c0541ab8-c556-429e-821b-97f2cbc2f24a tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:28.409591 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-12bac6a0-1c73-4059-8ec4-42b7d311ad28 req-c0541ab8-c556-429e-821b-97f2cbc2f24a tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c468d59-f3a1-44de-8052-3b6b651ea73e HTTP/1.1" status: 200 len: 944 time: 0.0481627 May 27 03:40:28.458961 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-12bac6a0-1c73-4059-8ec4-42b7d311ad28 req-2bd6d8cc-e17c-4143-8f34-3b2ec354620a tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfc1ff3d-0e11-49bd-8480-c88fbeda7523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458283 May 27 03:40:28.610190 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-7f3b7c65-c7f2-4a6c-952e-453099d99e8f req-9baaa372-7737-4382-92fc-987a23e70ecf service neutron] 10.222.0.69 "GET /v2.0/networks/24e2e56a-4202-49e3-9751-4bcdb4e8a6ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898626 May 27 03:40:29.268182 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2c3b2-4a2e-41dd-a7e9-67af0188313e req-f152455a-a2ff-4b23-a43f-c14cd64cf6b3 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:29.269635 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-bac2c3b2-4a2e-41dd-a7e9-67af0188313e req-f152455a-a2ff-4b23-a43f-c14cd64cf6b3 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/ports?device_id=d82dd530-bdcd-408b-9b6a-d6cde26fb9b6 HTTP/1.1" status: 200 len: 946 time: 0.0463200 May 27 03:40:29.321767 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-bac2c3b2-4a2e-41dd-a7e9-67af0188313e req-d71a6945-7be4-4430-b87c-95a037b4d92c tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e559735-ef6e-41cc-93cf-279d407c22b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467117 May 27 03:40:29.572581 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a25af19-361b-45dd-a861-9db46b7b07e5 req-476a3341-4571-4f3e-b288-a0efb8f68099 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:29.574025 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-5a25af19-361b-45dd-a861-9db46b7b07e5 req-476a3341-4571-4f3e-b288-a0efb8f68099 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c468d59-f3a1-44de-8052-3b6b651ea73e HTTP/1.1" status: 200 len: 944 time: 0.0451677 May 27 03:40:29.621160 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-5a25af19-361b-45dd-a861-9db46b7b07e5 req-98b814df-5998-4d61-a64a-d98b4bcf25de tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfc1ff3d-0e11-49bd-8480-c88fbeda7523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414653 May 27 03:40:30.448034 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd52f5-29f5-4633-bdc3-0b7ee8178df4 req-5ef6f6d8-5bde-4adf-9e64-a4271fc0fd51 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:30.449507 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-81dd52f5-29f5-4633-bdc3-0b7ee8178df4 req-5ef6f6d8-5bde-4adf-9e64-a4271fc0fd51 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/ports?device_id=d82dd530-bdcd-408b-9b6a-d6cde26fb9b6 HTTP/1.1" status: 200 len: 946 time: 0.0608549 May 27 03:40:30.500391 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-81dd52f5-29f5-4633-bdc3-0b7ee8178df4 req-d9cb2219-adef-4c33-9e89-b0afe743e1f0 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e559735-ef6e-41cc-93cf-279d407c22b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453856 May 27 03:40:30.735858 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1355f-6ffd-4d11-a9a5-88f5f3338811 req-e07b34b4-547b-48d8-9816-f1d9f5ac92c4 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:30.737320 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-46c1355f-6ffd-4d11-a9a5-88f5f3338811 req-e07b34b4-547b-48d8-9816-f1d9f5ac92c4 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c468d59-f3a1-44de-8052-3b6b651ea73e HTTP/1.1" status: 200 len: 944 time: 0.0491903 May 27 03:40:30.793258 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-46c1355f-6ffd-4d11-a9a5-88f5f3338811 req-0667899f-b01d-4d21-abe2-34b56e40e996 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfc1ff3d-0e11-49bd-8480-c88fbeda7523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492742 May 27 03:40:31.246354 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device 7de6ae85-3bb0-4331-96a8-95d107a33391 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:40:31.345348 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port 7de6ae85-3bb0-4331-96a8-95d107a33391, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7de6ae85-3bb0-4331-96a8-95d107a33391,segment=NetworkSegment(4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6),segment_id=4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:40:31.357641 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Returning: {'device': '7de6ae85-3bb0-4331-96a8-95d107a33391', 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed', 'port_id': '7de6ae85-3bb0-4331-96a8-95d107a33391', 'mac_address': 'fa:16:3e:00:d1:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dc15780-a98b-4250-9509-853069c6707a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:40:31.395920 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Current status of the port 7de6ae85-3bb0-4331-96a8-95d107a33391 is: DOWN; New status is: BUILD {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:40:31.396299 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (7de6ae85-3bb0-4331-96a8-95d107a33391), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:31.408726 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.notifiers.nova [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7de6ae85-3bb0-4331-96a8-95d107a33391 {{(pid=104616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:40:31.428584 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port 7de6ae85-3bb0-4331-96a8-95d107a33391, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7de6ae85-3bb0-4331-96a8-95d107a33391,segment=NetworkSegment(4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6),segment_id=4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:40:31.522661 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (7de6ae85-3bb0-4331-96a8-95d107a33391), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:31.569344 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Pushing event updated for resources: {'Port': ['ID=7de6ae85-3bb0-4331-96a8-95d107a33391,revision_number=4']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:31.615668 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f3e00b-33e5-4ad4-92e6-9d8dbe1fc5f1 req-68eca36b-487d-4805-a9d8-ded56f978120 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:31.617039 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-49f3e00b-33e5-4ad4-92e6-9d8dbe1fc5f1 req-68eca36b-487d-4805-a9d8-ded56f978120 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/ports?device_id=d82dd530-bdcd-408b-9b6a-d6cde26fb9b6 HTTP/1.1" status: 200 len: 946 time: 0.0460582 May 27 03:40:31.665329 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-49f3e00b-33e5-4ad4-92e6-9d8dbe1fc5f1 req-53bd7868-f659-4d78-a9f0-473d5fb03066 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e559735-ef6e-41cc-93cf-279d407c22b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428343 May 27 03:40:31.885159 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2b259-7c21-4836-a38f-157895cb341a req-0e3504eb-21f2-4beb-96d5-6fb241d62a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:31.886673 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-b5e2b259-7c21-4836-a38f-157895cb341a req-0e3504eb-21f2-4beb-96d5-6fb241d62a5c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=19592ab2e5e04d7c952aebf73f4fca6e&device_id=d82dd530-bdcd-408b-9b6a-d6cde26fb9b6 HTTP/1.1" status: 200 len: 1130 time: 0.0397506 May 27 03:40:31.889708 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:31.907665 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35334c7-7385-4f3e-ad6f-8caf46f32414 req-34fe9b3e-3a43-4e62-aa71-ba0df861a94a tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:31.909120 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-e35334c7-7385-4f3e-ad6f-8caf46f32414 req-34fe9b3e-3a43-4e62-aa71-ba0df861a94a tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c468d59-f3a1-44de-8052-3b6b651ea73e HTTP/1.1" status: 200 len: 945 time: 0.0468943 May 27 03:40:31.916518 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] get_ports_and_sgs() called for port_ids ['7de6ae85-3bb0-4331-96a8-95d107a33391'] {{(pid=104616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:40:31.965394 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-e35334c7-7385-4f3e-ad6f-8caf46f32414 req-c1472b30-c06e-40e5-baa4-6ae327889073 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfc1ff3d-0e11-49bd-8480-c88fbeda7523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490289 May 27 03:40:31.992022 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2b259-7c21-4836-a38f-157895cb341a req-dd60e24f-bae5-4f26-b0a2-f91d4f035f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:31.993512 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-b5e2b259-7c21-4836-a38f-157895cb341a req-dd60e24f-bae5-4f26-b0a2-f91d4f035f6d service neutron] 10.222.0.69 "GET /v2.0/networks?id=430833dd-8c2a-4184-8f60-2460eb1e769c HTTP/1.1" status: 200 len: 909 time: 0.0970180 May 27 03:40:32.006750 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:32.055221 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-b5e2b259-7c21-4836-a38f-157895cb341a req-533d3fc1-8e0f-474e-a258-ee1c9e25e8b6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0aa36f0b-ffa2-488e-b031-21fe9c191622 HTTP/1.1" status: 200 len: 1002 time: 0.0554242 May 27 03:40:32.113995 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2b259-7c21-4836-a38f-157895cb341a req-3ea11dcc-c1a4-4992-be4c-c826875ac7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:32.115639 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-b5e2b259-7c21-4836-a38f-157895cb341a req-3ea11dcc-c1a4-4992-be4c-c826875ac7ba service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0c7d2ccd-23b4-4acf-944e-c57bae962263 HTTP/1.1" status: 200 len: 847 time: 0.0546174 May 27 03:40:32.166116 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=100 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:32.175075 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2b259-7c21-4836-a38f-157895cb341a req-e59989c9-618f-45b4-b42a-3c9ce8dd52ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:32.177072 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-b5e2b259-7c21-4836-a38f-157895cb341a req-e59989c9-618f-45b4-b42a-3c9ce8dd52ab service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=430833dd-8c2a-4184-8f60-2460eb1e769c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510113 May 27 03:40:32.267041 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-b5e2b259-7c21-4836-a38f-157895cb341a req-8e45984e-2004-4786-8737-ae72c771c18f service neutron] 10.222.0.69 "GET /v2.0/networks/430833dd-8c2a-4184-8f60-2460eb1e769c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830944 May 27 03:40:32.364954 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-b5e2b259-7c21-4836-a38f-157895cb341a req-db9b1662-2c59-434c-9d1a-edebf3822c21 service neutron] 10.222.0.69 "GET /v2.0/networks/430833dd-8c2a-4184-8f60-2460eb1e769c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871317 May 27 03:40:32.778492 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddd87cc-2ffe-410f-9efc-ebaadf9b4882 req-16fc73a2-901e-464f-9852-f8e47a934912 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:32.779917 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-7ddd87cc-2ffe-410f-9efc-ebaadf9b4882 req-16fc73a2-901e-464f-9852-f8e47a934912 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/ports?device_id=d82dd530-bdcd-408b-9b6a-d6cde26fb9b6 HTTP/1.1" status: 200 len: 946 time: 0.0472944 May 27 03:40:32.830285 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-7ddd87cc-2ffe-410f-9efc-ebaadf9b4882 req-4815599e-c608-451a-a118-f7b11be65bc7 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e559735-ef6e-41cc-93cf-279d407c22b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434654 May 27 03:40:33.076595 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd748d3e-ad52-4456-b19b-7a8ceef131bb req-4986baae-7332-4c33-804f-526ced3593e4 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:33.078105 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-bd748d3e-ad52-4456-b19b-7a8ceef131bb req-4986baae-7332-4c33-804f-526ced3593e4 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c468d59-f3a1-44de-8052-3b6b651ea73e HTTP/1.1" status: 200 len: 945 time: 0.0455375 May 27 03:40:33.127692 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-bd748d3e-ad52-4456-b19b-7a8ceef131bb req-bcb17a3a-61fe-4afc-8bfe-9889adb92d17 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfc1ff3d-0e11-49bd-8480-c88fbeda7523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416155 May 27 03:40:33.269742 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device 7de6ae85-3bb0-4331-96a8-95d107a33391 up at agent hyperv_hv-cinder-82880 {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:40:33.311644 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Provisioning for port 7de6ae85-3bb0-4331-96a8-95d107a33391 completed by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:40:33.372140 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Provisioning complete for port 7de6ae85-3bb0-4331-96a8-95d107a33391 triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:40:33.372437 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (7de6ae85-3bb0-4331-96a8-95d107a33391), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:33.398631 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:33.437906 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:33.445360 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Current status of the port 7de6ae85-3bb0-4331-96a8-95d107a33391 is: BUILD; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:40:33.445722 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (7de6ae85-3bb0-4331-96a8-95d107a33391), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:33.467949 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c468d59-f3a1-44de-8052-3b6b651ea73e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de6ae85-3bb0-4331-96a8-95d107a33391'}] {{(pid=104616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:40:33.470151 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538c57523af4411a099bc77a34a8b12cae4f8d5a17830f42255aa2cd4d9c6a31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-579a0372-6494-4189-9948-726d4402e456" -d '{"events": [{"server_uuid": "3c468d59-f3a1-44de-8052-3b6b651ea73e", "name": "network-vif-plugged", "status": "completed", "tag": "7de6ae85-3bb0-4331-96a8-95d107a33391"}]}' {{(pid=104616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:40:33.483016 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port 7de6ae85-3bb0-4331-96a8-95d107a33391, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7de6ae85-3bb0-4331-96a8-95d107a33391,segment=NetworkSegment(4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6),segment_id=4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:40:33.505045 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc74a25f-c94f-4e74-824d-066690f0ecdc x-openstack-request-id: req-cc74a25f-c94f-4e74-824d-066690f0ecdc {{(pid=104616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:40:33.505329 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c468d59-f3a1-44de-8052-3b6b651ea73e", "name": "network-vif-plugged", "status": "completed", "tag": "7de6ae85-3bb0-4331-96a8-95d107a33391", "code": 200}]} {{(pid=104616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:40:33.505582 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cc74a25f-c94f-4e74-824d-066690f0ecdc {{(pid=104616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:40:33.505973 dv-cinder-828805-4-iscsi neutron-server[104616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc74a25f-c94f-4e74-824d-066690f0ecdc'] response: {'server_uuid': '3c468d59-f3a1-44de-8052-3b6b651ea73e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de6ae85-3bb0-4331-96a8-95d107a33391', 'code': 200} May 27 03:40:33.591074 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (7de6ae85-3bb0-4331-96a8-95d107a33391), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:33.642773 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Pushing event updated for resources: {'Port': ['ID=7de6ae85-3bb0-4331-96a8-95d107a33391,revision_number=5']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:33.944907 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4f893d-4d1b-4b4b-95e8-a57753fcba08 req-cb330eba-4189-4a9a-b571-fd6ae8c4b6b6 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:33.946289 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-aa4f893d-4d1b-4b4b-95e8-a57753fcba08 req-cb330eba-4189-4a9a-b571-fd6ae8c4b6b6 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/ports?device_id=d82dd530-bdcd-408b-9b6a-d6cde26fb9b6 HTTP/1.1" status: 200 len: 946 time: 0.0489419 May 27 03:40:33.996007 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-aa4f893d-4d1b-4b4b-95e8-a57753fcba08 req-ac620750-2905-4d82-b793-e386234e74c7 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e559735-ef6e-41cc-93cf-279d407c22b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440741 May 27 03:40:34.177693 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fae5c53-5c4d-40d4-94ca-016d6b7ccec7 req-efef0a0b-9800-4120-9a0f-d35f43ac3104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:34.179392 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-8fae5c53-5c4d-40d4-94ca-016d6b7ccec7 req-efef0a0b-9800-4120-9a0f-d35f43ac3104 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3c468d59-f3a1-44de-8052-3b6b651ea73e HTTP/1.1" status: 200 len: 1130 time: 0.0456548 May 27 03:40:34.224832 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-8fae5c53-5c4d-40d4-94ca-016d6b7ccec7 req-55ae408c-98a7-433f-9a50-a233061c4d24 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=cfc1ff3d-0e11-49bd-8480-c88fbeda7523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394428 May 27 03:40:34.249381 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4364c91c-de8b-43a5-a873-ff9c84cf1263 req-61588f7c-654c-40d7-8653-d8bc22040e34 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:34.250932 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4364c91c-de8b-43a5-a873-ff9c84cf1263 req-61588f7c-654c-40d7-8653-d8bc22040e34 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c468d59-f3a1-44de-8052-3b6b651ea73e HTTP/1.1" status: 200 len: 946 time: 0.0470688 May 27 03:40:34.283968 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:34.298051 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4364c91c-de8b-43a5-a873-ff9c84cf1263 req-e2252240-4056-4668-a8a6-0b160ee31ba2 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfc1ff3d-0e11-49bd-8480-c88fbeda7523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408623 May 27 03:40:34.780386 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=26 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:34.787712 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=62 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:35.115400 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519e5373-bcd0-48e4-9292-68605baf49e3 req-3754cda7-e256-4cfb-a1ef-d4dcb368cc85 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:35.116882 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-519e5373-bcd0-48e4-9292-68605baf49e3 req-3754cda7-e256-4cfb-a1ef-d4dcb368cc85 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/ports?device_id=d82dd530-bdcd-408b-9b6a-d6cde26fb9b6 HTTP/1.1" status: 200 len: 946 time: 0.0512040 May 27 03:40:35.167167 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-519e5373-bcd0-48e4-9292-68605baf49e3 req-5b9e1c49-2c47-4abc-8850-27494b2e06e1 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e559735-ef6e-41cc-93cf-279d407c22b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445912 May 27 03:40:35.410514 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c989596b-a05f-4bcc-b650-b35134e4c300 req-659735f8-c75b-4b71-baab-b3de5d634d94 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:35.412584 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-c989596b-a05f-4bcc-b650-b35134e4c300 req-659735f8-c75b-4b71-baab-b3de5d634d94 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c468d59-f3a1-44de-8052-3b6b651ea73e HTTP/1.1" status: 200 len: 946 time: 0.0466619 May 27 03:40:35.459582 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-c989596b-a05f-4bcc-b650-b35134e4c300 req-210bec6d-4941-489d-8953-6ff1ade94cc7 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfc1ff3d-0e11-49bd-8480-c88fbeda7523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413563 May 27 03:40:36.280907 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4969505-cc15-41bc-aeea-c1ade29d3a79 req-9139e178-3ee9-4314-a8ff-92e1dedf6551 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:36.282373 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-a4969505-cc15-41bc-aeea-c1ade29d3a79 req-9139e178-3ee9-4314-a8ff-92e1dedf6551 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/ports?device_id=d82dd530-bdcd-408b-9b6a-d6cde26fb9b6 HTTP/1.1" status: 200 len: 946 time: 0.0457187 May 27 03:40:36.336017 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-a4969505-cc15-41bc-aeea-c1ade29d3a79 req-11c6bd68-ac57-496d-9a79-704a391f3bcc tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e559735-ef6e-41cc-93cf-279d407c22b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473783 May 27 03:40:36.403562 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [req-e588ddb5-ed5a-46e5-a67f-df91e98e2b7c req-c5fc8d1d-82af-49a9-b38d-9a2222b1ca26 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 03:40:36.404518 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-e588ddb5-ed5a-46e5-a67f-df91e98e2b7c req-c5fc8d1d-82af-49a9-b38d-9a2222b1ca26 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051780 May 27 03:40:36.570961 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb0890-702a-49cf-b635-0e36a4365b56 req-048b1d8d-3ded-4575-bd5e-f6be17e9c823 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:36.572413 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-9ffb0890-702a-49cf-b635-0e36a4365b56 req-048b1d8d-3ded-4575-bd5e-f6be17e9c823 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c468d59-f3a1-44de-8052-3b6b651ea73e HTTP/1.1" status: 200 len: 946 time: 0.0460582 May 27 03:40:36.618780 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-9ffb0890-702a-49cf-b635-0e36a4365b56 req-afdff4ee-8a5f-49a3-b76c-275c39974071 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfc1ff3d-0e11-49bd-8480-c88fbeda7523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408125 May 27 03:40:36.726212 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb60f4e-8ebc-429c-98ee-ac9fabe627f0 req-56c9b466-cca3-4da1-9684-fc0f566e64f8 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:36.727786 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-8cb60f4e-8ebc-429c-98ee-ac9fabe627f0 req-56c9b466-cca3-4da1-9684-fc0f566e64f8 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c468d59-f3a1-44de-8052-3b6b651ea73e HTTP/1.1" status: 200 len: 946 time: 0.0471084 May 27 03:40:36.736184 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 40398) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:40:36.742087 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.v2.base [None req-5d4a29bb-c337-4996-a974-3f27b3fc1802 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Request body: {'floatingip': {'port_id': '7de6ae85-3bb0-4331-96a8-95d107a33391'}} {{(pid=104615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:40:36.790220 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-5d4a29bb-c337-4996-a974-3f27b3fc1802 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for floatingip (7764fea1-9fe2-4940-a766-a54782a05d8e), before_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:36.858404 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1103e9b-de0e-4f26-9824-980a18291468 req-2742a5e5-66df-46eb-832b-d482cb268822 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:36.859890 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-b1103e9b-de0e-4f26-9824-980a18291468 req-2742a5e5-66df-46eb-832b-d482cb268822 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/ports?device_id=d82dd530-bdcd-408b-9b6a-d6cde26fb9b6 HTTP/1.1" status: 200 len: 946 time: 0.0861902 May 27 03:40:36.913342 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-dda2fd6e-146c-40b0-bf73-eb30e84878f8 req-01576456-f90e-43ce-8dcc-b59166d61f73 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d82dd530-bdcd-408b-9b6a-d6cde26fb9b6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0375578 May 27 03:40:36.971053 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-b1103e9b-de0e-4f26-9824-980a18291468 req-2c6aa33c-854e-4bed-b529-2bc8b21104af tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e559735-ef6e-41cc-93cf-279d407c22b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940654 May 27 03:40:36.992647 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2fd6e-146c-40b0-bf73-eb30e84878f8 req-66fca05e-8ecf-412f-b551-442b89d5d9d5 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:36.994078 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-dda2fd6e-146c-40b0-bf73-eb30e84878f8 req-66fca05e-8ecf-412f-b551-442b89d5d9d5 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/ports/0aa36f0b-ffa2-488e-b031-21fe9c191622 HTTP/1.1" status: 200 len: 943 time: 0.0532763 May 27 03:40:37.016684 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:37.286238 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-5d4a29bb-c337-4996-a974-3f27b3fc1802 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:37.309559 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device 0aa36f0b-ffa2-488e-b031-21fe9c191622 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:40:37.345804 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-5d4a29bb-c337-4996-a974-3f27b3fc1802 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680165'] for floatingip (7764fea1-9fe2-4940-a766-a54782a05d8e), after_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:37.384775 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Current status of the port 0aa36f0b-ffa2-488e-b031-21fe9c191622 is: ACTIVE; New status is: DOWN {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:40:37.385162 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (0aa36f0b-ffa2-488e-b031-21fe9c191622), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:37.392583 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:37.413734 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd82dd530-bdcd-408b-9b6a-d6cde26fb9b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0aa36f0b-ffa2-488e-b031-21fe9c191622'}] {{(pid=104616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:40:37.417141 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538c57523af4411a099bc77a34a8b12cae4f8d5a17830f42255aa2cd4d9c6a31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ddd8fd-c20f-491e-bf4a-52ffda4cc1de" -d '{"events": [{"server_uuid": "d82dd530-bdcd-408b-9b6a-d6cde26fb9b6", "name": "network-vif-unplugged", "status": "completed", "tag": "0aa36f0b-ffa2-488e-b031-21fe9c191622"}]}' {{(pid=104616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:40:37.434522 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port 0aa36f0b-ffa2-488e-b031-21fe9c191622, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=0aa36f0b-ffa2-488e-b031-21fe9c191622,segment=NetworkSegment(be2bf9c1-995c-430f-ada9-4c7603cb9ea3),segment_id=be2bf9c1-995c-430f-ada9-4c7603cb9ea3)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:40:37.453699 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 27 May 2022 03:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad061e30-9111-4f37-9033-8ef7aab0f61c x-openstack-request-id: req-ad061e30-9111-4f37-9033-8ef7aab0f61c {{(pid=104616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:40:37.453983 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d82dd530-bdcd-408b-9b6a-d6cde26fb9b6", "name": "network-vif-unplugged", "status": "failed", "tag": "0aa36f0b-ffa2-488e-b031-21fe9c191622", "code": 422}]} {{(pid=104616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:40:37.454230 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ad061e30-9111-4f37-9033-8ef7aab0f61c {{(pid=104616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:40:37.454660 dv-cinder-828805-4-iscsi neutron-server[104616]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-ad061e30-9111-4f37-9033-8ef7aab0f61c']: {'server_uuid': 'd82dd530-bdcd-408b-9b6a-d6cde26fb9b6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0aa36f0b-ffa2-488e-b031-21fe9c191622', 'code': 422} returned with failed status May 27 03:40:37.461543 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.db.l3_db [None req-5d4a29bb-c337-4996-a974-3f27b3fc1802 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Floating IP 7764fea1-9fe2-4940-a766-a54782a05d8e associated. External IP: 172.27.0.75, port: 7de6ae85-3bb0-4331-96a8-95d107a33391. May 27 03:40:37.544853 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (0aa36f0b-ffa2-488e-b031-21fe9c191622), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:37.593397 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Pushing event updated for resources: {'Port': ['ID=0aa36f0b-ffa2-488e-b031-21fe9c191622,revision_number=6']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:37.658938 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d4a29bb-c337-4996-a974-3f27b3fc1802 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Router 58b91349-0dd3-4b11-9ad0-c33bf6a873c9 has already been hosted by L3 agent 9df6ec88-276d-42f5-acd2-7e289451d5e3 {{(pid=104615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:40:37.762181 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d4a29bb-c337-4996-a974-3f27b3fc1802 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Notify agent at l3_agent.dv-cinder-828805-4-iscsi the message routers_updated {{(pid=104615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:40:37.767209 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-5d4a29bb-c337-4996-a974-3f27b3fc1802 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for floatingip (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:37.772252 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15be033-c9c9-462b-b2a3-5c8418dcf1df None None] Sync routers for ids ['58b91349-0dd3-4b11-9ad0-c33bf6a873c9'] in dv-cinder-828805-4-iscsi {{(pid=104616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:40:37.783271 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15be033-c9c9-462b-b2a3-5c8418dcf1df None None] Routers {'58b91349-0dd3-4b11-9ad0-c33bf6a873c9'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:40:37.784163 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-d15be033-c9c9-462b-b2a3-5c8418dcf1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:40:17Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['58b91349-0dd3-4b11-9ad0-c33bf6a873c9'], 'active': True} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:37.801868 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-5d4a29bb-c337-4996-a974-3f27b3fc1802 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "PUT /v2.0/floatingips/7764fea1-9fe2-4940-a766-a54782a05d8e HTTP/1.1" status: 200 len: 991 time: 1.0645478 May 27 03:40:37.802463 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c468d59-f3a1-44de-8052-3b6b651ea73e', 'tag': '7de6ae85-3bb0-4331-96a8-95d107a33391'}] {{(pid=104615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:40:37.804817 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9faa1dd78fb558d4018d1363b43ffec7552e77d137433f9c5cc39ec2f1c636e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819402a5-b71f-4b20-84c9-e3b84a95a3cb" -d '{"events": [{"name": "network-changed", "server_uuid": "3c468d59-f3a1-44de-8052-3b6b651ea73e", "tag": "7de6ae85-3bb0-4331-96a8-95d107a33391"}]}' {{(pid=104615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:40:37.890251 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvr_db [None req-d15be033-c9c9-462b-b2a3-5c8418dcf1df None None] Set router 58b91349-0dd3-4b11-9ad0-c33bf6a873c9 gateway port host: dv-cinder-828805-4-iscsi {{(pid=104616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:40:37.906022 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-202790ce-33ea-4a8a-a958-5227f98c465b x-openstack-request-id: req-202790ce-33ea-4a8a-a958-5227f98c465b {{(pid=104615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:40:37.906381 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c468d59-f3a1-44de-8052-3b6b651ea73e", "tag": "7de6ae85-3bb0-4331-96a8-95d107a33391", "status": "completed", "code": 200}]} {{(pid=104615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:40:37.906705 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-202790ce-33ea-4a8a-a958-5227f98c465b {{(pid=104615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:40:37.907201 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.notifiers.nova [-] Nova event matching ['req-202790ce-33ea-4a8a-a958-5227f98c465b'] response: {'name': 'network-changed', 'server_uuid': '3c468d59-f3a1-44de-8052-3b6b651ea73e', 'tag': '7de6ae85-3bb0-4331-96a8-95d107a33391', 'status': 'completed', 'code': 200} May 27 03:40:38.003737 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819402a5-b71f-4b20-84c9-e3b84a95a3cb req-eab5676d-1f3c-43d4-a1fb-85e097036286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:38.006776 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-819402a5-b71f-4b20-84c9-e3b84a95a3cb req-eab5676d-1f3c-43d4-a1fb-85e097036286 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8ae1382d8f774b5db702d78e3bed622a&device_id=3c468d59-f3a1-44de-8052-3b6b651ea73e HTTP/1.1" status: 200 len: 1130 time: 0.0399694 May 27 03:40:38.097451 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d2b3b-c948-4bb4-ab48-77c17856a00e req-8b141b61-12ca-427f-ac91-56802cdf2310 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:38.104463 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-951d2b3b-c948-4bb4-ab48-77c17856a00e req-8b141b61-12ca-427f-ac91-56802cdf2310 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/ports?device_id=d82dd530-bdcd-408b-9b6a-d6cde26fb9b6 HTTP/1.1" status: 200 len: 944 time: 0.0610197 May 27 03:40:38.112297 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819402a5-b71f-4b20-84c9-e3b84a95a3cb req-f6d8400a-5629-4148-88fb-efdf24505af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:38.113910 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-819402a5-b71f-4b20-84c9-e3b84a95a3cb req-f6d8400a-5629-4148-88fb-efdf24505af5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=24e2e56a-4202-49e3-9751-4bcdb4e8a6ed HTTP/1.1" status: 200 len: 916 time: 0.0936821 May 27 03:40:38.144523 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-d15be033-c9c9-462b-b2a3-5c8418dcf1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'name': 'tempest-AttachVolumeNegativeTest-1037525343-router', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '62ebc377-0475-46f8-8fc4-d2dc60188684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:08Z', 'updated_at': '2022-05-27T03:35:16Z', 'revision_number': 4, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'gw_port': {'id': '62ebc377-0475-46f8-8fc4-d2dc60188684', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:10Z', 'updated_at': '2022-05-27T03:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_floatingips': [{'id': '7764fea1-9fe2-4940-a766-a54782a05d8e', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'floating_ip_address': '172.27.0.75', 'floating_network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'router_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'port_id': '7de6ae85-3bb0-4331-96a8-95d107a33391', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed', 'mac_address': 'fa:16:3e:00:d1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c468d59-f3a1-44de-8052-3b6b651ea73e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:40:21Z', 'updated_at': '2022-05-27T03:40:37Z', 'revision_number': 1, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75b932e1-ea13-44f5-9bbf-2e35c438adc1', 'name': '', 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'mac_address': 'fa:16:3e:0f:06:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7dc15780-a98b-4250-9509-853069c6707a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:14Z', 'updated_at': '2022-05-27T03:35:24Z', 'revision_number': 5, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'subnets': [{'id': '7dc15780-a98b-4250-9509-853069c6707a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:38.165639 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-951d2b3b-c948-4bb4-ab48-77c17856a00e req-e6cb36d5-140b-4651-bba8-e9a083b9bc20 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e559735-ef6e-41cc-93cf-279d407c22b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602407 May 27 03:40:38.172472 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15be033-c9c9-462b-b2a3-5c8418dcf1df None None] Checking router: 58b91349-0dd3-4b11-9ad0-c33bf6a873c9 for host: dv-cinder-828805-4-iscsi {{(pid=104616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:40:38.183812 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15be033-c9c9-462b-b2a3-5c8418dcf1df None None] Routers {'58b91349-0dd3-4b11-9ad0-c33bf6a873c9'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:40:38.188398 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-d15be033-c9c9-462b-b2a3-5c8418dcf1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:40:17Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['58b91349-0dd3-4b11-9ad0-c33bf6a873c9'], 'active': True} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:38.194198 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-819402a5-b71f-4b20-84c9-e3b84a95a3cb req-c0bb16ee-a8c5-41c1-af1d-531263fc356f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7de6ae85-3bb0-4331-96a8-95d107a33391 HTTP/1.1" status: 200 len: 999 time: 0.0685253 May 27 03:40:38.243773 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819402a5-b71f-4b20-84c9-e3b84a95a3cb req-063bc0a7-e4db-4ef0-aeaf-fa40aea1c035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:38.245213 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-819402a5-b71f-4b20-84c9-e3b84a95a3cb req-063bc0a7-e4db-4ef0-aeaf-fa40aea1c035 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7dc15780-a98b-4250-9509-853069c6707a HTTP/1.1" status: 200 len: 854 time: 0.0453305 May 27 03:40:38.285771 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvr_db [None req-d15be033-c9c9-462b-b2a3-5c8418dcf1df None None] Set router 58b91349-0dd3-4b11-9ad0-c33bf6a873c9 gateway port host: dv-cinder-828805-4-iscsi {{(pid=104616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:40:38.304119 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819402a5-b71f-4b20-84c9-e3b84a95a3cb req-5e6a022e-b45b-4349-87c9-6f03e18c6cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:38.305945 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-819402a5-b71f-4b20-84c9-e3b84a95a3cb req-5e6a022e-b45b-4349-87c9-6f03e18c6cd4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=24e2e56a-4202-49e3-9751-4bcdb4e8a6ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401971 May 27 03:40:38.363260 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:38.398794 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-819402a5-b71f-4b20-84c9-e3b84a95a3cb req-2980962b-ef96-4750-8aef-159061083f7c service neutron] 10.222.0.69 "GET /v2.0/networks/24e2e56a-4202-49e3-9751-4bcdb4e8a6ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852458 May 27 03:40:38.443642 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:38.467718 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=100 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:38.504059 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-819402a5-b71f-4b20-84c9-e3b84a95a3cb req-846fb418-a208-41ad-8a1b-5b840825cce2 service neutron] 10.222.0.69 "GET /v2.0/networks/24e2e56a-4202-49e3-9751-4bcdb4e8a6ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944541 May 27 03:40:38.617271 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-d15be033-c9c9-462b-b2a3-5c8418dcf1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'name': 'tempest-AttachVolumeNegativeTest-1037525343-router', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '62ebc377-0475-46f8-8fc4-d2dc60188684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:08Z', 'updated_at': '2022-05-27T03:35:16Z', 'revision_number': 4, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'gw_port': {'id': '62ebc377-0475-46f8-8fc4-d2dc60188684', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:10Z', 'updated_at': '2022-05-27T03:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_floatingips': [{'id': '7764fea1-9fe2-4940-a766-a54782a05d8e', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'floating_ip_address': '172.27.0.75', 'floating_network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'router_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'port_id': '7de6ae85-3bb0-4331-96a8-95d107a33391', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed', 'mac_address': 'fa:16:3e:00:d1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c468d59-f3a1-44de-8052-3b6b651ea73e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:40:21Z', 'updated_at': '2022-05-27T03:40:37Z', 'revision_number': 1, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75b932e1-ea13-44f5-9bbf-2e35c438adc1', 'name': '', 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'mac_address': 'fa:16:3e:0f:06:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7dc15780-a98b-4250-9509-853069c6707a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:14Z', 'updated_at': '2022-05-27T03:35:24Z', 'revision_number': 5, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'subnets': [{'id': '7dc15780-a98b-4250-9509-853069c6707a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:38.641634 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15be033-c9c9-462b-b2a3-5c8418dcf1df None None] The sync data for ids ['58b91349-0dd3-4b11-9ad0-c33bf6a873c9'] in dv-cinder-828805-4-iscsi is: [{'id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'name': 'tempest-AttachVolumeNegativeTest-1037525343-router', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '62ebc377-0475-46f8-8fc4-d2dc60188684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:08Z', 'updated_at': '2022-05-27T03:35:16Z', 'revision_number': 4, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'gw_port': {'id': '62ebc377-0475-46f8-8fc4-d2dc60188684', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:10Z', 'updated_at': '2022-05-27T03:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_floatingips': [{'id': '7764fea1-9fe2-4940-a766-a54782a05d8e', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'floating_ip_address': '172.27.0.75', 'floating_network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'router_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'port_id': '7de6ae85-3bb0-4331-96a8-95d107a33391', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed', 'mac_address': 'fa:16:3e:00:d1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c468d59-f3a1-44de-8052-3b6b651ea73e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:40:21Z', 'updated_at': '2022-05-27T03:40:37Z', 'revision_number': 1, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75b932e1-ea13-44f5-9bbf-2e35c438adc1', 'name': '', 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'mac_address': 'fa:16:3e:0f:06:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7dc15780-a98b-4250-9509-853069c6707a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:14Z', 'updated_at': '2022-05-27T03:35:24Z', 'revision_number': 5, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'subnets': [{'id': '7dc15780-a98b-4250-9509-853069c6707a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:40:38.836068 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebf48a5-3817-4ec5-8f8e-23c51d2ade67 None None] New status for floating IP 7764fea1-9fe2-4940-a766-a54782a05d8e: ACTIVE {{(pid=104617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:40:39.269044 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:39.287508 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c8e49-1246-48d4-a59c-067f0e0dad15 req-c34710d0-8ce6-40df-b73e-9504a183d53b tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:39.289099 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-c65c8e49-1246-48d4-a59c-067f0e0dad15 req-c34710d0-8ce6-40df-b73e-9504a183d53b tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/ports?device_id=d82dd530-bdcd-408b-9b6a-d6cde26fb9b6 HTTP/1.1" status: 200 len: 944 time: 0.0490708 May 27 03:40:39.339999 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-c65c8e49-1246-48d4-a59c-067f0e0dad15 req-4a9a18ff-bd75-4476-b552-5c0e39bac5cb tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e559735-ef6e-41cc-93cf-279d407c22b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452948 May 27 03:40:39.975125 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2fd6e-146c-40b0-bf73-eb30e84878f8 req-12087ae9-7f00-4c1b-ac8d-bade601ac8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:39.976601 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-dda2fd6e-146c-40b0-bf73-eb30e84878f8 req-12087ae9-7f00-4c1b-ac8d-bade601ac8aa service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d82dd530-bdcd-408b-9b6a-d6cde26fb9b6&tenant_id=19592ab2e5e04d7c952aebf73f4fca6e HTTP/1.1" status: 200 len: 1128 time: 0.0429196 May 27 03:40:40.046700 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2fd6e-146c-40b0-bf73-eb30e84878f8 req-f0e17b60-a229-4b73-8f70-4ddd4de359dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:40.048172 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-dda2fd6e-146c-40b0-bf73-eb30e84878f8 req-f0e17b60-a229-4b73-8f70-4ddd4de359dc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=19592ab2e5e04d7c952aebf73f4fca6e&device_id=d82dd530-bdcd-408b-9b6a-d6cde26fb9b6 HTTP/1.1" status: 200 len: 1128 time: 0.0375018 May 27 03:40:40.138160 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2fd6e-146c-40b0-bf73-eb30e84878f8 req-ddcf55d7-c554-451e-8f8a-f3932607af93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:40.139575 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-dda2fd6e-146c-40b0-bf73-eb30e84878f8 req-ddcf55d7-c554-451e-8f8a-f3932607af93 service neutron] 10.222.0.69 "GET /v2.0/networks?id=430833dd-8c2a-4184-8f60-2460eb1e769c HTTP/1.1" status: 200 len: 909 time: 0.0846710 May 27 03:40:40.209787 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-dda2fd6e-146c-40b0-bf73-eb30e84878f8 req-163786ea-7d63-4053-af86-3658338097c7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0aa36f0b-ffa2-488e-b031-21fe9c191622 HTTP/1.1" status: 200 len: 1000 time: 0.0590432 May 27 03:40:40.258157 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2fd6e-146c-40b0-bf73-eb30e84878f8 req-a12e3e2e-2c4d-4dca-8026-4e17f0e59a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:40.259601 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-dda2fd6e-146c-40b0-bf73-eb30e84878f8 req-a12e3e2e-2c4d-4dca-8026-4e17f0e59a20 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0c7d2ccd-23b4-4acf-944e-c57bae962263 HTTP/1.1" status: 200 len: 847 time: 0.0438044 May 27 03:40:40.273103 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=100 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:40.302492 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2fd6e-146c-40b0-bf73-eb30e84878f8 req-e3ae349d-10f4-4bd8-bd45-a14d7e5b0349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:40.304020 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-dda2fd6e-146c-40b0-bf73-eb30e84878f8 req-e3ae349d-10f4-4bd8-bd45-a14d7e5b0349 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=430833dd-8c2a-4184-8f60-2460eb1e769c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374930 May 27 03:40:40.421115 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-dda2fd6e-146c-40b0-bf73-eb30e84878f8 req-c444043b-a323-43f0-9dbd-42f63f0e4ec7 service neutron] 10.222.0.69 "GET /v2.0/networks/430833dd-8c2a-4184-8f60-2460eb1e769c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046445 May 27 03:40:40.459918 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35dbb96-5f70-47b9-b94f-c2d0819ef3fb req-89a55cbf-fdf7-41cd-bb23-0a220ca0d035 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:40.461399 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-c35dbb96-5f70-47b9-b94f-c2d0819ef3fb req-89a55cbf-fdf7-41cd-bb23-0a220ca0d035 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/ports?device_id=d82dd530-bdcd-408b-9b6a-d6cde26fb9b6 HTTP/1.1" status: 200 len: 944 time: 0.0468345 May 27 03:40:40.509507 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-dda2fd6e-146c-40b0-bf73-eb30e84878f8 req-0497acb6-8095-4083-8c62-0cba28a71445 service neutron] 10.222.0.69 "GET /v2.0/networks/430833dd-8c2a-4184-8f60-2460eb1e769c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847318 May 27 03:40:40.512000 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-c35dbb96-5f70-47b9-b94f-c2d0819ef3fb req-d904c86d-8af9-4d3c-88ad-f8a4375b403e tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e559735-ef6e-41cc-93cf-279d407c22b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441282 May 27 03:40:41.627454 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd44a0-eaf6-4858-a03c-c231eefd7e10 req-15541bfc-8eb0-44ed-8e52-e465a2ddba94 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:41.628900 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-06cd44a0-eaf6-4858-a03c-c231eefd7e10 req-15541bfc-8eb0-44ed-8e52-e465a2ddba94 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/ports?device_id=d82dd530-bdcd-408b-9b6a-d6cde26fb9b6 HTTP/1.1" status: 200 len: 944 time: 0.0485308 May 27 03:40:41.675995 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-06cd44a0-eaf6-4858-a03c-c231eefd7e10 req-14d4532c-c41e-4891-99ab-9a7b77f2ea5d tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e559735-ef6e-41cc-93cf-279d407c22b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414805 May 27 03:40:42.787228 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5216c0bc-1bbc-4785-936b-a46aaf36dc02 req-47433402-a8e7-47f0-9464-980908118114 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:42.788665 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-5216c0bc-1bbc-4785-936b-a46aaf36dc02 req-47433402-a8e7-47f0-9464-980908118114 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/ports?device_id=d82dd530-bdcd-408b-9b6a-d6cde26fb9b6 HTTP/1.1" status: 200 len: 944 time: 0.0453014 May 27 03:40:42.836383 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-5216c0bc-1bbc-4785-936b-a46aaf36dc02 req-befed8c7-9ca7-4736-bcdb-b11b75180ad1 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e559735-ef6e-41cc-93cf-279d407c22b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422523 May 27 03:40:43.368139 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (134bae73-502b-4599-bb47-129fee8818a4), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:43.957755 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa388ac-d84a-4430-b809-1cb236f343c7 req-6d08e164-eab6-4560-bb11-0cae75926e30 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:43.959250 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-efa388ac-d84a-4430-b809-1cb236f343c7 req-6d08e164-eab6-4560-bb11-0cae75926e30 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/ports?device_id=d82dd530-bdcd-408b-9b6a-d6cde26fb9b6 HTTP/1.1" status: 200 len: 944 time: 0.0562613 May 27 03:40:44.019260 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-efa388ac-d84a-4430-b809-1cb236f343c7 req-c6e8a662-0dc8-46c8-ac72-e2f6e83d920a tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e559735-ef6e-41cc-93cf-279d407c22b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541048 May 27 03:40:44.699460 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-4c7eeb8e-9052-43ff-8bd5-11a96f74feb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (b322252d-fb9d-4652-a830-647fed26b29a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:45.133517 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3451ee33-dd2f-49ff-af35-fcad1a10997b req-1bf46f20-f4ca-4e83-9057-1b8355343634 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:45.134998 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-3451ee33-dd2f-49ff-af35-fcad1a10997b req-1bf46f20-f4ca-4e83-9057-1b8355343634 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/ports?device_id=d82dd530-bdcd-408b-9b6a-d6cde26fb9b6 HTTP/1.1" status: 200 len: 944 time: 0.0452325 May 27 03:40:45.182618 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-3451ee33-dd2f-49ff-af35-fcad1a10997b req-bccb0f69-3cfb-4b86-b5ab-dd4662525fb8 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e559735-ef6e-41cc-93cf-279d407c22b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421321 May 27 03:40:46.298420 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:46.315332 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b95a1-35f2-45b5-bcbb-fd81ea302a3d req-78b6e0b5-4941-4413-bc8b-c93941edfb4f tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:46.316960 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-d77b95a1-35f2-45b5-bcbb-fd81ea302a3d req-78b6e0b5-4941-4413-bc8b-c93941edfb4f tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/ports?device_id=d82dd530-bdcd-408b-9b6a-d6cde26fb9b6 HTTP/1.1" status: 200 len: 944 time: 0.0479114 May 27 03:40:46.372698 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-d77b95a1-35f2-45b5-bcbb-fd81ea302a3d req-9ddb5576-1c65-4e8a-9088-1094fba1c52f tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e559735-ef6e-41cc-93cf-279d407c22b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495620 May 27 03:40:46.417085 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7420ae7-9b0e-4ce2-b58a-fb96b6689830 req-66fb0b7a-8961-4cf0-8358-4dbe7d77fb1a tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:46.418536 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-e7420ae7-9b0e-4ce2-b58a-fb96b6689830 req-66fb0b7a-8961-4cf0-8358-4dbe7d77fb1a tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 945 time: 0.0498154 May 27 03:40:46.464884 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-e7420ae7-9b0e-4ce2-b58a-fb96b6689830 req-140ad90b-20b2-4420-9b31-e4188e52825d tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2c5bd50-930c-4c7b-a303-2fb9cb05455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406816 May 27 03:40:46.933959 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-14628015-c226-43c3-b8c0-74593fbe8889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (9df6ec88-276d-42f5-acd2-7e289451d5e3), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:47.486510 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e232d1-7e48-4055-9f34-52e849e0c209 req-ebb95bce-0d38-4a02-89ec-cf6084b23bd7 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:47.487930 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-49e232d1-7e48-4055-9f34-52e849e0c209 req-ebb95bce-0d38-4a02-89ec-cf6084b23bd7 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/ports?device_id=d82dd530-bdcd-408b-9b6a-d6cde26fb9b6 HTTP/1.1" status: 200 len: 944 time: 0.0471532 May 27 03:40:47.541370 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-49e232d1-7e48-4055-9f34-52e849e0c209 req-0de89b87-15ad-46be-9db0-c0c1890367ec tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e559735-ef6e-41cc-93cf-279d407c22b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473421 May 27 03:40:47.589860 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7438dfa3-972f-4cb0-9b43-fa633f706897 req-27150430-c5bb-4963-a5fc-9275e5458ea5 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:47.591385 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-7438dfa3-972f-4cb0-9b43-fa633f706897 req-27150430-c5bb-4963-a5fc-9275e5458ea5 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 945 time: 0.0491676 May 27 03:40:47.639330 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-7438dfa3-972f-4cb0-9b43-fa633f706897 req-2f975607-0b50-4842-869c-956035d7203c tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2c5bd50-930c-4c7b-a303-2fb9cb05455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423195 May 27 03:40:47.774333 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.agents_db [None req-cbb77ebc-65ec-4caa-a8b3-81c074906866 None None] Agent healthcheck: found 6 active agents {{(pid=104617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:40:48.185292 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-584d7fde-7d72-4642-9601-b182cfb78c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (413fc6aa-3a5a-4281-abfd-a440a67afb4a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:48.652247 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63424edf-6a61-408e-94fd-92b258dceb96 req-8a74f1d8-f8e2-424b-8ac3-5fefa2e9f3c5 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:48.653700 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-63424edf-6a61-408e-94fd-92b258dceb96 req-8a74f1d8-f8e2-424b-8ac3-5fefa2e9f3c5 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/ports?device_id=d82dd530-bdcd-408b-9b6a-d6cde26fb9b6 HTTP/1.1" status: 200 len: 944 time: 0.0454111 May 27 03:40:48.702580 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-63424edf-6a61-408e-94fd-92b258dceb96 req-99eb9bbe-9205-4879-a917-efcdca05438d tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e559735-ef6e-41cc-93cf-279d407c22b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434973 May 27 03:40:48.755907 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9bd95e-0fa1-469b-9f78-2bc1a0d21e0f req-c38d1086-9e8e-4aa2-9f38-4f78337f9bdb tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:48.757283 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-6f9bd95e-0fa1-469b-9f78-2bc1a0d21e0f req-c38d1086-9e8e-4aa2-9f38-4f78337f9bdb tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 945 time: 0.0449598 May 27 03:40:48.767994 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:48.808053 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-6f9bd95e-0fa1-469b-9f78-2bc1a0d21e0f req-108c6059-6d58-4bf2-bb58-67ca5e42bf4d tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2c5bd50-930c-4c7b-a303-2fb9cb05455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452933 May 27 03:40:49.081143 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:49.299341 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f446-e12c-45b2-8c38-3579950c1c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (785c7416-4bf9-40d9-a08f-c797a61a0436), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:49.373804 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device 0aa36f0b-ffa2-488e-b031-21fe9c191622 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:40:49.470901 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port 0aa36f0b-ffa2-488e-b031-21fe9c191622, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=0aa36f0b-ffa2-488e-b031-21fe9c191622,segment=NetworkSegment(be2bf9c1-995c-430f-ada9-4c7603cb9ea3),segment_id=be2bf9c1-995c-430f-ada9-4c7603cb9ea3)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:40:49.482868 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Returning: {'device': '0aa36f0b-ffa2-488e-b031-21fe9c191622', 'network_id': '430833dd-8c2a-4184-8f60-2460eb1e769c', 'port_id': '0aa36f0b-ffa2-488e-b031-21fe9c191622', 'mac_address': 'fa:16:3e:f8:af:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c7d2ccd-23b4-4acf-944e-c57bae962263', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:40:49.515703 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Current status of the port 0aa36f0b-ffa2-488e-b031-21fe9c191622 is: DOWN; New status is: BUILD {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:40:49.516081 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (0aa36f0b-ffa2-488e-b031-21fe9c191622), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:49.528818 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.notifiers.nova [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0aa36f0b-ffa2-488e-b031-21fe9c191622 {{(pid=104616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:40:49.548626 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port 0aa36f0b-ffa2-488e-b031-21fe9c191622, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=0aa36f0b-ffa2-488e-b031-21fe9c191622,segment=NetworkSegment(be2bf9c1-995c-430f-ada9-4c7603cb9ea3),segment_id=be2bf9c1-995c-430f-ada9-4c7603cb9ea3)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:40:49.630881 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (0aa36f0b-ffa2-488e-b031-21fe9c191622), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:49.677135 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Pushing event updated for resources: {'Port': ['ID=0aa36f0b-ffa2-488e-b031-21fe9c191622,revision_number=7']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:49.816960 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcf0c7e-7521-440c-80c1-4e04c502497b req-b03fb27a-5546-4bf0-8207-7403d7f993be tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:49.818929 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-bbcf0c7e-7521-440c-80c1-4e04c502497b req-b03fb27a-5546-4bf0-8207-7403d7f993be tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/ports?device_id=d82dd530-bdcd-408b-9b6a-d6cde26fb9b6 HTTP/1.1" status: 200 len: 945 time: 0.0455742 May 27 03:40:49.867961 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-bbcf0c7e-7521-440c-80c1-4e04c502497b req-f08f65a3-084f-4b35-911d-d72ca7514a29 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e559735-ef6e-41cc-93cf-279d407c22b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435617 May 27 03:40:49.928067 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a179c1-929e-4753-928e-7072baea2e9f req-26e4031c-86e2-4dbe-8912-d1f15010eabb tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:49.929419 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-d4a179c1-929e-4753-928e-7072baea2e9f req-26e4031c-86e2-4dbe-8912-d1f15010eabb tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 945 time: 0.0447736 May 27 03:40:49.976376 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-d4a179c1-929e-4753-928e-7072baea2e9f req-b62a055f-6537-466f-aa95-dbc37629602a tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2c5bd50-930c-4c7b-a303-2fb9cb05455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413382 May 27 03:40:50.039506 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] get_ports_and_sgs() called for port_ids ['0aa36f0b-ffa2-488e-b031-21fe9c191622'] {{(pid=104616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:40:50.504845 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=52 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:50.506713 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=18 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:50.870753 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (917d01f3-4a27-4590-ae14-da14d21a1e88), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:50.994625 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9953fa-c63b-4acd-92ec-cd4c4f1f646f req-b27e7649-09ed-40e2-a7fd-2d2c64825d36 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:50.996345 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4c9953fa-c63b-4acd-92ec-cd4c4f1f646f req-b27e7649-09ed-40e2-a7fd-2d2c64825d36 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/ports?device_id=d82dd530-bdcd-408b-9b6a-d6cde26fb9b6 HTTP/1.1" status: 200 len: 945 time: 0.0519485 May 27 03:40:51.051602 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4c9953fa-c63b-4acd-92ec-cd4c4f1f646f req-0dd0fbe1-c950-4106-a274-d6896af76533 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e559735-ef6e-41cc-93cf-279d407c22b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493286 May 27 03:40:51.107540 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668966c0-e90d-4de0-a209-29bdcdc492b0 req-a01a575e-bb74-404d-9365-a2cf1bf8dd04 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:51.109085 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-668966c0-e90d-4de0-a209-29bdcdc492b0 req-a01a575e-bb74-404d-9365-a2cf1bf8dd04 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 945 time: 0.0565968 May 27 03:40:51.157942 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-668966c0-e90d-4de0-a209-29bdcdc492b0 req-48d82595-cb8f-4b43-b832-7baa8785a092 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2c5bd50-930c-4c7b-a303-2fb9cb05455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428121 May 27 03:40:51.386330 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device 0aa36f0b-ffa2-488e-b031-21fe9c191622 up at agent hyperv_hv-cinder-82880 {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:40:51.429537 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Provisioning complete for port 0aa36f0b-ffa2-488e-b031-21fe9c191622 triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:40:51.429827 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (0aa36f0b-ffa2-488e-b031-21fe9c191622), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:51.451426 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:51.470821 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:51.506119 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Current status of the port 0aa36f0b-ffa2-488e-b031-21fe9c191622 is: BUILD; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:40:51.506500 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (0aa36f0b-ffa2-488e-b031-21fe9c191622), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:51.529799 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd82dd530-bdcd-408b-9b6a-d6cde26fb9b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aa36f0b-ffa2-488e-b031-21fe9c191622'}] {{(pid=104616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:40:51.532037 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538c57523af4411a099bc77a34a8b12cae4f8d5a17830f42255aa2cd4d9c6a31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d64d9d4-6397-44a5-b154-7096a536c1bf" -d '{"events": [{"server_uuid": "d82dd530-bdcd-408b-9b6a-d6cde26fb9b6", "name": "network-vif-plugged", "status": "completed", "tag": "0aa36f0b-ffa2-488e-b031-21fe9c191622"}]}' {{(pid=104616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:40:51.544648 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port 0aa36f0b-ffa2-488e-b031-21fe9c191622, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=0aa36f0b-ffa2-488e-b031-21fe9c191622,segment=NetworkSegment(be2bf9c1-995c-430f-ada9-4c7603cb9ea3),segment_id=be2bf9c1-995c-430f-ada9-4c7603cb9ea3)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:40:51.545473 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-2c002739-126d-4b44-8b8f-2decfc2a2ea1 req-1807b37e-d092-4fa9-9d50-1b158677fc75 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-89044771&fields=id&tenant_id=99d82d4c868f404e9bc7e932aadf7670 HTTP/1.1" status: 200 len: 267 time: 0.0452051 May 27 03:40:51.601341 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c002739-126d-4b44-8b8f-2decfc2a2ea1 req-adfd8d6c-108c-4a3d-b69f-7b2e51bd8cad tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:51.602827 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-2c002739-126d-4b44-8b8f-2decfc2a2ea1 req-adfd8d6c-108c-4a3d-b69f-7b2e51bd8cad tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/ports?device_id=d324495a-01ec-4ed8-bec2-76575ce7a541 HTTP/1.1" status: 200 len: 985 time: 0.0520411 May 27 03:40:51.608212 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (0aa36f0b-ffa2-488e-b031-21fe9c191622), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:51.613532 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.v2.base [req-2c002739-126d-4b44-8b8f-2decfc2a2ea1 req-dac4ae15-5eea-4c2c-9e8f-3a77e70d6da3 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Request body: {'port': {'security_groups': ['33039ef4-c1ff-455a-8486-f776e86fb7ef']}} {{(pid=104615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:40:51.637731 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a3b660-5b0a-46bf-9cfe-58fd08023546 x-openstack-request-id: req-62a3b660-5b0a-46bf-9cfe-58fd08023546 {{(pid=104616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:40:51.638044 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d82dd530-bdcd-408b-9b6a-d6cde26fb9b6", "name": "network-vif-plugged", "status": "completed", "tag": "0aa36f0b-ffa2-488e-b031-21fe9c191622", "code": 200}]} {{(pid=104616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:40:51.638300 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-62a3b660-5b0a-46bf-9cfe-58fd08023546 {{(pid=104616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:40:51.638689 dv-cinder-828805-4-iscsi neutron-server[104616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62a3b660-5b0a-46bf-9cfe-58fd08023546'] response: {'server_uuid': 'd82dd530-bdcd-408b-9b6a-d6cde26fb9b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aa36f0b-ffa2-488e-b031-21fe9c191622', 'code': 200} May 27 03:40:51.658278 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:51.664071 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Pushing event updated for resources: {'Port': ['ID=0aa36f0b-ffa2-488e-b031-21fe9c191622,revision_number=8']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:51.691825 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [req-2c002739-126d-4b44-8b8f-2decfc2a2ea1 req-dac4ae15-5eea-4c2c-9e8f-3a77e70d6da3 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (f5a040c0-7ee8-466d-bbe9-24fdc9c314fb), before_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:51.904612 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.db [req-2c002739-126d-4b44-8b8f-2decfc2a2ea1 req-dac4ae15-5eea-4c2c-9e8f-3a77e70d6da3 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] For port f5a040c0-7ee8-466d-bbe9-24fdc9c314fb, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=f5a040c0-7ee8-466d-bbe9-24fdc9c314fb,segment=NetworkSegment(88aba986-3b4f-422c-aef6-43b903911269),segment_id=88aba986-3b4f-422c-aef6-43b903911269)] {{(pid=104615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:40:51.937838 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [req-2c002739-126d-4b44-8b8f-2decfc2a2ea1 req-dac4ae15-5eea-4c2c-9e8f-3a77e70d6da3 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Publish callbacks [] for port (f5a040c0-7ee8-466d-bbe9-24fdc9c314fb), precommit_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:52.025035 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [req-2c002739-126d-4b44-8b8f-2decfc2a2ea1 req-dac4ae15-5eea-4c2c-9e8f-3a77e70d6da3 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585481455'] for port (f5a040c0-7ee8-466d-bbe9-24fdc9c314fb), after_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:52.061209 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7c63e1-ea1d-4d28-ae60-0b51b486bfe3 req-96e706d9-a45d-4a8c-8531-8fbdafef4390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:52.062920 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-7b7c63e1-ea1d-4d28-ae60-0b51b486bfe3 req-96e706d9-a45d-4a8c-8531-8fbdafef4390 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d82dd530-bdcd-408b-9b6a-d6cde26fb9b6 HTTP/1.1" status: 200 len: 1130 time: 0.0457041 May 27 03:40:52.067708 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c002739-126d-4b44-8b8f-2decfc2a2ea1 req-dac4ae15-5eea-4c2c-9e8f-3a77e70d6da3 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:52.068836 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [req-2c002739-126d-4b44-8b8f-2decfc2a2ea1 req-dac4ae15-5eea-4c2c-9e8f-3a77e70d6da3 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:52.070200 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-2c002739-126d-4b44-8b8f-2decfc2a2ea1 req-dac4ae15-5eea-4c2c-9e8f-3a77e70d6da3 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "PUT /v2.0/ports/f5a040c0-7ee8-466d-bbe9-24fdc9c314fb HTTP/1.1" status: 200 len: 943 time: 0.4613638 May 27 03:40:52.070644 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd324495a-01ec-4ed8-bec2-76575ce7a541', 'tag': 'f5a040c0-7ee8-466d-bbe9-24fdc9c314fb'}] {{(pid=104615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:40:52.072937 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9faa1dd78fb558d4018d1363b43ffec7552e77d137433f9c5cc39ec2f1c636e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e2df30-90e0-4e63-aa74-0b8b2fba78b6" -d '{"events": [{"name": "network-changed", "server_uuid": "d324495a-01ec-4ed8-bec2-76575ce7a541", "tag": "f5a040c0-7ee8-466d-bbe9-24fdc9c314fb"}]}' {{(pid=104615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:40:52.082149 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] get_ports_and_sgs() called for port_ids ['f5a040c0-7ee8-466d-bbe9-24fdc9c314fb'] {{(pid=104616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:40:52.090388 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 40498) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:40:52.115382 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:52.168821 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-7b7c63e1-ea1d-4d28-ae60-0b51b486bfe3 req-d0b49aec-734e-45f3-91b8-2ca1e0da8364 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3e559735-ef6e-41cc-93cf-279d407c22b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878675 May 27 03:40:52.175429 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b86a8c0-65df-4ce8-97a5-243d27b29983 x-openstack-request-id: req-5b86a8c0-65df-4ce8-97a5-243d27b29983 {{(pid=104615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:40:52.175717 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d324495a-01ec-4ed8-bec2-76575ce7a541", "tag": "f5a040c0-7ee8-466d-bbe9-24fdc9c314fb", "status": "completed", "code": 200}]} {{(pid=104615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:40:52.175967 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5b86a8c0-65df-4ce8-97a5-243d27b29983 {{(pid=104615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:40:52.176855 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b86a8c0-65df-4ce8-97a5-243d27b29983'] response: {'name': 'network-changed', 'server_uuid': 'd324495a-01ec-4ed8-bec2-76575ce7a541', 'tag': 'f5a040c0-7ee8-466d-bbe9-24fdc9c314fb', 'status': 'completed', 'code': 200} May 27 03:40:52.194179 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac4ae15-5eea-4c2c-9e8f-3a77e70d6da3 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Pushing event updated for resources: {'Port': ['ID=f5a040c0-7ee8-466d-bbe9-24fdc9c314fb,revision_number=7']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:52.254995 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-44c7c2c5-e699-4731-8d13-eac7d9657fc8 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Publish callbacks [] for security_group (bfba84b5-b809-480d-a2aa-3a4075f5993f), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:52.257683 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac4ae15-5eea-4c2c-9e8f-3a77e70d6da3 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:52.258032 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac4ae15-5eea-4c2c-9e8f-3a77e70d6da3 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:52.258379 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac4ae15-5eea-4c2c-9e8f-3a77e70d6da3 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:52.258685 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac4ae15-5eea-4c2c-9e8f-3a77e70d6da3 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:52.259035 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac4ae15-5eea-4c2c-9e8f-3a77e70d6da3 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:52.259362 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac4ae15-5eea-4c2c-9e8f-3a77e70d6da3 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:52.259687 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac4ae15-5eea-4c2c-9e8f-3a77e70d6da3 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:52.260010 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac4ae15-5eea-4c2c-9e8f-3a77e70d6da3 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:52.260329 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac4ae15-5eea-4c2c-9e8f-3a77e70d6da3 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:52.260646 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac4ae15-5eea-4c2c-9e8f-3a77e70d6da3 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:52.260964 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac4ae15-5eea-4c2c-9e8f-3a77e70d6da3 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:52.261279 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac4ae15-5eea-4c2c-9e8f-3a77e70d6da3 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:52.261593 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac4ae15-5eea-4c2c-9e8f-3a77e70d6da3 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:52.262044 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac4ae15-5eea-4c2c-9e8f-3a77e70d6da3 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:52.262364 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac4ae15-5eea-4c2c-9e8f-3a77e70d6da3 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:52.289972 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] get_ports_and_sgs() called for port_ids ['f5a040c0-7ee8-466d-bbe9-24fdc9c314fb'] {{(pid=104616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:40:52.310076 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6f81a-0379-4c67-99b4-903ccf5f7ca9 req-bbd8ddf6-fafd-4106-9d47-43ffb070d275 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:52.311571 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-9ec6f81a-0379-4c67-99b4-903ccf5f7ca9 req-bbd8ddf6-fafd-4106-9d47-43ffb070d275 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/ports?device_id=d82dd530-bdcd-408b-9b6a-d6cde26fb9b6 HTTP/1.1" status: 200 len: 946 time: 0.1596751 May 27 03:40:52.410422 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-46364ddb-6f9b-40d9-810e-56d84f8af92f None None] Provisioning complete for port f5a040c0-7ee8-466d-bbe9-24fdc9c314fb triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:40:52.411137 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-46364ddb-6f9b-40d9-810e-56d84f8af92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (f5a040c0-7ee8-466d-bbe9-24fdc9c314fb), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:52.521807 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-46364ddb-6f9b-40d9-810e-56d84f8af92f None None] Current status of the port f5a040c0-7ee8-466d-bbe9-24fdc9c314fb is: ACTIVE; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:40:52.577188 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e2df30-90e0-4e63-aa74-0b8b2fba78b6 req-415cf07d-702e-44b1-8e08-6e083cd7c213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:52.578731 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-90e2df30-90e0-4e63-aa74-0b8b2fba78b6 req-415cf07d-702e-44b1-8e08-6e083cd7c213 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=99d82d4c868f404e9bc7e932aadf7670&device_id=d324495a-01ec-4ed8-bec2-76575ce7a541 HTTP/1.1" status: 200 len: 1130 time: 0.0401700 May 27 03:40:52.604673 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-44c7c2c5-e699-4731-8d13-eac7d9657fc8 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Publish callbacks [] for security_group (bfba84b5-b809-480d-a2aa-3a4075f5993f), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:52.648617 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083324e5-5450-43cd-b64c-f2ad00415f7b req-89cd0737-a9d5-44ae-8fb3-b575a0ebb45d tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:52.650027 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-083324e5-5450-43cd-b64c-f2ad00415f7b req-89cd0737-a9d5-44ae-8fb3-b575a0ebb45d tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 945 time: 0.3836939 May 27 03:40:52.698395 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-9ec6f81a-0379-4c67-99b4-903ccf5f7ca9 req-57156243-982b-4487-bc44-aade5ffe2837 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e559735-ef6e-41cc-93cf-279d407c22b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086648 May 27 03:40:52.723036 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-083324e5-5450-43cd-b64c-f2ad00415f7b req-8cbe00ce-e91e-4d1f-9f57-c7bcabf89a58 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2c5bd50-930c-4c7b-a303-2fb9cb05455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670469 May 27 03:40:52.825079 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-44c7c2c5-e699-4731-8d13-eac7d9657fc8 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (bfba84b5-b809-480d-a2aa-3a4075f5993f), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:52.827713 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-44c7c2c5-e699-4731-8d13-eac7d9657fc8 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Publish callbacks [] for security_group (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:52.828854 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-44c7c2c5-e699-4731-8d13-eac7d9657fc8 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "DELETE /v2.0/security-groups/bfba84b5-b809-480d-a2aa-3a4075f5993f HTTP/1.1" status: 204 len: 168 time: 0.7329991 May 27 03:40:52.831524 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 40504) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:40:52.839369 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c7c2c5-e699-4731-8d13-eac7d9657fc8 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfba84b5-b809-480d-a2aa-3a4075f5993f,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:52.973876 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [None req-4f178b8b-25b4-44e8-afdd-f41be455022a tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Deleting port 79bb773e-b7f6-412d-8c64-0e7e8972881a {{(pid=104614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:40:52.974260 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-4f178b8b-25b4-44e8-afdd-f41be455022a tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791799895781'] for port (79bb773e-b7f6-412d-8c64-0e7e8972881a), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:53.051736 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-4f178b8b-25b4-44e8-afdd-f41be455022a tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-658269'] for port (79bb773e-b7f6-412d-8c64-0e7e8972881a), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:53.052059 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-4f178b8b-25b4-44e8-afdd-f41be455022a tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Publish callbacks [] for floatingip (79bb773e-b7f6-412d-8c64-0e7e8972881a), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:53.081321 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [None req-4f178b8b-25b4-44e8-afdd-f41be455022a tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Calling delete_port for 79bb773e-b7f6-412d-8c64-0e7e8972881a owned by network:floatingip {{(pid=104614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:40:53.223832 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e2df30-90e0-4e63-aa74-0b8b2fba78b6 req-7ee2f0d7-6a1c-4703-a04c-0d503450799b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:53.225848 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-90e2df30-90e0-4e63-aa74-0b8b2fba78b6 req-7ee2f0d7-6a1c-4703-a04c-0d503450799b service neutron] 10.222.0.69 "GET /v2.0/networks?id=db24d3e5-88d8-4487-b5a4-91bc1ed45182 HTTP/1.1" status: 200 len: 915 time: 0.1711750 May 27 03:40:53.306032 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-90e2df30-90e0-4e63-aa74-0b8b2fba78b6 req-fe158c37-c86e-4a11-8b8d-71a86c2bbbb7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5a040c0-7ee8-466d-bbe9-24fdc9c314fb HTTP/1.1" status: 200 len: 1002 time: 0.0690801 May 27 03:40:53.413906 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-4f178b8b-25b4-44e8-afdd-f41be455022a tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791799905747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791799515450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8584799065'] for port (79bb773e-b7f6-412d-8c64-0e7e8972881a), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:53.436134 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f178b8b-25b4-44e8-afdd-f41be455022a tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Pushing event deleted for resources: {'Port': ['ID=79bb773e-b7f6-412d-8c64-0e7e8972881a,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:40:53.449533 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f178b8b-25b4-44e8-afdd-f41be455022a tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:53.449876 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f178b8b-25b4-44e8-afdd-f41be455022a tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:53.450219 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f178b8b-25b4-44e8-afdd-f41be455022a tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:53.450556 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f178b8b-25b4-44e8-afdd-f41be455022a tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:53.450925 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f178b8b-25b4-44e8-afdd-f41be455022a tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:53.451260 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f178b8b-25b4-44e8-afdd-f41be455022a tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:53.451586 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f178b8b-25b4-44e8-afdd-f41be455022a tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:53.451914 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f178b8b-25b4-44e8-afdd-f41be455022a tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:53.452257 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f178b8b-25b4-44e8-afdd-f41be455022a tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:53.452586 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f178b8b-25b4-44e8-afdd-f41be455022a tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:53.452911 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f178b8b-25b4-44e8-afdd-f41be455022a tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:53.453238 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f178b8b-25b4-44e8-afdd-f41be455022a tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:53.453559 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f178b8b-25b4-44e8-afdd-f41be455022a tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:53.453883 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f178b8b-25b4-44e8-afdd-f41be455022a tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:53.454202 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f178b8b-25b4-44e8-afdd-f41be455022a tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:40:53.509530 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-4f178b8b-25b4-44e8-afdd-f41be455022a tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Publish callbacks [] for floatingip (a6db05f4-4b56-4493-9e06-7ff716c50859), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:53.509909 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.db.l3_db [None req-4f178b8b-25b4-44e8-afdd-f41be455022a tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Floating IP a6db05f4-4b56-4493-9e06-7ff716c50859 disassociated (deleted). External IP: 172.27.0.117, port: f5a040c0-7ee8-466d-bbe9-24fdc9c314fb. May 27 03:40:53.587282 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:53.641791 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:53.705901 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f178b8b-25b4-44e8-afdd-f41be455022a tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Router 4edb845f-5957-4cd5-9916-e4b356b01ae6 has already been hosted by L3 agent 9df6ec88-276d-42f5-acd2-7e289451d5e3 {{(pid=104614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:40:53.827121 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f892b3-d804-432d-93ad-4dd7226798f6 req-fbf58630-de13-4dfe-8308-60d64d4fd410 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:53.828577 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-e5f892b3-d804-432d-93ad-4dd7226798f6 req-fbf58630-de13-4dfe-8308-60d64d4fd410 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/ports?device_id=d82dd530-bdcd-408b-9b6a-d6cde26fb9b6 HTTP/1.1" status: 200 len: 946 time: 0.0607615 May 27 03:40:53.844570 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f178b8b-25b4-44e8-afdd-f41be455022a tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Notify agent at l3_agent.dv-cinder-828805-4-iscsi the message routers_updated {{(pid=104614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:40:53.850070 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-4f178b8b-25b4-44e8-afdd-f41be455022a tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for floatingip (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:53.857674 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcec269-3406-4bb6-ab8a-17a48398f9c3 None None] Sync routers for ids ['4edb845f-5957-4cd5-9916-e4b356b01ae6'] in dv-cinder-828805-4-iscsi {{(pid=104616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:40:53.870765 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcec269-3406-4bb6-ab8a-17a48398f9c3 None None] Routers {'4edb845f-5957-4cd5-9916-e4b356b01ae6'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:40:53.871725 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-ebcec269-3406-4bb6-ab8a-17a48398f9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:40:47Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['4edb845f-5957-4cd5-9916-e4b356b01ae6'], 'active': True} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:53.880039 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416393da-75fa-49c8-b69c-0162718205c1 req-60cc3c9b-092d-497d-a144-cf00eae339ff tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:53.882097 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-416393da-75fa-49c8-b69c-0162718205c1 req-60cc3c9b-092d-497d-a144-cf00eae339ff tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 945 time: 0.0727930 May 27 03:40:53.884347 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e2df30-90e0-4e63-aa74-0b8b2fba78b6 req-c263b63c-cb55-4004-8a91-f12fec7fd125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:53.885843 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-90e2df30-90e0-4e63-aa74-0b8b2fba78b6 req-c263b63c-cb55-4004-8a91-f12fec7fd125 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1177ec23-58d7-437f-a14d-dd0d92af1cd0 HTTP/1.1" status: 200 len: 853 time: 0.0822732 May 27 03:40:53.899451 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-4f178b8b-25b4-44e8-afdd-f41be455022a tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "DELETE /v2.0/floatingips/a6db05f4-4b56-4493-9e06-7ff716c50859 HTTP/1.1" status: 204 len: 168 time: 1.0624568 May 27 03:40:53.899451 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd324495a-01ec-4ed8-bec2-76575ce7a541', 'tag': 'f5a040c0-7ee8-466d-bbe9-24fdc9c314fb'}] {{(pid=104614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:40:53.899451 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a93b0eab3ec594b69aa68cd7d580be2fac36b4cb942ee4cac03c85783d056da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5220a0d8-504d-4e16-aabd-36bfa0ce819c" -d '{"events": [{"name": "network-changed", "server_uuid": "d324495a-01ec-4ed8-bec2-76575ce7a541", "tag": "f5a040c0-7ee8-466d-bbe9-24fdc9c314fb"}]}' {{(pid=104614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:40:53.928252 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-e5f892b3-d804-432d-93ad-4dd7226798f6 req-aca43861-7abd-4dfe-9b76-18539088941d tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e559735-ef6e-41cc-93cf-279d407c22b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827842 May 27 03:40:53.955158 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-416393da-75fa-49c8-b69c-0162718205c1 req-c5e8d4a1-c696-4143-ba9c-350f0fff8074 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2c5bd50-930c-4c7b-a303-2fb9cb05455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623693 May 27 03:40:54.004363 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvr_db [None req-ebcec269-3406-4bb6-ab8a-17a48398f9c3 None None] Set router 4edb845f-5957-4cd5-9916-e4b356b01ae6 gateway port host: dv-cinder-828805-4-iscsi {{(pid=104616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:40:54.062604 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:54.084049 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68da48b-c8fc-48bf-aa17-883149c7d8a0 x-openstack-request-id: req-d68da48b-c8fc-48bf-aa17-883149c7d8a0 {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:40:54.084049 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d324495a-01ec-4ed8-bec2-76575ce7a541", "tag": "f5a040c0-7ee8-466d-bbe9-24fdc9c314fb", "status": "completed", "code": 200}]} {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:40:54.084049 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d68da48b-c8fc-48bf-aa17-883149c7d8a0 {{(pid=104614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:40:54.084049 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d68da48b-c8fc-48bf-aa17-883149c7d8a0'] response: {'name': 'network-changed', 'server_uuid': 'd324495a-01ec-4ed8-bec2-76575ce7a541', 'tag': 'f5a040c0-7ee8-466d-bbe9-24fdc9c314fb', 'status': 'completed', 'code': 200} May 27 03:40:54.091864 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e2df30-90e0-4e63-aa74-0b8b2fba78b6 req-036b171f-f8e5-49db-aa8b-d5d57ed6f523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:54.093535 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-90e2df30-90e0-4e63-aa74-0b8b2fba78b6 req-036b171f-f8e5-49db-aa8b-d5d57ed6f523 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=db24d3e5-88d8-4487-b5a4-91bc1ed45182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0628297 May 27 03:40:54.174604 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=100 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:54.197734 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-90e2df30-90e0-4e63-aa74-0b8b2fba78b6 req-41457f0e-e0e2-473a-af57-9527bfaeccf8 service neutron] 10.222.0.69 "GET /v2.0/networks/db24d3e5-88d8-4487-b5a4-91bc1ed45182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869191 May 27 03:40:54.222824 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-ebcec269-3406-4bb6-ab8a-17a48398f9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4edb845f-5957-4cd5-9916-e4b356b01ae6', 'name': 'tempest-TestMinimumBasicScenario-348957911-router', 'tenant_id': '99d82d4c868f404e9bc7e932aadf7670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b33d0538-560f-4bde-894f-21552c79cb7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:37Z', 'updated_at': '2022-05-27T03:37:45Z', 'revision_number': 4, 'project_id': '99d82d4c868f404e9bc7e932aadf7670', 'gw_port': {'id': 'b33d0538-560f-4bde-894f-21552c79cb7c', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:4d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4edb845f-5957-4cd5-9916-e4b356b01ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:39Z', 'updated_at': '2022-05-27T03:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_interfaces': [{'id': '4c253c25-7ccc-4c06-b8e2-2bdc3987ec4c', 'name': '', 'network_id': 'db24d3e5-88d8-4487-b5a4-91bc1ed45182', 'tenant_id': '99d82d4c868f404e9bc7e932aadf7670', 'mac_address': 'fa:16:3e:13:f7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4edb845f-5957-4cd5-9916-e4b356b01ae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1177ec23-58d7-437f-a14d-dd0d92af1cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:43Z', 'updated_at': '2022-05-27T03:37:48Z', 'revision_number': 5, 'project_id': '99d82d4c868f404e9bc7e932aadf7670', 'subnets': [{'id': '1177ec23-58d7-437f-a14d-dd0d92af1cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:54.251841 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcec269-3406-4bb6-ab8a-17a48398f9c3 None None] Checking router: 4edb845f-5957-4cd5-9916-e4b356b01ae6 for host: dv-cinder-828805-4-iscsi {{(pid=104616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:40:54.260720 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcec269-3406-4bb6-ab8a-17a48398f9c3 None None] Routers {'4edb845f-5957-4cd5-9916-e4b356b01ae6'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:40:54.261340 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-ebcec269-3406-4bb6-ab8a-17a48398f9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:40:47Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['4edb845f-5957-4cd5-9916-e4b356b01ae6'], 'active': True} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:54.313706 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-90e2df30-90e0-4e63-aa74-0b8b2fba78b6 req-e09592fc-2ad9-41eb-a2a6-05dd4006d2f0 service neutron] 10.222.0.69 "GET /v2.0/networks/db24d3e5-88d8-4487-b5a4-91bc1ed45182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090124 May 27 03:40:54.371148 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvr_db [None req-ebcec269-3406-4bb6-ab8a-17a48398f9c3 None None] Set router 4edb845f-5957-4cd5-9916-e4b356b01ae6 gateway port host: dv-cinder-828805-4-iscsi {{(pid=104616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:40:54.455927 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220a0d8-504d-4e16-aabd-36bfa0ce819c req-16e67eff-6868-43ec-9cbe-1371aafca3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:54.457863 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-5220a0d8-504d-4e16-aabd-36bfa0ce819c req-16e67eff-6868-43ec-9cbe-1371aafca3e8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=99d82d4c868f404e9bc7e932aadf7670&device_id=d324495a-01ec-4ed8-bec2-76575ce7a541 HTTP/1.1" status: 200 len: 1130 time: 0.0403781 May 27 03:40:54.557514 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220a0d8-504d-4e16-aabd-36bfa0ce819c req-215f4559-f54f-4f63-94c6-7e55dd884b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:54.559192 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-5220a0d8-504d-4e16-aabd-36bfa0ce819c req-215f4559-f54f-4f63-94c6-7e55dd884b58 service neutron] 10.222.0.69 "GET /v2.0/networks?id=db24d3e5-88d8-4487-b5a4-91bc1ed45182 HTTP/1.1" status: 200 len: 915 time: 0.0948477 May 27 03:40:54.568704 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-ebcec269-3406-4bb6-ab8a-17a48398f9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4edb845f-5957-4cd5-9916-e4b356b01ae6', 'name': 'tempest-TestMinimumBasicScenario-348957911-router', 'tenant_id': '99d82d4c868f404e9bc7e932aadf7670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b33d0538-560f-4bde-894f-21552c79cb7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:37Z', 'updated_at': '2022-05-27T03:37:45Z', 'revision_number': 4, 'project_id': '99d82d4c868f404e9bc7e932aadf7670', 'gw_port': {'id': 'b33d0538-560f-4bde-894f-21552c79cb7c', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:4d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4edb845f-5957-4cd5-9916-e4b356b01ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:39Z', 'updated_at': '2022-05-27T03:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_interfaces': [{'id': '4c253c25-7ccc-4c06-b8e2-2bdc3987ec4c', 'name': '', 'network_id': 'db24d3e5-88d8-4487-b5a4-91bc1ed45182', 'tenant_id': '99d82d4c868f404e9bc7e932aadf7670', 'mac_address': 'fa:16:3e:13:f7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4edb845f-5957-4cd5-9916-e4b356b01ae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1177ec23-58d7-437f-a14d-dd0d92af1cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:43Z', 'updated_at': '2022-05-27T03:37:48Z', 'revision_number': 5, 'project_id': '99d82d4c868f404e9bc7e932aadf7670', 'subnets': [{'id': '1177ec23-58d7-437f-a14d-dd0d92af1cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:40:54.593930 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcec269-3406-4bb6-ab8a-17a48398f9c3 None None] The sync data for ids ['4edb845f-5957-4cd5-9916-e4b356b01ae6'] in dv-cinder-828805-4-iscsi is: [{'id': '4edb845f-5957-4cd5-9916-e4b356b01ae6', 'name': 'tempest-TestMinimumBasicScenario-348957911-router', 'tenant_id': '99d82d4c868f404e9bc7e932aadf7670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b33d0538-560f-4bde-894f-21552c79cb7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:37Z', 'updated_at': '2022-05-27T03:37:45Z', 'revision_number': 4, 'project_id': '99d82d4c868f404e9bc7e932aadf7670', 'gw_port': {'id': 'b33d0538-560f-4bde-894f-21552c79cb7c', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:4d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4edb845f-5957-4cd5-9916-e4b356b01ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:39Z', 'updated_at': '2022-05-27T03:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_interfaces': [{'id': '4c253c25-7ccc-4c06-b8e2-2bdc3987ec4c', 'name': '', 'network_id': 'db24d3e5-88d8-4487-b5a4-91bc1ed45182', 'tenant_id': '99d82d4c868f404e9bc7e932aadf7670', 'mac_address': 'fa:16:3e:13:f7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4edb845f-5957-4cd5-9916-e4b356b01ae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1177ec23-58d7-437f-a14d-dd0d92af1cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:43Z', 'updated_at': '2022-05-27T03:37:48Z', 'revision_number': 5, 'project_id': '99d82d4c868f404e9bc7e932aadf7670', 'subnets': [{'id': '1177ec23-58d7-437f-a14d-dd0d92af1cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:40:54.808880 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7958e867-bf8f-47c6-9491-122eb7db1e7e None None] New status for floating IP a6db05f4-4b56-4493-9e06-7ff716c50859: DOWN {{(pid=104617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:40:54.983450 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-5220a0d8-504d-4e16-aabd-36bfa0ce819c req-03b7ab73-c1c5-4772-875a-110fc29d2388 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5a040c0-7ee8-466d-bbe9-24fdc9c314fb HTTP/1.1" status: 200 len: 217 time: 0.0335910 May 27 03:40:55.035213 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220a0d8-504d-4e16-aabd-36bfa0ce819c req-b39f067e-0f99-4fee-aa5f-745032bcd7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:55.037309 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-5220a0d8-504d-4e16-aabd-36bfa0ce819c req-b39f067e-0f99-4fee-aa5f-745032bcd7f9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1177ec23-58d7-437f-a14d-dd0d92af1cd0 HTTP/1.1" status: 200 len: 853 time: 0.0474050 May 27 03:40:55.072645 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc67326-0c60-46e8-9998-2a104878aaf5 req-fcb74c94-4474-4e9b-8e5d-53c9a0455bd7 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:55.074119 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-8fc67326-0c60-46e8-9998-2a104878aaf5 req-fcb74c94-4474-4e9b-8e5d-53c9a0455bd7 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/ports?device_id=d82dd530-bdcd-408b-9b6a-d6cde26fb9b6 HTTP/1.1" status: 200 len: 946 time: 0.0710576 May 27 03:40:55.087594 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220a0d8-504d-4e16-aabd-36bfa0ce819c req-2b2a6c1a-5ccb-42bb-98a8-7d36c67b1841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:55.089147 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-5220a0d8-504d-4e16-aabd-36bfa0ce819c req-2b2a6c1a-5ccb-42bb-98a8-7d36c67b1841 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=db24d3e5-88d8-4487-b5a4-91bc1ed45182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414491 May 27 03:40:55.121857 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d08d1e-b61a-4aad-87b9-06a8234d15e1 req-387b09ca-1fec-46e7-ada4-1ae9bd4c2fe7 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:55.123342 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-96d08d1e-b61a-4aad-87b9-06a8234d15e1 req-387b09ca-1fec-46e7-ada4-1ae9bd4c2fe7 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 945 time: 0.0718434 May 27 03:40:55.161340 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:55.167804 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-8fc67326-0c60-46e8-9998-2a104878aaf5 req-d262b88e-eb34-49f2-9057-60b39bf3a91a tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e559735-ef6e-41cc-93cf-279d407c22b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774441 May 27 03:40:55.194454 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-96d08d1e-b61a-4aad-87b9-06a8234d15e1 req-fda22d31-fe4c-4662-bf45-772067810152 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2c5bd50-930c-4c7b-a303-2fb9cb05455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598583 May 27 03:40:55.209070 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=100 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:55.232537 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-5220a0d8-504d-4e16-aabd-36bfa0ce819c req-01e4512d-24e8-4cac-a6de-322ab452df81 service neutron] 10.222.0.69 "GET /v2.0/networks/db24d3e5-88d8-4487-b5a4-91bc1ed45182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925558 May 27 03:40:55.335511 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-5220a0d8-504d-4e16-aabd-36bfa0ce819c req-81b0754b-127c-45e9-9519-2e06fefaf193 service neutron] 10.222.0.69 "GET /v2.0/networks/db24d3e5-88d8-4487-b5a4-91bc1ed45182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904205 May 27 03:40:56.317473 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3622e5b-49a4-4b85-806e-5151e0a2f88c req-c5c1ddb0-f247-4047-b9b3-5e412c2f7daa tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:56.319681 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-c3622e5b-49a4-4b85-806e-5151e0a2f88c req-c5c1ddb0-f247-4047-b9b3-5e412c2f7daa tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 945 time: 0.0512869 May 27 03:40:56.374530 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-c3622e5b-49a4-4b85-806e-5151e0a2f88c req-26541a0f-52bd-4da2-a2d2-00a81de69359 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2c5bd50-930c-4c7b-a303-2fb9cb05455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454330 May 27 03:40:57.490773 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf757dc-0157-4485-bb6e-7acf6c05d41b req-350dad5c-64d5-4daa-9f3a-beb2366b848d tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:57.492661 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-7bf757dc-0157-4485-bb6e-7acf6c05d41b req-350dad5c-64d5-4daa-9f3a-beb2366b848d tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 945 time: 0.0459294 May 27 03:40:57.539410 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-7bf757dc-0157-4485-bb6e-7acf6c05d41b req-aa1bc677-cfe8-435d-a16e-517db07c73e8 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2c5bd50-930c-4c7b-a303-2fb9cb05455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413187 May 27 03:40:58.356885 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:58.365868 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f95da7b-baef-4a1a-9149-9116b261840c req-08f20509-71b6-46a2-b497-fe629a95afa9 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:58.367384 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-5f95da7b-baef-4a1a-9149-9116b261840c req-08f20509-71b6-46a2-b497-fe629a95afa9 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/ports?device_id=d324495a-01ec-4ed8-bec2-76575ce7a541 HTTP/1.1" status: 200 len: 946 time: 0.0539110 May 27 03:40:58.413238 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-5f95da7b-baef-4a1a-9149-9116b261840c req-7d5243f0-3e8d-4b42-a25a-409b1c3c30cb tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/security-groups?id=33039ef4-c1ff-455a-8486-f776e86fb7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402629 May 27 03:40:58.659287 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1c271f-c110-4235-960f-9027b45bd5a4 req-500ca217-e6a5-4888-a569-f2a23ffe4206 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:58.660711 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-eb1c271f-c110-4235-960f-9027b45bd5a4 req-500ca217-e6a5-4888-a569-f2a23ffe4206 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 945 time: 0.0486979 May 27 03:40:58.706148 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-eb1c271f-c110-4235-960f-9027b45bd5a4 req-bf535145-9814-404b-a6ad-9481edeaf555 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2c5bd50-930c-4c7b-a303-2fb9cb05455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392702 May 27 03:40:59.525882 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10be0de5-c90e-4673-a8a9-a613e30bab17 req-da4c5ed0-13d8-4c1a-813b-21b9da73208a tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:59.527333 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-10be0de5-c90e-4673-a8a9-a613e30bab17 req-da4c5ed0-13d8-4c1a-813b-21b9da73208a tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/ports?device_id=d324495a-01ec-4ed8-bec2-76575ce7a541 HTTP/1.1" status: 200 len: 946 time: 0.0453811 May 27 03:40:59.572535 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-10be0de5-c90e-4673-a8a9-a613e30bab17 req-b980cb14-c4d0-4381-b487-27ec1a60aba5 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/security-groups?id=33039ef4-c1ff-455a-8486-f776e86fb7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397553 May 27 03:40:59.821684 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa4ad61-45d9-4e39-9919-6bd933d95117 req-d78da21c-2cdc-46c8-8638-adc6729966ac tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:40:59.823146 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-2fa4ad61-45d9-4e39-9919-6bd933d95117 req-d78da21c-2cdc-46c8-8638-adc6729966ac tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 945 time: 0.0449853 May 27 03:40:59.872579 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-2fa4ad61-45d9-4e39-9919-6bd933d95117 req-ac50aeed-d4c7-4ad6-8edf-5f6a9ba541b8 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2c5bd50-930c-4c7b-a303-2fb9cb05455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440254 May 27 03:41:00.614401 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f4789-7dc0-4c5c-9805-cd5f84cca970 req-23948cab-727a-48d4-ae18-81e65d5771df tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:00.615960 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-820f4789-7dc0-4c5c-9805-cd5f84cca970 req-23948cab-727a-48d4-ae18-81e65d5771df tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.69 "GET /v2.0/ports?device_id=d324495a-01ec-4ed8-bec2-76575ce7a541 HTTP/1.1" status: 200 len: 946 time: 0.2499292 May 27 03:41:00.657165 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=100 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:00.687620 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5550f4-6aa1-4607-8f04-b87d98f962cb req-342fbd8f-445f-44e6-862c-3ddae4d72423 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:00.689103 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-6a5550f4-6aa1-4607-8f04-b87d98f962cb req-342fbd8f-445f-44e6-862c-3ddae4d72423 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/ports?device_id=d324495a-01ec-4ed8-bec2-76575ce7a541 HTTP/1.1" status: 200 len: 946 time: 0.0469708 May 27 03:41:00.703829 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [req-820f4789-7dc0-4c5c-9805-cd5f84cca970 req-a1f08f92-78d0-4282-bf26-0db0e1ab7f38 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Deleting port f5a040c0-7ee8-466d-bbe9-24fdc9c314fb {{(pid=104614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:41:00.704170 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-820f4789-7dc0-4c5c-9805-cd5f84cca970 req-a1f08f92-78d0-4282-bf26-0db0e1ab7f38 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791799895781'] for port (f5a040c0-7ee8-466d-bbe9-24fdc9c314fb), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:00.736793 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-6a5550f4-6aa1-4607-8f04-b87d98f962cb req-7aef4c9c-94f6-4e54-a8d2-7cf9c18f4ee4 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/security-groups?id=33039ef4-c1ff-455a-8486-f776e86fb7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413435 May 27 03:41:00.796317 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.db [req-820f4789-7dc0-4c5c-9805-cd5f84cca970 req-a1f08f92-78d0-4282-bf26-0db0e1ab7f38 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] For port f5a040c0-7ee8-466d-bbe9-24fdc9c314fb, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=f5a040c0-7ee8-466d-bbe9-24fdc9c314fb,segment=NetworkSegment(88aba986-3b4f-422c-aef6-43b903911269),segment_id=88aba986-3b4f-422c-aef6-43b903911269)] {{(pid=104614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:00.796702 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-820f4789-7dc0-4c5c-9805-cd5f84cca970 req-a1f08f92-78d0-4282-bf26-0db0e1ab7f38 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-658269'] for port (f5a040c0-7ee8-466d-bbe9-24fdc9c314fb), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:00.810226 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [req-820f4789-7dc0-4c5c-9805-cd5f84cca970 req-a1f08f92-78d0-4282-bf26-0db0e1ab7f38 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Calling delete_port for f5a040c0-7ee8-466d-bbe9-24fdc9c314fb owned by compute:nova {{(pid=104614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:41:00.988640 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f05dcfa-37fa-4673-b79b-0fe4094621ab req-ef10bf7d-0c17-48fd-bd46-310026239934 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:00.990515 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-9f05dcfa-37fa-4673-b79b-0fe4094621ab req-ef10bf7d-0c17-48fd-bd46-310026239934 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 945 time: 0.0452754 May 27 03:41:01.030747 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-820f4789-7dc0-4c5c-9805-cd5f84cca970 req-a1f08f92-78d0-4282-bf26-0db0e1ab7f38 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791799905747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791799515450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8584799065'] for port (f5a040c0-7ee8-466d-bbe9-24fdc9c314fb), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:01.035917 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-9f05dcfa-37fa-4673-b79b-0fe4094621ab req-a26092fa-05dd-4946-996c-64f856a728c1 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2c5bd50-930c-4c7b-a303-2fb9cb05455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399239 May 27 03:41:01.065275 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f08f92-78d0-4282-bf26-0db0e1ab7f38 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Pushing event deleted for resources: {'Port': ['ID=f5a040c0-7ee8-466d-bbe9-24fdc9c314fb,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:01.078225 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] get_ports_and_sgs() called for port_ids ['f5a040c0-7ee8-466d-bbe9-24fdc9c314fb'] {{(pid=104616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:41:01.107690 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.l3_dvrscheduler_db [req-820f4789-7dc0-4c5c-9805-cd5f84cca970 req-a1f08f92-78d0-4282-bf26-0db0e1ab7f38 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] No DVR routers for this DVR port f5a040c0-7ee8-466d-bbe9-24fdc9c314fb on host hv-cinder-82880 {{(pid=104614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:41:01.110264 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-820f4789-7dc0-4c5c-9805-cd5f84cca970 req-a1f08f92-78d0-4282-bf26-0db0e1ab7f38 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:01.113503 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-820f4789-7dc0-4c5c-9805-cd5f84cca970 req-a1f08f92-78d0-4282-bf26-0db0e1ab7f38 tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.69 "DELETE /v2.0/ports/f5a040c0-7ee8-466d-bbe9-24fdc9c314fb HTTP/1.1" status: 204 len: 173 time: 0.4919407 May 27 03:41:01.113981 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd324495a-01ec-4ed8-bec2-76575ce7a541', 'name': 'network-vif-deleted', 'tag': 'f5a040c0-7ee8-466d-bbe9-24fdc9c314fb'}] {{(pid=104614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:41:01.117439 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a93b0eab3ec594b69aa68cd7d580be2fac36b4cb942ee4cac03c85783d056da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd73e23-951f-449b-9b03-34fde845e769" -d '{"events": [{"server_uuid": "d324495a-01ec-4ed8-bec2-76575ce7a541", "name": "network-vif-deleted", "tag": "f5a040c0-7ee8-466d-bbe9-24fdc9c314fb"}]}' {{(pid=104614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:41:01.152834 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c3e2c7-7aa3-4a2f-adab-efa5acfec66b x-openstack-request-id: req-f7c3e2c7-7aa3-4a2f-adab-efa5acfec66b {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:41:01.153123 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d324495a-01ec-4ed8-bec2-76575ce7a541", "name": "network-vif-deleted", "tag": "f5a040c0-7ee8-466d-bbe9-24fdc9c314fb", "status": "completed", "code": 200}]} {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:41:01.153375 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f7c3e2c7-7aa3-4a2f-adab-efa5acfec66b {{(pid=104614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:41:01.153864 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7c3e2c7-7aa3-4a2f-adab-efa5acfec66b'] response: {'server_uuid': 'd324495a-01ec-4ed8-bec2-76575ce7a541', 'name': 'network-vif-deleted', 'tag': 'f5a040c0-7ee8-466d-bbe9-24fdc9c314fb', 'status': 'completed', 'code': 200} May 27 03:41:01.845567 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-e5a61208-b205-439e-92e0-47b4255233f1 req-c5b9e04e-b9bf-4e0c-9aae-61b5bacdcc9f tempest-TestMinimumBasicScenario-2088633217 tempest-TestMinimumBasicScenario-2088633217-project] 10.222.0.24 "GET /v2.0/ports?device_id=d324495a-01ec-4ed8-bec2-76575ce7a541 HTTP/1.1" status: 200 len: 210 time: 0.0291433 May 27 03:41:02.162609 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607672d6-d17f-46d3-a7ff-1fc89e415de0 req-88315729-e6f6-4519-8ddb-aa78e0fcf9f2 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:02.163193 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-607672d6-d17f-46d3-a7ff-1fc89e415de0 req-88315729-e6f6-4519-8ddb-aa78e0fcf9f2 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 945 time: 0.0509658 May 27 03:41:02.212727 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-607672d6-d17f-46d3-a7ff-1fc89e415de0 req-7efbd9a9-5c66-4b3a-955d-95143ff13eee tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2c5bd50-930c-4c7b-a303-2fb9cb05455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442858 May 27 03:41:03.342323 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4819ec-684d-40b5-a506-b2c46602f811 req-0d570ce5-b346-4fba-b765-5954f3fea23b tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:03.343534 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ed4819ec-684d-40b5-a506-b2c46602f811 req-0d570ce5-b346-4fba-b765-5954f3fea23b tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 945 time: 0.0510831 May 27 03:41:03.394958 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ed4819ec-684d-40b5-a506-b2c46602f811 req-8603276e-8cfb-4236-b0c1-29478ef58884 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2c5bd50-930c-4c7b-a303-2fb9cb05455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432107 May 27 03:41:04.522090 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497de035-d086-4695-85bc-7aa257f06a13 req-2bbb2bc3-3c5d-40f7-b519-7ad590a072a9 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:04.524138 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-497de035-d086-4695-85bc-7aa257f06a13 req-2bbb2bc3-3c5d-40f7-b519-7ad590a072a9 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 945 time: 0.0519552 May 27 03:41:04.550778 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:04.573381 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-497de035-d086-4695-85bc-7aa257f06a13 req-1a732658-eca4-4af9-a389-b3658843e53b tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2c5bd50-930c-4c7b-a303-2fb9cb05455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434625 May 27 03:41:04.610072 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 40638) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:41:04.833418 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:04.977858 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-150480e0-c1bf-4012-88bd-1075a597fb14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681189'] for router_interface (4edb845f-5957-4cd5-9916-e4b356b01ae6), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:05.216444 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749415a4-0c96-4077-bb68-51b56dec51e5 req-a6657ed0-8060-4ee6-b235-459734f006d2 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:05.217907 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-749415a4-0c96-4077-bb68-51b56dec51e5 req-a6657ed0-8060-4ee6-b235-459734f006d2 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=8526d125-8b79-4f3f-8c07-c9b77ecbc2f5 HTTP/1.1" status: 200 len: 946 time: 0.1013968 May 27 03:41:05.313717 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-749415a4-0c96-4077-bb68-51b56dec51e5 req-9546bfdb-35ac-4b3c-85fb-6d62e0ed84de tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=926b6e4a-3738-476a-98a9-1f2042dcc8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888996 May 27 03:41:05.316087 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.plugin [None req-150480e0-c1bf-4012-88bd-1075a597fb14 admin admin] Deleting port 4c253c25-7ccc-4c06-b8e2-2bdc3987ec4c {{(pid=104615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:41:05.316418 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-150480e0-c1bf-4012-88bd-1075a597fb14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791799895781'] for port (4c253c25-7ccc-4c06-b8e2-2bdc3987ec4c), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:05.392780 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.db [None req-150480e0-c1bf-4012-88bd-1075a597fb14 admin admin] For port 4c253c25-7ccc-4c06-b8e2-2bdc3987ec4c, host dv-cinder-828805-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=4c253c25-7ccc-4c06-b8e2-2bdc3987ec4c,segment=NetworkSegment(88aba986-3b4f-422c-aef6-43b903911269),segment_id=88aba986-3b4f-422c-aef6-43b903911269)] {{(pid=104615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:05.393134 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-150480e0-c1bf-4012-88bd-1075a597fb14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-658269'] for port (4c253c25-7ccc-4c06-b8e2-2bdc3987ec4c), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:05.409019 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.plugin [None req-150480e0-c1bf-4012-88bd-1075a597fb14 admin admin] Calling delete_port for 4c253c25-7ccc-4c06-b8e2-2bdc3987ec4c owned by network:router_interface {{(pid=104615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:41:05.456460 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device ee7bf9c2-a2d0-4695-960b-55515919a177 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:41:05.466862 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device f5a040c0-7ee8-466d-bbe9-24fdc9c314fb no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:41:05.489982 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] No Port match for: f5a040c0-7ee8-466d-bbe9-24fdc9c314fb {{(pid=104616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:41:05.490321 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device f5a040c0-7ee8-466d-bbe9-24fdc9c314fb not bound to the agent host hv-cinder-82880 {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:41:05.519757 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:05.574648 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port ee7bf9c2-a2d0-4695-960b-55515919a177, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=ee7bf9c2-a2d0-4695-960b-55515919a177,segment=NetworkSegment(62c563a9-fe72-4adb-8d7c-17b2299b5d3d),segment_id=62c563a9-fe72-4adb-8d7c-17b2299b5d3d)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:05.589594 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Returning: {'device': 'ee7bf9c2-a2d0-4695-960b-55515919a177', 'network_id': '85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1', 'port_id': 'ee7bf9c2-a2d0-4695-960b-55515919a177', 'mac_address': 'fa:16:3e:1d:c5:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01cacb82-b9b5-47d7-9a65-bacc84dba8c5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:41:05.614577 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=100 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:05.625039 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Current status of the port ee7bf9c2-a2d0-4695-960b-55515919a177 is: ACTIVE; New status is: BUILD {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:41:05.625423 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (ee7bf9c2-a2d0-4695-960b-55515919a177), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:05.638560 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.notifiers.nova [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ee7bf9c2-a2d0-4695-960b-55515919a177 {{(pid=104616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:41:05.648240 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-150480e0-c1bf-4012-88bd-1075a597fb14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791799905747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791799515450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585481432'] for port (4c253c25-7ccc-4c06-b8e2-2bdc3987ec4c), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:05.658419 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port ee7bf9c2-a2d0-4695-960b-55515919a177, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=ee7bf9c2-a2d0-4695-960b-55515919a177,segment=NetworkSegment(62c563a9-fe72-4adb-8d7c-17b2299b5d3d),segment_id=62c563a9-fe72-4adb-8d7c-17b2299b5d3d)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:05.702526 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150480e0-c1bf-4012-88bd-1075a597fb14 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c253c25-7ccc-4c06-b8e2-2bdc3987ec4c,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:05.749498 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (ee7bf9c2-a2d0-4695-960b-55515919a177), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:05.755439 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b371b740-117b-4707-bd0b-d5b16289ca80 req-bd59548d-29d8-4ec3-8a14-5a058c451490 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:05.760437 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-b371b740-117b-4707-bd0b-d5b16289ca80 req-bd59548d-29d8-4ec3-8a14-5a058c451490 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 945 time: 0.1062121 May 27 03:41:05.802164 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Pushing event updated for resources: {'Port': ['ID=ee7bf9c2-a2d0-4695-960b-55515919a177,revision_number=6']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:05.807302 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:05.811060 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:05.811640 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:05.811974 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:05.812307 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:05.812643 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:05.813363 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:05.813363 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:05.813583 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:05.813899 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:05.814213 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:05.814684 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:05.815172 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:05.815637 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:05.816131 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:05.816715 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:05.857490 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-b371b740-117b-4707-bd0b-d5b16289ca80 req-09996214-c630-4751-8eb7-501ee734d949 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2c5bd50-930c-4c7b-a303-2fb9cb05455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940275 May 27 03:41:05.918751 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-150480e0-c1bf-4012-88bd-1075a597fb14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-373384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681081'] for router_interface (4edb845f-5957-4cd5-9916-e4b356b01ae6), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:05.958602 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] get_ports_and_sgs() called for port_ids ['ee7bf9c2-a2d0-4695-960b-55515919a177'] {{(pid=104616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:41:06.120026 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-150480e0-c1bf-4012-88bd-1075a597fb14 admin admin] Router 4edb845f-5957-4cd5-9916-e4b356b01ae6 has already been hosted by L3 agent 9df6ec88-276d-42f5-acd2-7e289451d5e3 {{(pid=104615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:41:06.220121 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-150480e0-c1bf-4012-88bd-1075a597fb14 admin admin] Notify agent at l3_agent.dv-cinder-828805-4-iscsi the message routers_updated {{(pid=104615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:41:06.225260 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-150480e0-c1bf-4012-88bd-1075a597fb14 admin admin] 10.222.0.24 "PUT /v2.0/routers/4edb845f-5957-4cd5-9916-e4b356b01ae6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6139312 May 27 03:41:06.228425 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 40646) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:41:06.229423 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80468150-3f6a-480b-8285-2fcd2da064cc None None] Sync routers for ids ['4edb845f-5957-4cd5-9916-e4b356b01ae6'] in dv-cinder-828805-4-iscsi {{(pid=104616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:41:06.239892 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80468150-3f6a-480b-8285-2fcd2da064cc None None] Routers {'4edb845f-5957-4cd5-9916-e4b356b01ae6'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:41:06.240564 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-80468150-3f6a-480b-8285-2fcd2da064cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:40:47Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['4edb845f-5957-4cd5-9916-e4b356b01ae6'], 'active': True} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:06.330202 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-db1b12f1-c3b3-41b6-8555-0572d953c9f7 admin admin] Publish callbacks [] for router (4edb845f-5957-4cd5-9916-e4b356b01ae6), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:06.371036 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:06.469638 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e14b9-5266-456d-ad20-265e3ccb623f req-4441a848-80b3-4ff5-911a-005592c2f1f6 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:06.471237 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-502e14b9-5266-456d-ad20-265e3ccb623f req-4441a848-80b3-4ff5-911a-005592c2f1f6 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=8526d125-8b79-4f3f-8c07-c9b77ecbc2f5 HTTP/1.1" status: 200 len: 946 time: 0.0607235 May 27 03:41:06.471794 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvr_db [None req-80468150-3f6a-480b-8285-2fcd2da064cc None None] Set router 4edb845f-5957-4cd5-9916-e4b356b01ae6 gateway port host: dv-cinder-828805-4-iscsi {{(pid=104616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:41:06.490878 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-db1b12f1-c3b3-41b6-8555-0572d953c9f7 admin admin] Publish callbacks [] for router_gateway (4edb845f-5957-4cd5-9916-e4b356b01ae6), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:06.525366 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-502e14b9-5266-456d-ad20-265e3ccb623f req-9b51de4d-c195-4779-b7b8-a5214d85fd07 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=926b6e4a-3738-476a-98a9-1f2042dcc8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483794 May 27 03:41:06.612944 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.plugin [None req-db1b12f1-c3b3-41b6-8555-0572d953c9f7 admin admin] Deleting port b33d0538-560f-4bde-894f-21552c79cb7c {{(pid=104615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:41:06.613204 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-db1b12f1-c3b3-41b6-8555-0572d953c9f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791799895781'] for port (b33d0538-560f-4bde-894f-21552c79cb7c), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:06.641110 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:06.643783 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-80468150-3f6a-480b-8285-2fcd2da064cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4edb845f-5957-4cd5-9916-e4b356b01ae6', 'name': 'tempest-TestMinimumBasicScenario-348957911-router', 'tenant_id': '99d82d4c868f404e9bc7e932aadf7670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b33d0538-560f-4bde-894f-21552c79cb7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:37Z', 'updated_at': '2022-05-27T03:41:05Z', 'revision_number': 5, 'project_id': '99d82d4c868f404e9bc7e932aadf7670', 'gw_port': {'id': 'b33d0538-560f-4bde-894f-21552c79cb7c', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:4d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4edb845f-5957-4cd5-9916-e4b356b01ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:39Z', 'updated_at': '2022-05-27T03:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi'}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:06.670240 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80468150-3f6a-480b-8285-2fcd2da064cc None None] Checking router: 4edb845f-5957-4cd5-9916-e4b356b01ae6 for host: dv-cinder-828805-4-iscsi {{(pid=104616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:41:06.681302 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80468150-3f6a-480b-8285-2fcd2da064cc None None] Routers {'4edb845f-5957-4cd5-9916-e4b356b01ae6'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:41:06.682136 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-80468150-3f6a-480b-8285-2fcd2da064cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:40:47Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['4edb845f-5957-4cd5-9916-e4b356b01ae6'], 'active': True} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:06.696779 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.db [None req-db1b12f1-c3b3-41b6-8555-0572d953c9f7 admin admin] For port b33d0538-560f-4bde-894f-21552c79cb7c, host dv-cinder-828805-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=b33d0538-560f-4bde-894f-21552c79cb7c,segment=NetworkSegment(2b0e99ee-61aa-44db-85d9-9c6d208f29d9),segment_id=2b0e99ee-61aa-44db-85d9-9c6d208f29d9)] {{(pid=104615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:06.697352 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-db1b12f1-c3b3-41b6-8555-0572d953c9f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-658269'] for port (b33d0538-560f-4bde-894f-21552c79cb7c), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:06.710436 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.plugin [None req-db1b12f1-c3b3-41b6-8555-0572d953c9f7 admin admin] Calling delete_port for b33d0538-560f-4bde-894f-21552c79cb7c owned by network:router_gateway {{(pid=104615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:41:06.767097 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvr_db [None req-80468150-3f6a-480b-8285-2fcd2da064cc None None] Set router 4edb845f-5957-4cd5-9916-e4b356b01ae6 gateway port host: None {{(pid=104616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:41:06.769180 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:06.820187 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-80468150-3f6a-480b-8285-2fcd2da064cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4edb845f-5957-4cd5-9916-e4b356b01ae6', 'name': 'tempest-TestMinimumBasicScenario-348957911-router', 'tenant_id': '99d82d4c868f404e9bc7e932aadf7670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:37Z', 'updated_at': '2022-05-27T03:41:06Z', 'revision_number': 6, 'project_id': '99d82d4c868f404e9bc7e932aadf7670', 'gw_port_host': None}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:06.846870 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80468150-3f6a-480b-8285-2fcd2da064cc None None] The sync data for ids ['4edb845f-5957-4cd5-9916-e4b356b01ae6'] in dv-cinder-828805-4-iscsi is: [{'id': '4edb845f-5957-4cd5-9916-e4b356b01ae6', 'name': 'tempest-TestMinimumBasicScenario-348957911-router', 'tenant_id': '99d82d4c868f404e9bc7e932aadf7670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:37Z', 'updated_at': '2022-05-27T03:41:06Z', 'revision_number': 6, 'project_id': '99d82d4c868f404e9bc7e932aadf7670', 'gw_port_host': None}] {{(pid=104616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:41:07.107689 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c51dff-e256-4e57-901e-653ad7d36b4e req-4b5a1b5a-a9db-4ca9-9eb0-07d268c6285e tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:07.109107 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-66c51dff-e256-4e57-901e-653ad7d36b4e req-4b5a1b5a-a9db-4ca9-9eb0-07d268c6285e tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 944 time: 0.0610569 May 27 03:41:07.191120 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-66c51dff-e256-4e57-901e-653ad7d36b4e req-2c7fa351-54f1-4b55-ba38-f621caff3559 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2c5bd50-930c-4c7b-a303-2fb9cb05455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761893 May 27 03:41:07.270768 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-db1b12f1-c3b3-41b6-8555-0572d953c9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791799905747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791799515450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585481432'] for port (b33d0538-560f-4bde-894f-21552c79cb7c), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:07.295131 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1b12f1-c3b3-41b6-8555-0572d953c9f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b33d0538-560f-4bde-894f-21552c79cb7c,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:07.358248 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-db1b12f1-c3b3-41b6-8555-0572d953c9f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680155'] for router_gateway (4edb845f-5957-4cd5-9916-e4b356b01ae6), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:07.461450 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-db1b12f1-c3b3-41b6-8555-0572d953c9f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60974'] for router (4edb845f-5957-4cd5-9916-e4b356b01ae6), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:07.463575 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-db1b12f1-c3b3-41b6-8555-0572d953c9f7 admin admin] Publish callbacks [] for router_controller (4edb845f-5957-4cd5-9916-e4b356b01ae6), precommit_delete_associations {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:07.464926 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device ee7bf9c2-a2d0-4695-960b-55515919a177 up at agent hyperv_hv-cinder-82880 {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:41:07.512172 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Provisioning complete for port ee7bf9c2-a2d0-4695-960b-55515919a177 triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:41:07.512888 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (ee7bf9c2-a2d0-4695-960b-55515919a177), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:07.589733 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Current status of the port ee7bf9c2-a2d0-4695-960b-55515919a177 is: BUILD; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:41:07.590127 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (ee7bf9c2-a2d0-4695-960b-55515919a177), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:07.619090 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9baead13-4dfc-47d4-a5d3-5a0a4b760f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7bf9c2-a2d0-4695-960b-55515919a177'}] {{(pid=104616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:41:07.619722 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-db1b12f1-c3b3-41b6-8555-0572d953c9f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682369'] for router (4edb845f-5957-4cd5-9916-e4b356b01ae6), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:07.620918 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db1b12f1-c3b3-41b6-8555-0572d953c9f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4edb845f-5957-4cd5-9916-e4b356b01ae6 {{(pid=104615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:41:07.621614 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538c57523af4411a099bc77a34a8b12cae4f8d5a17830f42255aa2cd4d9c6a31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c97c5f-f8d2-47da-8d57-61d6f9f47374" -d '{"events": [{"server_uuid": "9baead13-4dfc-47d4-a5d3-5a0a4b760f45", "name": "network-vif-plugged", "status": "completed", "tag": "ee7bf9c2-a2d0-4695-960b-55515919a177"}]}' {{(pid=104616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:41:07.632144 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-db1b12f1-c3b3-41b6-8555-0572d953c9f7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:07.636389 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 40658) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:41:07.637400 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-db1b12f1-c3b3-41b6-8555-0572d953c9f7 admin admin] 10.222.0.24 "DELETE /v2.0/routers/4edb845f-5957-4cd5-9916-e4b356b01ae6 HTTP/1.1" status: 204 len: 168 time: 1.4071696 May 27 03:41:07.640950 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port ee7bf9c2-a2d0-4695-960b-55515919a177, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=ee7bf9c2-a2d0-4695-960b-55515919a177,segment=NetworkSegment(62c563a9-fe72-4adb-8d7c-17b2299b5d3d),segment_id=62c563a9-fe72-4adb-8d7c-17b2299b5d3d)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:07.679735 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34aa6050-8afe-4022-82ad-7baadfe782b4 x-openstack-request-id: req-34aa6050-8afe-4022-82ad-7baadfe782b4 {{(pid=104616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:41:07.680243 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9baead13-4dfc-47d4-a5d3-5a0a4b760f45", "name": "network-vif-plugged", "status": "completed", "tag": "ee7bf9c2-a2d0-4695-960b-55515919a177", "code": 200}]} {{(pid=104616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:41:07.680720 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-34aa6050-8afe-4022-82ad-7baadfe782b4 {{(pid=104616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:41:07.684726 dv-cinder-828805-4-iscsi neutron-server[104616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34aa6050-8afe-4022-82ad-7baadfe782b4'] response: {'server_uuid': '9baead13-4dfc-47d4-a5d3-5a0a4b760f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7bf9c2-a2d0-4695-960b-55515919a177', 'code': 200} May 27 03:41:07.701230 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4c2d2de-ca12-489e-932f-b4a1df735755 admin admin] Deleting subnet 1177ec23-58d7-437f-a14d-dd0d92af1cd0 {{(pid=104614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 03:41:07.703945 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (ee7bf9c2-a2d0-4695-960b-55515919a177), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:07.705527 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-c4c2d2de-ca12-489e-932f-b4a1df735755 admin admin] Publish callbacks [] for subnet (1177ec23-58d7-437f-a14d-dd0d92af1cd0), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:07.750271 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-c4c2d2de-ca12-489e-932f-b4a1df735755 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584813236'] for subnet (1177ec23-58d7-437f-a14d-dd0d92af1cd0), precommit_delete_associations {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:07.756677 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Pushing event updated for resources: {'Port': ['ID=ee7bf9c2-a2d0-4695-960b-55515919a177,revision_number=7']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:07.809697 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e3886e-77ef-4834-bf9f-8647e95155dd req-b72230a7-0e21-4f06-b4a1-9f5e8b9dfb40 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:07.811225 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-13e3886e-77ef-4834-bf9f-8647e95155dd req-b72230a7-0e21-4f06-b4a1-9f5e8b9dfb40 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=8526d125-8b79-4f3f-8c07-c9b77ecbc2f5 HTTP/1.1" status: 200 len: 946 time: 0.0470898 May 27 03:41:07.858347 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-c4c2d2de-ca12-489e-932f-b4a1df735755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004246'] for subnet (1177ec23-58d7-437f-a14d-dd0d92af1cd0), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:07.867551 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-13e3886e-77ef-4834-bf9f-8647e95155dd req-7cba41b7-2d5c-4f1e-8ae1-bb45fce234bc tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=926b6e4a-3738-476a-98a9-1f2042dcc8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505600 May 27 03:41:08.065683 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-c4c2d2de-ca12-489e-932f-b4a1df735755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8584799400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8584400384'] for subnet (1177ec23-58d7-437f-a14d-dd0d92af1cd0), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:08.091745 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c2d2de-ca12-489e-932f-b4a1df735755 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1177ec23-58d7-437f-a14d-dd0d92af1cd0,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:08.097786 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-c4c2d2de-ca12-489e-932f-b4a1df735755 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:08.101204 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-c4c2d2de-ca12-489e-932f-b4a1df735755 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1177ec23-58d7-437f-a14d-dd0d92af1cd0 HTTP/1.1" status: 204 len: 168 time: 0.4624777 May 27 03:41:08.103529 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 40660) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:41:08.103684 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e4af3a-aa59-42bd-8368-c19ed11658aa None None] Network db24d3e5-88d8-4487-b5a4-91bc1ed45182 requested from dv-cinder-828805-4-iscsi {{(pid=104616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:41:08.151044 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:08.173442 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-fe7846b6-7f63-4199-b6d3-69250a04beaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963665'] for network (db24d3e5-88d8-4487-b5a4-91bc1ed45182), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:08.223151 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [None req-fe7846b6-7f63-4199-b6d3-69250a04beaa admin admin] Deleting port 9dc5ef29-fdc9-4123-9fb2-48afef0ee2a9 {{(pid=104614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:41:08.223959 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-fe7846b6-7f63-4199-b6d3-69250a04beaa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791799895781'] for port (9dc5ef29-fdc9-4123-9fb2-48afef0ee2a9), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:08.249148 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d07ec2b-89a6-43e6-8cbd-3259f9535dc2 None None] DHCP port deletion for db24d3e5-88d8-4487-b5a4-91bc1ed45182 request from dv-cinder-828805-4-iscsi {{(pid=104616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 03:41:08.272083 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:08.293797 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-6d07ec2b-89a6-43e6-8cbd-3259f9535dc2 None None] Deleting port 9dc5ef29-fdc9-4123-9fb2-48afef0ee2a9 {{(pid=104616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:41:08.294458 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-6d07ec2b-89a6-43e6-8cbd-3259f9535dc2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791799895781'] for port (9dc5ef29-fdc9-4123-9fb2-48afef0ee2a9), before_delete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:08.297061 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.db [None req-fe7846b6-7f63-4199-b6d3-69250a04beaa admin admin] For port 9dc5ef29-fdc9-4123-9fb2-48afef0ee2a9, host dv-cinder-828805-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=9dc5ef29-fdc9-4123-9fb2-48afef0ee2a9,segment=NetworkSegment(88aba986-3b4f-422c-aef6-43b903911269),segment_id=88aba986-3b4f-422c-aef6-43b903911269)] {{(pid=104614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:08.297431 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-fe7846b6-7f63-4199-b6d3-69250a04beaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-658269'] for port (9dc5ef29-fdc9-4123-9fb2-48afef0ee2a9), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:08.313597 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [None req-fe7846b6-7f63-4199-b6d3-69250a04beaa admin admin] Calling delete_port for 9dc5ef29-fdc9-4123-9fb2-48afef0ee2a9 owned by network:dhcp {{(pid=104614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:41:08.318799 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a041dd6-44a8-4974-ab26-6fe9ea87692d req-507b029f-5883-401e-aeb2-f980b3f665b8 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:08.319392 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:08.323404 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-7a041dd6-44a8-4974-ab26-6fe9ea87692d req-507b029f-5883-401e-aeb2-f980b3f665b8 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 945 time: 0.0518551 May 27 03:41:08.349986 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=10 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:08.367833 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-6d07ec2b-89a6-43e6-8cbd-3259f9535dc2 None None] For port 9dc5ef29-fdc9-4123-9fb2-48afef0ee2a9, host dv-cinder-828805-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=9dc5ef29-fdc9-4123-9fb2-48afef0ee2a9,segment=NetworkSegment(88aba986-3b4f-422c-aef6-43b903911269),segment_id=88aba986-3b4f-422c-aef6-43b903911269)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:08.368227 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-6d07ec2b-89a6-43e6-8cbd-3259f9535dc2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-658269'] for port (9dc5ef29-fdc9-4123-9fb2-48afef0ee2a9), precommit_delete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:08.375348 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-7a041dd6-44a8-4974-ab26-6fe9ea87692d req-36ebcd7a-8613-4fcc-9732-f338d4d15647 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2c5bd50-930c-4c7b-a303-2fb9cb05455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477664 May 27 03:41:08.382720 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-6d07ec2b-89a6-43e6-8cbd-3259f9535dc2 None None] Calling delete_port for 9dc5ef29-fdc9-4123-9fb2-48afef0ee2a9 owned by network:dhcp {{(pid=104616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:41:08.453997 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-fe7846b6-7f63-4199-b6d3-69250a04beaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791799905747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791799515450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8584799065'] for port (9dc5ef29-fdc9-4123-9fb2-48afef0ee2a9), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:08.488806 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7846b6-7f63-4199-b6d3-69250a04beaa admin admin] Pushing event deleted for resources: {'Port': ['ID=9dc5ef29-fdc9-4123-9fb2-48afef0ee2a9,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:08.494459 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7846b6-7f63-4199-b6d3-69250a04beaa admin admin] No DVR routers for this DVR port 9dc5ef29-fdc9-4123-9fb2-48afef0ee2a9 on host dv-cinder-828805-4-iscsi {{(pid=104614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:41:08.501098 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-6d07ec2b-89a6-43e6-8cbd-3259f9535dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791799905747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791799515450'] for port (9dc5ef29-fdc9-4123-9fb2-48afef0ee2a9), after_delete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:08.527527 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d07ec2b-89a6-43e6-8cbd-3259f9535dc2 None None] Pushing event deleted for resources: {'Port': ['ID=9dc5ef29-fdc9-4123-9fb2-48afef0ee2a9,revision_number=None']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:08.530193 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d07ec2b-89a6-43e6-8cbd-3259f9535dc2 None None] No DVR routers for this DVR port 9dc5ef29-fdc9-4123-9fb2-48afef0ee2a9 on host dv-cinder-828805-4-iscsi {{(pid=104616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:41:08.562168 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 9dc5ef29-fdc9-4123-9fb2-48afef0ee2a9 no longer exists at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:41:08.577894 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-fe7846b6-7f63-4199-b6d3-69250a04beaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3997731', 'neutron.services.segments.db._delete_segments_for_network-8791800041072'] for network (db24d3e5-88d8-4487-b5a4-91bc1ed45182), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:08.582751 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] No Port match for: 9dc5ef29-fdc9-4123-9fb2-48afef0ee2a9 {{(pid=104616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:41:08.583133 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 9dc5ef29-fdc9-4123-9fb2-48afef0ee2a9 not bound to the agent host dv-cinder-828805-4-iscsi {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:41:08.587394 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 4c253c25-7ccc-4c06-b8e2-2bdc3987ec4c no longer exists at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:41:08.598557 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.services.segments.db [None req-fe7846b6-7f63-4199-b6d3-69250a04beaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db24d3e5-88d8-4487-b5a4-91bc1ed45182']}} {{(pid=104614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:08.601813 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] No Port match for: 4c253c25-7ccc-4c06-b8e2-2bdc3987ec4c {{(pid=104616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:41:08.602157 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 4c253c25-7ccc-4c06-b8e2-2bdc3987ec4c not bound to the agent host dv-cinder-828805-4-iscsi {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:41:08.602574 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device b33d0538-560f-4bde-894f-21552c79cb7c no longer exists at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:41:08.608463 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.services.segments.db [None req-fe7846b6-7f63-4199-b6d3-69250a04beaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88aba986-3b4f-422c-aef6-43b903911269') {'for_net_delete': True} {{(pid=104614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:08.608754 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.services.segments.db [None req-fe7846b6-7f63-4199-b6d3-69250a04beaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88aba986-3b4f-422c-aef6-43b903911269') {} {{(pid=104614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:08.622479 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-fe7846b6-7f63-4199-b6d3-69250a04beaa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791800041849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584813197'] for segment (88aba986-3b4f-422c-aef6-43b903911269), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:08.623827 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] No Port match for: b33d0538-560f-4bde-894f-21552c79cb7c {{(pid=104616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:41:08.624175 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device b33d0538-560f-4bde-894f-21552c79cb7c not bound to the agent host dv-cinder-828805-4-iscsi {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:41:08.637037 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-fe7846b6-7f63-4199-b6d3-69250a04beaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545'] for segment (88aba986-3b4f-422c-aef6-43b903911269), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:08.643418 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe7846b6-7f63-4199-b6d3-69250a04beaa admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=104614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:41:08.643835 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-fe7846b6-7f63-4199-b6d3-69250a04beaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8584798986'] for segment (88aba986-3b4f-422c-aef6-43b903911269), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:08.713827 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.services.segments.plugin [-] Segment 88aba986-3b4f-422c-aef6-43b903911269 resource provider aggregate not found May 27 03:41:08.729861 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.services.segments.plugin [-] Segment 88aba986-3b4f-422c-aef6-43b903911269 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 88aba986-3b4f-422c-aef6-43b903911269 found for delete ", "request_id": "req-d85b6114-bf09-45c9-adae-657d2752a744"}]} May 27 03:41:08.767755 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-fe7846b6-7f63-4199-b6d3-69250a04beaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3997720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680183'] for network (db24d3e5-88d8-4487-b5a4-91bc1ed45182), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:08.774698 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-fe7846b6-7f63-4199-b6d3-69250a04beaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-373421'] for network (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:08.780134 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-fe7846b6-7f63-4199-b6d3-69250a04beaa admin admin] 10.222.0.24 "DELETE /v2.0/networks/db24d3e5-88d8-4487-b5a4-91bc1ed45182 HTTP/1.1" status: 204 len: 168 time: 0.6730449 May 27 03:41:08.780967 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 40670) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:41:08.787704 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7846b6-7f63-4199-b6d3-69250a04beaa admin admin] Pushing event deleted for resources: {'Network': ['ID=db24d3e5-88d8-4487-b5a4-91bc1ed45182,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:08.983856 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2921808b-c0ab-4390-970c-ac8e9c316cf1 req-3e876abf-7f9e-434e-9091-376466955d71 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:08.985233 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-2921808b-c0ab-4390-970c-ac8e9c316cf1 req-3e876abf-7f9e-434e-9091-376466955d71 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.69 "GET /v2.0/ports?device_id=8526d125-8b79-4f3f-8c07-c9b77ecbc2f5 HTTP/1.1" status: 200 len: 946 time: 0.0457182 May 27 03:41:09.017946 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c803df4-833f-429c-9b0f-1186984a4251 req-1f0c4f2c-cda5-46f1-9808-eee3b1d96123 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:09.019443 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-9c803df4-833f-429c-9b0f-1186984a4251 req-1f0c4f2c-cda5-46f1-9808-eee3b1d96123 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=8526d125-8b79-4f3f-8c07-c9b77ecbc2f5 HTTP/1.1" status: 200 len: 946 time: 0.0590887 May 27 03:41:09.083408 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [req-2921808b-c0ab-4390-970c-ac8e9c316cf1 req-e1356e2a-37a2-4160-98b1-51417d521975 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Deleting port d213f02d-0498-429f-ac43-252d863eb6ad {{(pid=104614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:41:09.083890 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-2921808b-c0ab-4390-970c-ac8e9c316cf1 req-e1356e2a-37a2-4160-98b1-51417d521975 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791799895781'] for port (d213f02d-0498-429f-ac43-252d863eb6ad), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:09.123818 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-9c803df4-833f-429c-9b0f-1186984a4251 req-a89ecc4d-4f08-4789-b572-76fcc62b98a9 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=926b6e4a-3738-476a-98a9-1f2042dcc8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854495 May 27 03:41:09.175986 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.db [req-2921808b-c0ab-4390-970c-ac8e9c316cf1 req-e1356e2a-37a2-4160-98b1-51417d521975 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] For port d213f02d-0498-429f-ac43-252d863eb6ad, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=d213f02d-0498-429f-ac43-252d863eb6ad,segment=NetworkSegment(fc3dd445-6192-41aa-98e1-63e205d6bf49),segment_id=fc3dd445-6192-41aa-98e1-63e205d6bf49)] {{(pid=104614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:09.176348 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-2921808b-c0ab-4390-970c-ac8e9c316cf1 req-e1356e2a-37a2-4160-98b1-51417d521975 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-658269'] for port (d213f02d-0498-429f-ac43-252d863eb6ad), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:09.178024 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-63c5f79b-bf14-4062-876e-9c1c8d6c4881 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681189'] for router_interface (824cafb3-da72-4e8a-8486-7f84d456b641), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:09.310579 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:DELETE=2,neutron:UPDATE=2,neutron:SELECT=96 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:09.352718 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-2921808b-c0ab-4390-970c-ac8e9c316cf1 req-e1356e2a-37a2-4160-98b1-51417d521975 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:09.353172 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-2921808b-c0ab-4390-970c-ac8e9c316cf1 req-e1356e2a-37a2-4160-98b1-51417d521975 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680165'] for floatingip (9020c5e8-9db7-4d0f-906f-2dc5c7b5b995), after_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:09.353563 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.db.l3_db [req-2921808b-c0ab-4390-970c-ac8e9c316cf1 req-e1356e2a-37a2-4160-98b1-51417d521975 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Floating IP 9020c5e8-9db7-4d0f-906f-2dc5c7b5b995 disassociated. External IP: 172.27.0.226, port: d213f02d-0498-429f-ac43-252d863eb6ad. May 27 03:41:09.353992 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [req-2921808b-c0ab-4390-970c-ac8e9c316cf1 req-e1356e2a-37a2-4160-98b1-51417d521975 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Calling delete_port for d213f02d-0498-429f-ac43-252d863eb6ad owned by compute:nova {{(pid=104614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:41:09.425677 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.plugin [None req-63c5f79b-bf14-4062-876e-9c1c8d6c4881 admin admin] Deleting port 8daa73a5-74bc-4634-b010-6d462f981f6b {{(pid=104615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:41:09.426020 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-63c5f79b-bf14-4062-876e-9c1c8d6c4881 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791799895781'] for port (8daa73a5-74bc-4634-b010-6d462f981f6b), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:09.430188 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:09.515056 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:09.537056 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ea3bbe-026d-4abc-b3f5-e2fcc067b79c req-f90323f8-cf25-4e21-ba75-9d9027e54d43 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:09.539116 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-c2ea3bbe-026d-4abc-b3f5-e2fcc067b79c req-f90323f8-cf25-4e21-ba75-9d9027e54d43 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 945 time: 0.0711129 May 27 03:41:09.551171 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-2921808b-c0ab-4390-970c-ac8e9c316cf1 req-e1356e2a-37a2-4160-98b1-51417d521975 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791799905747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791799515450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8584799065'] for port (d213f02d-0498-429f-ac43-252d863eb6ad), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:09.575408 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.db [None req-63c5f79b-bf14-4062-876e-9c1c8d6c4881 admin admin] For port 8daa73a5-74bc-4634-b010-6d462f981f6b, host dv-cinder-828805-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=8daa73a5-74bc-4634-b010-6d462f981f6b,segment=NetworkSegment(959b2de1-2305-4b6f-b206-dd3683066df5),segment_id=959b2de1-2305-4b6f-b206-dd3683066df5)] {{(pid=104615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:09.575772 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-63c5f79b-bf14-4062-876e-9c1c8d6c4881 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-658269'] for port (8daa73a5-74bc-4634-b010-6d462f981f6b), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:09.581696 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1356e2a-37a2-4160-98b1-51417d521975 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Pushing event deleted for resources: {'Port': ['ID=d213f02d-0498-429f-ac43-252d863eb6ad,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:09.597437 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.plugin [None req-63c5f79b-bf14-4062-876e-9c1c8d6c4881 admin admin] Calling delete_port for 8daa73a5-74bc-4634-b010-6d462f981f6b owned by network:router_interface {{(pid=104615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:41:09.624689 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-c2ea3bbe-026d-4abc-b3f5-e2fcc067b79c req-b4bd6f2b-48e3-4996-aea4-51bcf32a3b03 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2c5bd50-930c-4c7b-a303-2fb9cb05455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791125 May 27 03:41:09.629427 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:09.701788 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2921808b-c0ab-4390-970c-ac8e9c316cf1 req-e1356e2a-37a2-4160-98b1-51417d521975 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Router 338bbf3a-732d-48bd-a52e-3216a496c42d has already been hosted by L3 agent 9df6ec88-276d-42f5-acd2-7e289451d5e3 {{(pid=104614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:41:09.812051 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2921808b-c0ab-4390-970c-ac8e9c316cf1 req-e1356e2a-37a2-4160-98b1-51417d521975 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Notify agent at l3_agent.dv-cinder-828805-4-iscsi the message routers_updated {{(pid=104614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:41:09.821441 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d567c59-3101-4a7e-a6bf-de0452bb7d21 None None] Sync routers for ids ['338bbf3a-732d-48bd-a52e-3216a496c42d'] in dv-cinder-828805-4-iscsi {{(pid=104617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:41:09.824726 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=32,neutron:UPDATE=1 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:09.832835 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d567c59-3101-4a7e-a6bf-de0452bb7d21 None None] Routers {'338bbf3a-732d-48bd-a52e-3216a496c42d'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:41:09.833441 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-6d567c59-3101-4a7e-a6bf-de0452bb7d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:40:47Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['338bbf3a-732d-48bd-a52e-3216a496c42d'], 'active': True} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:09.857214 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.l3_dvrscheduler_db [req-2921808b-c0ab-4390-970c-ac8e9c316cf1 req-e1356e2a-37a2-4160-98b1-51417d521975 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] No DVR routers for this DVR port d213f02d-0498-429f-ac43-252d863eb6ad on host hv-cinder-82880 {{(pid=104614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:41:09.859591 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-2921808b-c0ab-4390-970c-ac8e9c316cf1 req-e1356e2a-37a2-4160-98b1-51417d521975 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:09.862828 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-2921808b-c0ab-4390-970c-ac8e9c316cf1 req-e1356e2a-37a2-4160-98b1-51417d521975 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.69 "DELETE /v2.0/ports/d213f02d-0498-429f-ac43-252d863eb6ad HTTP/1.1" status: 204 len: 173 time: 0.8688173 May 27 03:41:09.863278 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8526d125-8b79-4f3f-8c07-c9b77ecbc2f5', 'name': 'network-vif-deleted', 'tag': 'd213f02d-0498-429f-ac43-252d863eb6ad'}] {{(pid=104614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:41:09.865568 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a93b0eab3ec594b69aa68cd7d580be2fac36b4cb942ee4cac03c85783d056da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a350cf-27f1-4cdd-be9b-a7b13a7ce7d1" -d '{"events": [{"server_uuid": "8526d125-8b79-4f3f-8c07-c9b77ecbc2f5", "name": "network-vif-deleted", "tag": "d213f02d-0498-429f-ac43-252d863eb6ad"}]}' {{(pid=104614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:41:09.871179 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-63c5f79b-bf14-4062-876e-9c1c8d6c4881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791799905747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791799515450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585481432'] for port (8daa73a5-74bc-4634-b010-6d462f981f6b), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:09.895400 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c5f79b-bf14-4062-876e-9c1c8d6c4881 admin admin] Pushing event deleted for resources: {'Port': ['ID=8daa73a5-74bc-4634-b010-6d462f981f6b,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:09.917576 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071af3af-1791-490a-9c97-9970d038a625 x-openstack-request-id: req-071af3af-1791-490a-9c97-9970d038a625 {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:41:09.917866 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8526d125-8b79-4f3f-8c07-c9b77ecbc2f5", "name": "network-vif-deleted", "tag": "d213f02d-0498-429f-ac43-252d863eb6ad", "status": "completed", "code": 200}]} {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:41:09.918120 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-071af3af-1791-490a-9c97-9970d038a625 {{(pid=104614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:41:09.918516 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-071af3af-1791-490a-9c97-9970d038a625'] response: {'server_uuid': '8526d125-8b79-4f3f-8c07-c9b77ecbc2f5', 'name': 'network-vif-deleted', 'tag': 'd213f02d-0498-429f-ac43-252d863eb6ad', 'status': 'completed', 'code': 200} May 27 03:41:09.989259 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvr_db [None req-6d567c59-3101-4a7e-a6bf-de0452bb7d21 None None] Set router 338bbf3a-732d-48bd-a52e-3216a496c42d gateway port host: dv-cinder-828805-4-iscsi {{(pid=104617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:41:10.181924 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-63c5f79b-bf14-4062-876e-9c1c8d6c4881 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-373384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681081'] for router_interface (824cafb3-da72-4e8a-8486-7f84d456b641), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:10.195370 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:10.322332 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-6d567c59-3101-4a7e-a6bf-de0452bb7d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338bbf3a-732d-48bd-a52e-3216a496c42d', 'name': 'tempest-ServerRescueNegativeTestJSON-1862505836-router', 'tenant_id': '03b1335715234895a0c1a555b22ee8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'fb943e16-99fb-494c-a64c-ce5f4969c819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:36Z', 'updated_at': '2022-05-27T03:36:40Z', 'revision_number': 4, 'project_id': '03b1335715234895a0c1a555b22ee8d3', 'gw_port': {'id': 'fb943e16-99fb-494c-a64c-ce5f4969c819', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:11:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338bbf3a-732d-48bd-a52e-3216a496c42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:37Z', 'updated_at': '2022-05-27T03:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_interfaces': [{'id': '5b776be3-7d77-482c-81e2-06d87ce41dcf', 'name': '', 'network_id': '7ad434bf-5110-4909-8d4e-fd9ddb1876ab', 'tenant_id': '03b1335715234895a0c1a555b22ee8d3', 'mac_address': 'fa:16:3e:2e:5f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338bbf3a-732d-48bd-a52e-3216a496c42d', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '322aacf8-7a2c-4c8b-810a-fab1e2caab1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:39Z', 'updated_at': '2022-05-27T03:36:45Z', 'revision_number': 5, 'project_id': '03b1335715234895a0c1a555b22ee8d3', 'subnets': [{'id': '322aacf8-7a2c-4c8b-810a-fab1e2caab1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:10.340366 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-f2553f80-fd04-4054-8996-0c002498adb5 req-982f7c2f-7f71-4a7f-bc20-5cc6224c80a0 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=8526d125-8b79-4f3f-8c07-c9b77ecbc2f5 HTTP/1.1" status: 200 len: 210 time: 0.0656564 May 27 03:41:10.368137 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d567c59-3101-4a7e-a6bf-de0452bb7d21 None None] Checking router: 338bbf3a-732d-48bd-a52e-3216a496c42d for host: dv-cinder-828805-4-iscsi {{(pid=104617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:41:10.380769 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d567c59-3101-4a7e-a6bf-de0452bb7d21 None None] Routers {'338bbf3a-732d-48bd-a52e-3216a496c42d'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:41:10.381633 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-6d567c59-3101-4a7e-a6bf-de0452bb7d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:40:47Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['338bbf3a-732d-48bd-a52e-3216a496c42d'], 'active': True} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:10.478054 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=100 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:10.498062 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvr_db [None req-6d567c59-3101-4a7e-a6bf-de0452bb7d21 None None] Set router 338bbf3a-732d-48bd-a52e-3216a496c42d gateway port host: dv-cinder-828805-4-iscsi {{(pid=104617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:41:10.498246 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63c5f79b-bf14-4062-876e-9c1c8d6c4881 admin admin] Router 824cafb3-da72-4e8a-8486-7f84d456b641 has already been hosted by L3 agent 9df6ec88-276d-42f5-acd2-7e289451d5e3 {{(pid=104615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:41:10.631210 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c5f79b-bf14-4062-876e-9c1c8d6c4881 admin admin] Notify agent at l3_agent.dv-cinder-828805-4-iscsi the message routers_updated {{(pid=104615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:41:10.641512 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c8b1c2-5d22-4c5c-ae8b-a94f317419b4 None None] Sync routers for ids ['824cafb3-da72-4e8a-8486-7f84d456b641'] in dv-cinder-828805-4-iscsi {{(pid=104616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:41:10.652761 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-63c5f79b-bf14-4062-876e-9c1c8d6c4881 admin admin] 10.222.0.24 "PUT /v2.0/routers/824cafb3-da72-4e8a-8486-7f84d456b641/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8684623 May 27 03:41:10.653884 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 40702) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:41:10.670587 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c8b1c2-5d22-4c5c-ae8b-a94f317419b4 None None] Routers {'824cafb3-da72-4e8a-8486-7f84d456b641'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:41:10.673193 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-49c8b1c2-5d22-4c5c-ae8b-a94f317419b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:40:47Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['824cafb3-da72-4e8a-8486-7f84d456b641'], 'active': True} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:10.766148 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-6d567c59-3101-4a7e-a6bf-de0452bb7d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338bbf3a-732d-48bd-a52e-3216a496c42d', 'name': 'tempest-ServerRescueNegativeTestJSON-1862505836-router', 'tenant_id': '03b1335715234895a0c1a555b22ee8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'fb943e16-99fb-494c-a64c-ce5f4969c819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:36Z', 'updated_at': '2022-05-27T03:36:40Z', 'revision_number': 4, 'project_id': '03b1335715234895a0c1a555b22ee8d3', 'gw_port': {'id': 'fb943e16-99fb-494c-a64c-ce5f4969c819', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:11:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338bbf3a-732d-48bd-a52e-3216a496c42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:37Z', 'updated_at': '2022-05-27T03:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_interfaces': [{'id': '5b776be3-7d77-482c-81e2-06d87ce41dcf', 'name': '', 'network_id': '7ad434bf-5110-4909-8d4e-fd9ddb1876ab', 'tenant_id': '03b1335715234895a0c1a555b22ee8d3', 'mac_address': 'fa:16:3e:2e:5f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338bbf3a-732d-48bd-a52e-3216a496c42d', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '322aacf8-7a2c-4c8b-810a-fab1e2caab1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:39Z', 'updated_at': '2022-05-27T03:36:45Z', 'revision_number': 5, 'project_id': '03b1335715234895a0c1a555b22ee8d3', 'subnets': [{'id': '322aacf8-7a2c-4c8b-810a-fab1e2caab1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:10.816321 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0224ae57-51bf-4248-a52c-46d400b2b8f8 req-e8a18518-68aa-46dc-99eb-ff4e9baca379 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:10.821951 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d567c59-3101-4a7e-a6bf-de0452bb7d21 None None] The sync data for ids ['338bbf3a-732d-48bd-a52e-3216a496c42d'] in dv-cinder-828805-4-iscsi is: [{'id': '338bbf3a-732d-48bd-a52e-3216a496c42d', 'name': 'tempest-ServerRescueNegativeTestJSON-1862505836-router', 'tenant_id': '03b1335715234895a0c1a555b22ee8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'fb943e16-99fb-494c-a64c-ce5f4969c819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:36Z', 'updated_at': '2022-05-27T03:36:40Z', 'revision_number': 4, 'project_id': '03b1335715234895a0c1a555b22ee8d3', 'gw_port': {'id': 'fb943e16-99fb-494c-a64c-ce5f4969c819', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:11:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338bbf3a-732d-48bd-a52e-3216a496c42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:37Z', 'updated_at': '2022-05-27T03:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_interfaces': [{'id': '5b776be3-7d77-482c-81e2-06d87ce41dcf', 'name': '', 'network_id': '7ad434bf-5110-4909-8d4e-fd9ddb1876ab', 'tenant_id': '03b1335715234895a0c1a555b22ee8d3', 'mac_address': 'fa:16:3e:2e:5f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338bbf3a-732d-48bd-a52e-3216a496c42d', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '322aacf8-7a2c-4c8b-810a-fab1e2caab1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:39Z', 'updated_at': '2022-05-27T03:36:45Z', 'revision_number': 5, 'project_id': '03b1335715234895a0c1a555b22ee8d3', 'subnets': [{'id': '322aacf8-7a2c-4c8b-810a-fab1e2caab1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:41:10.831745 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-0224ae57-51bf-4248-a52c-46d400b2b8f8 req-e8a18518-68aa-46dc-99eb-ff4e9baca379 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 945 time: 0.0969744 May 27 03:41:10.860111 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-dc1dd8df-e5c5-4da3-8e5c-f34d567e61b3 admin admin] Publish callbacks [] for router (824cafb3-da72-4e8a-8486-7f84d456b641), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:10.872975 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:10.873989 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvr_db [None req-49c8b1c2-5d22-4c5c-ae8b-a94f317419b4 None None] Set router 824cafb3-da72-4e8a-8486-7f84d456b641 gateway port host: dv-cinder-828805-4-iscsi {{(pid=104616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:41:10.915764 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-0224ae57-51bf-4248-a52c-46d400b2b8f8 req-cfb623f5-5653-4bd4-83e0-5b0d25f7c374 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2c5bd50-930c-4c7b-a303-2fb9cb05455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767429 May 27 03:41:10.935041 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:11.024461 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-dc1dd8df-e5c5-4da3-8e5c-f34d567e61b3 admin admin] Publish callbacks [] for router_gateway (824cafb3-da72-4e8a-8486-7f84d456b641), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:11.151360 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-49c8b1c2-5d22-4c5c-ae8b-a94f317419b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '824cafb3-da72-4e8a-8486-7f84d456b641', 'name': 'tempest-TestMinimumBasicScenario-740429165-router', 'tenant_id': 'f19d9f99f9b94e21b1ce3676c570f24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '34360c5c-6d55-4bf7-95fc-d0355980db6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:49Z', 'updated_at': '2022-05-27T03:41:09Z', 'revision_number': 5, 'project_id': 'f19d9f99f9b94e21b1ce3676c570f24b', 'gw_port': {'id': '34360c5c-6d55-4bf7-95fc-d0355980db6c', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824cafb3-da72-4e8a-8486-7f84d456b641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:49Z', 'updated_at': '2022-05-27T03:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi'}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:11.164221 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c8b1c2-5d22-4c5c-ae8b-a94f317419b4 None None] Checking router: 824cafb3-da72-4e8a-8486-7f84d456b641 for host: dv-cinder-828805-4-iscsi {{(pid=104616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:41:11.177714 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c8b1c2-5d22-4c5c-ae8b-a94f317419b4 None None] Routers {'824cafb3-da72-4e8a-8486-7f84d456b641'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:41:11.178332 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-49c8b1c2-5d22-4c5c-ae8b-a94f317419b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:40:47Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['824cafb3-da72-4e8a-8486-7f84d456b641'], 'active': True} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:11.319706 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2651659-2169-461b-9c1a-24aeead5c1f9 None None] New status for floating IP 9020c5e8-9db7-4d0f-906f-2dc5c7b5b995: DOWN {{(pid=104617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:41:11.344248 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:11.348894 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [None req-dc1dd8df-e5c5-4da3-8e5c-f34d567e61b3 admin admin] Deleting port 34360c5c-6d55-4bf7-95fc-d0355980db6c {{(pid=104614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:41:11.349453 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-dc1dd8df-e5c5-4da3-8e5c-f34d567e61b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791799895781'] for port (34360c5c-6d55-4bf7-95fc-d0355980db6c), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:11.386660 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvr_db [None req-49c8b1c2-5d22-4c5c-ae8b-a94f317419b4 None None] Set router 824cafb3-da72-4e8a-8486-7f84d456b641 gateway port host: dv-cinder-828805-4-iscsi {{(pid=104616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:41:11.466885 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.db [None req-dc1dd8df-e5c5-4da3-8e5c-f34d567e61b3 admin admin] For port 34360c5c-6d55-4bf7-95fc-d0355980db6c, host dv-cinder-828805-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=34360c5c-6d55-4bf7-95fc-d0355980db6c,segment=NetworkSegment(2b0e99ee-61aa-44db-85d9-9c6d208f29d9),segment_id=2b0e99ee-61aa-44db-85d9-9c6d208f29d9)] {{(pid=104614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:11.467384 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-dc1dd8df-e5c5-4da3-8e5c-f34d567e61b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-658269'] for port (34360c5c-6d55-4bf7-95fc-d0355980db6c), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:11.483625 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [None req-dc1dd8df-e5c5-4da3-8e5c-f34d567e61b3 admin admin] Calling delete_port for 34360c5c-6d55-4bf7-95fc-d0355980db6c owned by network:router_gateway {{(pid=104614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:41:11.493087 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=100 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:11.535918 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 40710) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:41:11.663555 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-2401ceb5-51c1-4db5-bef7-e5e9099c9bd4 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Publish callbacks [] for security_group (926b6e4a-3738-476a-98a9-1f2042dcc8ec), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:11.696446 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-2401ceb5-51c1-4db5-bef7-e5e9099c9bd4 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Publish callbacks [] for security_group (926b6e4a-3738-476a-98a9-1f2042dcc8ec), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:11.718001 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-49c8b1c2-5d22-4c5c-ae8b-a94f317419b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '824cafb3-da72-4e8a-8486-7f84d456b641', 'name': 'tempest-TestMinimumBasicScenario-740429165-router', 'tenant_id': 'f19d9f99f9b94e21b1ce3676c570f24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '34360c5c-6d55-4bf7-95fc-d0355980db6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:49Z', 'updated_at': '2022-05-27T03:41:09Z', 'revision_number': 5, 'project_id': 'f19d9f99f9b94e21b1ce3676c570f24b', 'gw_port': {'id': '34360c5c-6d55-4bf7-95fc-d0355980db6c', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824cafb3-da72-4e8a-8486-7f84d456b641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:49Z', 'updated_at': '2022-05-27T03:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi'}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:11.747161 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c8b1c2-5d22-4c5c-ae8b-a94f317419b4 None None] The sync data for ids ['824cafb3-da72-4e8a-8486-7f84d456b641'] in dv-cinder-828805-4-iscsi is: [{'id': '824cafb3-da72-4e8a-8486-7f84d456b641', 'name': 'tempest-TestMinimumBasicScenario-740429165-router', 'tenant_id': 'f19d9f99f9b94e21b1ce3676c570f24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '34360c5c-6d55-4bf7-95fc-d0355980db6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:37:49Z', 'updated_at': '2022-05-27T03:41:09Z', 'revision_number': 5, 'project_id': 'f19d9f99f9b94e21b1ce3676c570f24b', 'gw_port': {'id': '34360c5c-6d55-4bf7-95fc-d0355980db6c', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824cafb3-da72-4e8a-8486-7f84d456b641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:37:49Z', 'updated_at': '2022-05-27T03:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi'}] {{(pid=104616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:41:11.799434 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-dc1dd8df-e5c5-4da3-8e5c-f34d567e61b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791799905747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791799515450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8584799065'] for port (34360c5c-6d55-4bf7-95fc-d0355980db6c), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:11.838799 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1dd8df-e5c5-4da3-8e5c-f34d567e61b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=34360c5c-6d55-4bf7-95fc-d0355980db6c,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:11.843153 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-2401ceb5-51c1-4db5-bef7-e5e9099c9bd4 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (926b6e4a-3738-476a-98a9-1f2042dcc8ec), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:11.848134 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-2401ceb5-51c1-4db5-bef7-e5e9099c9bd4 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Publish callbacks [] for security_group (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:11.857087 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-2401ceb5-51c1-4db5-bef7-e5e9099c9bd4 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "DELETE /v2.0/security-groups/926b6e4a-3738-476a-98a9-1f2042dcc8ec HTTP/1.1" status: 204 len: 168 time: 0.3116889 May 27 03:41:11.857267 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 40712) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:41:11.859674 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2401ceb5-51c1-4db5-bef7-e5e9099c9bd4 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=926b6e4a-3738-476a-98a9-1f2042dcc8ec,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:11.888720 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.api.v2.resource [None req-fe4aecac-5d6d-435b-8d66-7d5b1dea09c4 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] show failed (client error): The resource could not be found. May 27 03:41:11.893454 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-fe4aecac-5d6d-435b-8d66-7d5b1dea09c4 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups/926b6e4a-3738-476a-98a9-1f2042dcc8ec HTTP/1.1" status: 404 len: 347 time: 0.0350213 May 27 03:41:11.893865 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 40714) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:41:11.956738 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-dc1dd8df-e5c5-4da3-8e5c-f34d567e61b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680155'] for router_gateway (824cafb3-da72-4e8a-8486-7f84d456b641), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:12.080182 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d6413d-c143-4535-be6b-be50e42b08f9 req-0fcc2959-f43d-4721-8011-f77c8215bc17 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:12.087749 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-dc1dd8df-e5c5-4da3-8e5c-f34d567e61b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60974'] for router (824cafb3-da72-4e8a-8486-7f84d456b641), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:12.087879 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-41d6413d-c143-4535-be6b-be50e42b08f9 req-0fcc2959-f43d-4721-8011-f77c8215bc17 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 945 time: 0.0881281 May 27 03:41:12.089667 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-dc1dd8df-e5c5-4da3-8e5c-f34d567e61b3 admin admin] Publish callbacks [] for router_controller (824cafb3-da72-4e8a-8486-7f84d456b641), precommit_delete_associations {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:12.103817 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.plugin [None req-97309196-b783-4a46-acea-4d7710e7c68a tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Deleting port 64407504-66f1-4e36-8582-144ba82a2d1d {{(pid=104615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:41:12.104185 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-97309196-b783-4a46-acea-4d7710e7c68a tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791799895781'] for port (64407504-66f1-4e36-8582-144ba82a2d1d), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:12.225138 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-41d6413d-c143-4535-be6b-be50e42b08f9 req-29a8fe5b-cca9-4d93-b3f5-fcceb3982c4e tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2c5bd50-930c-4c7b-a303-2fb9cb05455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365883 May 27 03:41:12.242875 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-dc1dd8df-e5c5-4da3-8e5c-f34d567e61b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682369'] for router (824cafb3-da72-4e8a-8486-7f84d456b641), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:12.243769 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc1dd8df-e5c5-4da3-8e5c-f34d567e61b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 824cafb3-da72-4e8a-8486-7f84d456b641 {{(pid=104614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:41:12.250111 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-dc1dd8df-e5c5-4da3-8e5c-f34d567e61b3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:12.253814 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-dc1dd8df-e5c5-4da3-8e5c-f34d567e61b3 admin admin] 10.222.0.24 "DELETE /v2.0/routers/824cafb3-da72-4e8a-8486-7f84d456b641 HTTP/1.1" status: 204 len: 168 time: 1.5962303 May 27 03:41:12.258216 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 40718) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:41:12.278148 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-97309196-b783-4a46-acea-4d7710e7c68a tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-658269'] for port (64407504-66f1-4e36-8582-144ba82a2d1d), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:12.278478 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-97309196-b783-4a46-acea-4d7710e7c68a tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Publish callbacks [] for floatingip (64407504-66f1-4e36-8582-144ba82a2d1d), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:12.298977 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.plugin [None req-97309196-b783-4a46-acea-4d7710e7c68a tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Calling delete_port for 64407504-66f1-4e36-8582-144ba82a2d1d owned by network:floatingip {{(pid=104615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:41:12.314712 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9e771de-fe64-4832-940e-94feccd75232 admin admin] Deleting subnet 380fa01d-2854-4c88-9c48-f196962d09b2 {{(pid=104614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 03:41:12.320394 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-f9e771de-fe64-4832-940e-94feccd75232 admin admin] Publish callbacks [] for subnet (380fa01d-2854-4c88-9c48-f196962d09b2), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:12.365299 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-f9e771de-fe64-4832-940e-94feccd75232 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584813236'] for subnet (380fa01d-2854-4c88-9c48-f196962d09b2), precommit_delete_associations {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:12.449793 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:12.472856 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-f9e771de-fe64-4832-940e-94feccd75232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004246'] for subnet (380fa01d-2854-4c88-9c48-f196962d09b2), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:12.574991 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-97309196-b783-4a46-acea-4d7710e7c68a tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791799905747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791799515450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585481432'] for port (64407504-66f1-4e36-8582-144ba82a2d1d), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:12.612344 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97309196-b783-4a46-acea-4d7710e7c68a tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Pushing event deleted for resources: {'Port': ['ID=64407504-66f1-4e36-8582-144ba82a2d1d,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:12.619966 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-f9e771de-fe64-4832-940e-94feccd75232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8584799400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8584400384'] for subnet (380fa01d-2854-4c88-9c48-f196962d09b2), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:12.642687 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 8daa73a5-74bc-4634-b010-6d462f981f6b no longer exists at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:41:12.670826 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e771de-fe64-4832-940e-94feccd75232 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=380fa01d-2854-4c88-9c48-f196962d09b2,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:12.684269 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] No Port match for: 8daa73a5-74bc-4634-b010-6d462f981f6b {{(pid=104616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:41:12.685991 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 8daa73a5-74bc-4634-b010-6d462f981f6b not bound to the agent host dv-cinder-828805-4-iscsi {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:41:12.694853 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-f9e771de-fe64-4832-940e-94feccd75232 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:12.696374 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c95081-d0d0-41b8-ab9a-7ecf08b54458 None None] Network 3f2d1645-f5f6-45f7-8f5c-b7fa16a08227 requested from dv-cinder-828805-4-iscsi {{(pid=104616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:41:12.703556 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-f9e771de-fe64-4832-940e-94feccd75232 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/380fa01d-2854-4c88-9c48-f196962d09b2 HTTP/1.1" status: 204 len: 168 time: 0.4458845 May 27 03:41:12.704059 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 40720) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:41:12.771992 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-97309196-b783-4a46-acea-4d7710e7c68a tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Publish callbacks [] for floatingip (9020c5e8-9db7-4d0f-906f-2dc5c7b5b995), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:12.776441 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-97309196-b783-4a46-acea-4d7710e7c68a tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for floatingip (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:12.797396 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-97309196-b783-4a46-acea-4d7710e7c68a tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "DELETE /v2.0/floatingips/9020c5e8-9db7-4d0f-906f-2dc5c7b5b995 HTTP/1.1" status: 204 len: 168 time: 0.8896277 May 27 03:41:12.815804 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-939f9a4c-1c76-4205-a2ad-dbe338deed2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963665'] for network (3f2d1645-f5f6-45f7-8f5c-b7fa16a08227), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:12.863003 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [None req-939f9a4c-1c76-4205-a2ad-dbe338deed2e admin admin] Deleting port ea6ecb00-aa3f-4618-b024-feb5455f8527 {{(pid=104614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:41:12.863343 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-939f9a4c-1c76-4205-a2ad-dbe338deed2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791799895781'] for port (ea6ecb00-aa3f-4618-b024-feb5455f8527), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:12.911008 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20b820b-c9a9-4363-ab93-a62c74652292 None None] DHCP port deletion for 3f2d1645-f5f6-45f7-8f5c-b7fa16a08227 request from dv-cinder-828805-4-iscsi {{(pid=104616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 03:41:12.951334 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.db [None req-939f9a4c-1c76-4205-a2ad-dbe338deed2e admin admin] For port ea6ecb00-aa3f-4618-b024-feb5455f8527, host dv-cinder-828805-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=ea6ecb00-aa3f-4618-b024-feb5455f8527,segment=NetworkSegment(959b2de1-2305-4b6f-b206-dd3683066df5),segment_id=959b2de1-2305-4b6f-b206-dd3683066df5)] {{(pid=104614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:12.952366 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-939f9a4c-1c76-4205-a2ad-dbe338deed2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-658269'] for port (ea6ecb00-aa3f-4618-b024-feb5455f8527), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:12.971932 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [None req-939f9a4c-1c76-4205-a2ad-dbe338deed2e admin admin] Calling delete_port for ea6ecb00-aa3f-4618-b024-feb5455f8527 owned by network:dhcp {{(pid=104614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:41:12.974905 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-d20b820b-c9a9-4363-ab93-a62c74652292 None None] Deleting port ea6ecb00-aa3f-4618-b024-feb5455f8527 {{(pid=104616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:41:12.975334 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-d20b820b-c9a9-4363-ab93-a62c74652292 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791799895781'] for port (ea6ecb00-aa3f-4618-b024-feb5455f8527), before_delete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:13.043196 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:DELETE=10,neutron:UPDATE=3,neutron:SELECT=87 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:13.078093 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-d20b820b-c9a9-4363-ab93-a62c74652292 None None] For port ea6ecb00-aa3f-4618-b024-feb5455f8527, host dv-cinder-828805-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=ea6ecb00-aa3f-4618-b024-feb5455f8527,segment=NetworkSegment(959b2de1-2305-4b6f-b206-dd3683066df5),segment_id=959b2de1-2305-4b6f-b206-dd3683066df5)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:13.080148 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-d20b820b-c9a9-4363-ab93-a62c74652292 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-658269'] for port (ea6ecb00-aa3f-4618-b024-feb5455f8527), precommit_delete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:13.101949 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-d20b820b-c9a9-4363-ab93-a62c74652292 None None] Calling delete_port for ea6ecb00-aa3f-4618-b024-feb5455f8527 owned by network:dhcp {{(pid=104616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:41:13.168099 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-939f9a4c-1c76-4205-a2ad-dbe338deed2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791799905747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791799515450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8584799065'] for port (ea6ecb00-aa3f-4618-b024-feb5455f8527), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:13.210032 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-d20b820b-c9a9-4363-ab93-a62c74652292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791799905747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791799515450'] for port (ea6ecb00-aa3f-4618-b024-feb5455f8527), after_delete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:13.210300 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939f9a4c-1c76-4205-a2ad-dbe338deed2e admin admin] Pushing event deleted for resources: {'Port': ['ID=ea6ecb00-aa3f-4618-b024-feb5455f8527,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:13.212029 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939f9a4c-1c76-4205-a2ad-dbe338deed2e admin admin] No DVR routers for this DVR port ea6ecb00-aa3f-4618-b024-feb5455f8527 on host dv-cinder-828805-4-iscsi {{(pid=104614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:41:13.259505 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20b820b-c9a9-4363-ab93-a62c74652292 None None] Pushing event deleted for resources: {'Port': ['ID=ea6ecb00-aa3f-4618-b024-feb5455f8527,revision_number=None']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:13.277905 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20b820b-c9a9-4363-ab93-a62c74652292 None None] No DVR routers for this DVR port ea6ecb00-aa3f-4618-b024-feb5455f8527 on host dv-cinder-828805-4-iscsi {{(pid=104616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:41:13.333362 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-939f9a4c-1c76-4205-a2ad-dbe338deed2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3997731', 'neutron.services.segments.db._delete_segments_for_network-8791800041072'] for network (3f2d1645-f5f6-45f7-8f5c-b7fa16a08227), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:13.361090 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.services.segments.db [None req-939f9a4c-1c76-4205-a2ad-dbe338deed2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f2d1645-f5f6-45f7-8f5c-b7fa16a08227']}} {{(pid=104614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:13.388719 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (134bae73-502b-4599-bb47-129fee8818a4), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:13.389967 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.services.segments.db [None req-939f9a4c-1c76-4205-a2ad-dbe338deed2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '959b2de1-2305-4b6f-b206-dd3683066df5') {'for_net_delete': True} {{(pid=104614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:13.390134 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.services.segments.db [None req-939f9a4c-1c76-4205-a2ad-dbe338deed2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '959b2de1-2305-4b6f-b206-dd3683066df5') {} {{(pid=104614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:13.415394 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-939f9a4c-1c76-4205-a2ad-dbe338deed2e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791800041849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584813197'] for segment (959b2de1-2305-4b6f-b206-dd3683066df5), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:13.438656 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-939f9a4c-1c76-4205-a2ad-dbe338deed2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545'] for segment (959b2de1-2305-4b6f-b206-dd3683066df5), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:13.447182 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-939f9a4c-1c76-4205-a2ad-dbe338deed2e admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=104614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:41:13.447880 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-939f9a4c-1c76-4205-a2ad-dbe338deed2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8584798986'] for segment (959b2de1-2305-4b6f-b206-dd3683066df5), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:13.466011 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3554a52-6b6a-4a0c-b2d1-f20ac68d6bf2 req-c6a8f2d9-0582-417e-ab2f-b3747b8c5826 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:13.479514 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-a3554a52-6b6a-4a0c-b2d1-f20ac68d6bf2 req-c6a8f2d9-0582-417e-ab2f-b3747b8c5826 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 945 time: 0.1453474 May 27 03:41:13.485715 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device d213f02d-0498-429f-ac43-252d863eb6ad no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:41:13.522110 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] No Port match for: d213f02d-0498-429f-ac43-252d863eb6ad {{(pid=104616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:41:13.522110 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device d213f02d-0498-429f-ac43-252d863eb6ad not bound to the agent host hv-cinder-82880 {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:41:13.541045 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.services.segments.plugin [-] Segment 959b2de1-2305-4b6f-b206-dd3683066df5 resource provider aggregate not found May 27 03:41:13.560194 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-a3554a52-6b6a-4a0c-b2d1-f20ac68d6bf2 req-b89b7e93-b765-4d78-a93f-1d46bce24cb0 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2c5bd50-930c-4c7b-a303-2fb9cb05455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764272 May 27 03:41:13.564394 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.services.segments.plugin [-] Segment 959b2de1-2305-4b6f-b206-dd3683066df5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 959b2de1-2305-4b6f-b206-dd3683066df5 found for delete ", "request_id": "req-49b1865a-405b-4fb5-aa6a-3d1404dca6dd"}]} May 27 03:41:13.688635 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-939f9a4c-1c76-4205-a2ad-dbe338deed2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3997720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680183'] for network (3f2d1645-f5f6-45f7-8f5c-b7fa16a08227), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:13.699140 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-939f9a4c-1c76-4205-a2ad-dbe338deed2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-373421'] for network (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:13.702343 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-939f9a4c-1c76-4205-a2ad-dbe338deed2e admin admin] 10.222.0.24 "DELETE /v2.0/networks/3f2d1645-f5f6-45f7-8f5c-b7fa16a08227 HTTP/1.1" status: 204 len: 168 time: 0.9954944 May 27 03:41:13.722234 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939f9a4c-1c76-4205-a2ad-dbe338deed2e admin admin] Pushing event deleted for resources: {'Network': ['ID=3f2d1645-f5f6-45f7-8f5c-b7fa16a08227,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:14.561913 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device ea6ecb00-aa3f-4618-b024-feb5455f8527 no longer exists at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:41:14.580276 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] No Port match for: ea6ecb00-aa3f-4618-b024-feb5455f8527 {{(pid=104616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:41:14.580621 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device ea6ecb00-aa3f-4618-b024-feb5455f8527 not bound to the agent host dv-cinder-828805-4-iscsi {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:41:14.581034 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 34360c5c-6d55-4bf7-95fc-d0355980db6c no longer exists at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:41:14.585338 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 40738) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:41:14.604785 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] No Port match for: 34360c5c-6d55-4bf7-95fc-d0355980db6c {{(pid=104616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:41:14.605580 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 34360c5c-6d55-4bf7-95fc-d0355980db6c not bound to the agent host dv-cinder-828805-4-iscsi {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:41:14.653966 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-048ad970-5fe7-4857-ab2f-17352e99992d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=99d82d4c868f404e9bc7e932aadf7670&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0652783 May 27 03:41:14.654430 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 40744) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:41:14.683068 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:14.694143 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6327675f-ede0-4f1d-944b-2f2c9f833088 req-84da216d-6738-40b4-8242-828150309b4b tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:14.695977 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-6327675f-ede0-4f1d-944b-2f2c9f833088 req-84da216d-6738-40b4-8242-828150309b4b tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 945 time: 0.0490272 May 27 03:41:14.721037 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-7ab8cdfd-c484-472f-ac49-d322f88c832f admin admin] Publish callbacks [] for security_group (33039ef4-c1ff-455a-8486-f776e86fb7ef), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:14.728111 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-86f9d68b-cd8b-46cf-87b3-f7e4e133fc91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (b322252d-fb9d-4652-a830-647fed26b29a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:14.760991 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:14.766213 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-6327675f-ede0-4f1d-944b-2f2c9f833088 req-b27ca48c-f02a-4fe3-a6f5-ab2332f7f3b4 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2c5bd50-930c-4c7b-a303-2fb9cb05455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645902 May 27 03:41:14.766560 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-7ab8cdfd-c484-472f-ac49-d322f88c832f admin admin] Publish callbacks [] for security_group (33039ef4-c1ff-455a-8486-f776e86fb7ef), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:14.910906 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-7ab8cdfd-c484-472f-ac49-d322f88c832f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (33039ef4-c1ff-455a-8486-f776e86fb7ef), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:14.916331 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-7ab8cdfd-c484-472f-ac49-d322f88c832f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:14.916331 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-7ab8cdfd-c484-472f-ac49-d322f88c832f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/33039ef4-c1ff-455a-8486-f776e86fb7ef HTTP/1.1" status: 204 len: 168 time: 0.2600608 May 27 03:41:14.925942 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab8cdfd-c484-472f-ac49-d322f88c832f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33039ef4-c1ff-455a-8486-f776e86fb7ef,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:15.258511 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:15.280869 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-a8c3adf3-dfb4-4ab5-b82e-d49cff331e40 req-e9fb62c9-d691-4be9-8363-54900db33135 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=94909255-c0eb-42c8-86f4-d3622d539f0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0514011 May 27 03:41:15.358618 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c3adf3-dfb4-4ab5-b82e-d49cff331e40 req-37badeb4-253e-4876-974f-ddfa402b2807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:15.360218 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-a8c3adf3-dfb4-4ab5-b82e-d49cff331e40 req-37badeb4-253e-4876-974f-ddfa402b2807 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=03b1335715234895a0c1a555b22ee8d3&device_id=94909255-c0eb-42c8-86f4-d3622d539f0c HTTP/1.1" status: 200 len: 1129 time: 0.0430748 May 27 03:41:15.538436 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c3adf3-dfb4-4ab5-b82e-d49cff331e40 req-776aa1d4-3765-4947-aab1-38bff997b98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:15.540068 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-a8c3adf3-dfb4-4ab5-b82e-d49cff331e40 req-776aa1d4-3765-4947-aab1-38bff997b98b service neutron] 10.222.0.69 "GET /v2.0/networks?id=7ad434bf-5110-4909-8d4e-fd9ddb1876ab HTTP/1.1" status: 200 len: 920 time: 0.1568871 May 27 03:41:15.584579 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-a8c3adf3-dfb4-4ab5-b82e-d49cff331e40 req-bb45518d-0619-4c12-8f63-f5d684ecb39a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b783256-36f5-4ea7-b360-d6d1ff32af14 HTTP/1.1" status: 200 len: 217 time: 0.0380223 May 27 03:41:15.638725 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c3adf3-dfb4-4ab5-b82e-d49cff331e40 req-e758dddf-a135-4242-99ba-d123b24e228e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:15.640371 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-a8c3adf3-dfb4-4ab5-b82e-d49cff331e40 req-e758dddf-a135-4242-99ba-d123b24e228e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=322aacf8-7a2c-4c8b-810a-fab1e2caab1f HTTP/1.1" status: 200 len: 858 time: 0.0484312 May 27 03:41:15.860160 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 40760) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:41:15.950461 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c3adf3-dfb4-4ab5-b82e-d49cff331e40 req-1374bf3d-7ba7-4d46-bc63-7249fe83b8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:15.952825 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-a8c3adf3-dfb4-4ab5-b82e-d49cff331e40 req-1374bf3d-7ba7-4d46-bc63-7249fe83b8cd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7ad434bf-5110-4909-8d4e-fd9ddb1876ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3011475 May 27 03:41:15.969863 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-ab650da9-5496-405e-bf4e-b3a12d501137 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f19d9f99f9b94e21b1ce3676c570f24b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1079013 May 27 03:41:15.981874 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 40762) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:41:16.008839 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2004e8-08a4-467b-a253-a84e995e6d1c req-42e206e8-3c0e-48e8-9a2f-e0b177e881f6 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:16.016771 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-cc2004e8-08a4-467b-a253-a84e995e6d1c req-42e206e8-3c0e-48e8-9a2f-e0b177e881f6 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 945 time: 0.0643239 May 27 03:41:16.090134 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-cc2004e8-08a4-467b-a253-a84e995e6d1c req-f0c97f80-bef9-4ff4-ab74-1d1f6e2a89c6 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2c5bd50-930c-4c7b-a303-2fb9cb05455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722623 May 27 03:41:16.097222 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-a8c3adf3-dfb4-4ab5-b82e-d49cff331e40 req-937a2e57-009c-4555-b21e-2a0b37ba975b service neutron] 10.222.0.69 "GET /v2.0/networks/7ad434bf-5110-4909-8d4e-fd9ddb1876ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355257 May 27 03:41:16.103194 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-54d9258c-c910-4357-848e-c6493e6006c4 admin admin] Publish callbacks [] for security_group (ba0cddc2-23a6-4cc1-9b81-dd8aa130c93b), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:16.136398 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-54d9258c-c910-4357-848e-c6493e6006c4 admin admin] Publish callbacks [] for security_group (ba0cddc2-23a6-4cc1-9b81-dd8aa130c93b), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:16.208096 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:16.267664 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-a8c3adf3-dfb4-4ab5-b82e-d49cff331e40 req-b6094e95-7acd-4001-ae4f-a135889dad7f service neutron] 10.222.0.69 "GET /v2.0/networks/7ad434bf-5110-4909-8d4e-fd9ddb1876ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401360 May 27 03:41:16.344264 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-54d9258c-c910-4357-848e-c6493e6006c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (ba0cddc2-23a6-4cc1-9b81-dd8aa130c93b), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:16.346959 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-54d9258c-c910-4357-848e-c6493e6006c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:16.348113 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-54d9258c-c910-4357-848e-c6493e6006c4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ba0cddc2-23a6-4cc1-9b81-dd8aa130c93b HTTP/1.1" status: 204 len: 168 time: 0.3652902 May 27 03:41:16.359842 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d9258c-c910-4357-848e-c6493e6006c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0cddc2-23a6-4cc1-9b81-dd8aa130c93b,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:16.373962 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141dff9-da5d-4cb3-aa74-c52b64b5f628 req-3d0ebdeb-f8a1-4446-9288-72c61884c4bf tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:16.376278 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-e141dff9-da5d-4cb3-aa74-c52b64b5f628 req-3d0ebdeb-f8a1-4446-9288-72c61884c4bf tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=94909255-c0eb-42c8-86f4-d3622d539f0c HTTP/1.1" status: 200 len: 945 time: 0.0680377 May 27 03:41:16.447927 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-e141dff9-da5d-4cb3-aa74-c52b64b5f628 req-9e0f8106-56c6-4bf4-8c5f-40c7be66d29b tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631430 May 27 03:41:16.945776 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-18fa3263-c448-4a56-867e-11f6d7b7f6f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (9df6ec88-276d-42f5-acd2-7e289451d5e3), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:17.221106 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f437c0e-87a0-4a97-a7b0-bf47d21ffdbb req-55cf0a3a-2013-484b-bc08-12a2d8b29533 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:17.227479 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-6f437c0e-87a0-4a97-a7b0-bf47d21ffdbb req-55cf0a3a-2013-484b-bc08-12a2d8b29533 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 945 time: 0.0536146 May 27 03:41:17.280604 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-6f437c0e-87a0-4a97-a7b0-bf47d21ffdbb req-bfafb6f1-4184-4f0a-ad13-09c0dace08e7 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2c5bd50-930c-4c7b-a303-2fb9cb05455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509150 May 27 03:41:17.566616 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0934e574-2239-455d-830a-c9219933a7d0 req-0f7d9a83-6adb-4177-9590-c09888a02fca tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:17.568114 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-0934e574-2239-455d-830a-c9219933a7d0 req-0f7d9a83-6adb-4177-9590-c09888a02fca tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=94909255-c0eb-42c8-86f4-d3622d539f0c HTTP/1.1" status: 200 len: 945 time: 0.0476182 May 27 03:41:17.621859 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-0934e574-2239-455d-830a-c9219933a7d0 req-4121ff84-e156-4aba-b8b2-2bd37d5bf7f8 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474753 May 27 03:41:18.190124 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-584d7fde-7d72-4642-9601-b182cfb78c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (413fc6aa-3a5a-4281-abfd-a440a67afb4a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:18.708229 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c96b2db-7bd9-4c68-837b-2c1a17e7f445 req-03cb1ae2-0698-4691-ba26-42d1cc6036f9 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:18.716448 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-7c96b2db-7bd9-4c68-837b-2c1a17e7f445 req-03cb1ae2-0698-4691-ba26-42d1cc6036f9 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 945 time: 0.3396604 May 27 03:41:18.811162 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c197f-0715-4551-bf89-4038a43296f0 req-db574df4-5723-4f23-9d36-020884b0a79b tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:18.814281 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-763c197f-0715-4551-bf89-4038a43296f0 req-db574df4-5723-4f23-9d36-020884b0a79b tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=94909255-c0eb-42c8-86f4-d3622d539f0c HTTP/1.1" status: 200 len: 945 time: 0.0952616 May 27 03:41:18.852121 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-7c96b2db-7bd9-4c68-837b-2c1a17e7f445 req-91dd0a0d-2752-41c9-8599-caac8a370654 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2c5bd50-930c-4c7b-a303-2fb9cb05455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348126 May 27 03:41:18.889963 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-763c197f-0715-4551-bf89-4038a43296f0 req-d828f8e9-8b03-4f53-a66b-afb4e08e9bc2 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665948 May 27 03:41:18.994408 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28c6b4-b907-401c-9cfa-e88785572f73 req-2ad7b844-4032-4a25-8770-5d3c6e3ec488 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:18.995979 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-bc28c6b4-b907-401c-9cfa-e88785572f73 req-2ad7b844-4032-4a25-8770-5d3c6e3ec488 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.69 "GET /v2.0/ports?device_id=94909255-c0eb-42c8-86f4-d3622d539f0c HTTP/1.1" status: 200 len: 945 time: 0.0570343 May 27 03:41:19.085764 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [req-bc28c6b4-b907-401c-9cfa-e88785572f73 req-910d9841-5c20-47c5-b0f1-00f55c566426 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Deleting port 0b783256-36f5-4ea7-b360-d6d1ff32af14 {{(pid=104614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:41:19.086215 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-bc28c6b4-b907-401c-9cfa-e88785572f73 req-910d9841-5c20-47c5-b0f1-00f55c566426 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791799895781'] for port (0b783256-36f5-4ea7-b360-d6d1ff32af14), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:19.188672 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.db [req-bc28c6b4-b907-401c-9cfa-e88785572f73 req-910d9841-5c20-47c5-b0f1-00f55c566426 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] For port 0b783256-36f5-4ea7-b360-d6d1ff32af14, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=0b783256-36f5-4ea7-b360-d6d1ff32af14,segment=NetworkSegment(fc3dd445-6192-41aa-98e1-63e205d6bf49),segment_id=fc3dd445-6192-41aa-98e1-63e205d6bf49)] {{(pid=104614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:19.188672 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-bc28c6b4-b907-401c-9cfa-e88785572f73 req-910d9841-5c20-47c5-b0f1-00f55c566426 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-658269'] for port (0b783256-36f5-4ea7-b360-d6d1ff32af14), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:19.209522 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [req-bc28c6b4-b907-401c-9cfa-e88785572f73 req-910d9841-5c20-47c5-b0f1-00f55c566426 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Calling delete_port for 0b783256-36f5-4ea7-b360-d6d1ff32af14 owned by compute:nova {{(pid=104614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:41:19.276612 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:19.282176 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f446-e12c-45b2-8c38-3579950c1c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (785c7416-4bf9-40d9-a08f-c797a61a0436), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:19.419831 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-bc28c6b4-b907-401c-9cfa-e88785572f73 req-910d9841-5c20-47c5-b0f1-00f55c566426 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791799905747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791799515450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8584799065'] for port (0b783256-36f5-4ea7-b360-d6d1ff32af14), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:19.454068 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910d9841-5c20-47c5-b0f1-00f55c566426 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Pushing event deleted for resources: {'Port': ['ID=0b783256-36f5-4ea7-b360-d6d1ff32af14,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:19.463304 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] get_ports_and_sgs() called for port_ids ['ca04734c-9ae1-421c-83aa-9ede7ab3af1a', '0b783256-36f5-4ea7-b360-d6d1ff32af14'] {{(pid=104616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:41:19.539980 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc28c6b4-b907-401c-9cfa-e88785572f73 req-910d9841-5c20-47c5-b0f1-00f55c566426 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] No DVR routers for this DVR port 0b783256-36f5-4ea7-b360-d6d1ff32af14 on host hv-cinder-82880 {{(pid=104614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:41:19.543782 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-bc28c6b4-b907-401c-9cfa-e88785572f73 req-910d9841-5c20-47c5-b0f1-00f55c566426 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:19.547555 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-bc28c6b4-b907-401c-9cfa-e88785572f73 req-910d9841-5c20-47c5-b0f1-00f55c566426 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.69 "DELETE /v2.0/ports/0b783256-36f5-4ea7-b360-d6d1ff32af14 HTTP/1.1" status: 204 len: 173 time: 0.5462806 May 27 03:41:19.548485 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94909255-c0eb-42c8-86f4-d3622d539f0c', 'name': 'network-vif-deleted', 'tag': '0b783256-36f5-4ea7-b360-d6d1ff32af14'}] {{(pid=104614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:41:19.557081 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a93b0eab3ec594b69aa68cd7d580be2fac36b4cb942ee4cac03c85783d056da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b522ebf6-f885-4951-b80f-7ff1ae329542" -d '{"events": [{"server_uuid": "94909255-c0eb-42c8-86f4-d3622d539f0c", "name": "network-vif-deleted", "tag": "0b783256-36f5-4ea7-b360-d6d1ff32af14"}]}' {{(pid=104614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:41:19.627194 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a515a0-8fd0-4877-988a-3deb66095856 x-openstack-request-id: req-a1a515a0-8fd0-4877-988a-3deb66095856 {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:41:19.627684 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94909255-c0eb-42c8-86f4-d3622d539f0c", "name": "network-vif-deleted", "tag": "0b783256-36f5-4ea7-b360-d6d1ff32af14", "status": "completed", "code": 200}]} {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:41:19.628375 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a1a515a0-8fd0-4877-988a-3deb66095856 {{(pid=104614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:41:19.628499 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1a515a0-8fd0-4877-988a-3deb66095856'] response: {'server_uuid': '94909255-c0eb-42c8-86f4-d3622d539f0c', 'name': 'network-vif-deleted', 'tag': '0b783256-36f5-4ea7-b360-d6d1ff32af14', 'status': 'completed', 'code': 200} May 27 03:41:20.029344 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470c3344-d8d7-4e08-aed0-9e0fd4451b42 req-204bd578-4a29-4bf5-9e0a-fde288e7a9b2 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:20.036366 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-470c3344-d8d7-4e08-aed0-9e0fd4451b42 req-204bd578-4a29-4bf5-9e0a-fde288e7a9b2 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 945 time: 0.0748527 May 27 03:41:20.083202 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-605b9bb3-8170-4071-9fd1-f6bcc19b7347 req-39419bbe-c252-4c87-b785-53ebfd0ec158 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=94909255-c0eb-42c8-86f4-d3622d539f0c HTTP/1.1" status: 200 len: 210 time: 0.0340569 May 27 03:41:20.121102 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-470c3344-d8d7-4e08-aed0-9e0fd4451b42 req-a2c6ce67-7645-4149-8ee2-2570aca7a62e tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2c5bd50-930c-4c7b-a303-2fb9cb05455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836003 May 27 03:41:20.916201 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (917d01f3-4a27-4590-ae14-da14d21a1e88), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:21.239033 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469bbc04-7ee7-4a38-b584-bdb9622fe319 req-0d6c5414-f350-444a-8bff-ae9fe105e697 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:21.240628 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-469bbc04-7ee7-4a38-b584-bdb9622fe319 req-0d6c5414-f350-444a-8bff-ae9fe105e697 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 945 time: 0.0519793 May 27 03:41:21.290463 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-469bbc04-7ee7-4a38-b584-bdb9622fe319 req-ce2d0a21-5654-4ebd-a801-57a6526f9b93 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2c5bd50-930c-4c7b-a303-2fb9cb05455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436552 May 27 03:41:21.648092 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=45,neutron:UPDATE=2 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:21.662041 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:21.909847 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7824632-0f92-4be5-aca9-a3441d828ecb req-e1b656a2-aa7a-4cca-873b-3d76ce8a8ec7 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:21.912489 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-c7824632-0f92-4be5-aca9-a3441d828ecb req-e1b656a2-aa7a-4cca-873b-3d76ce8a8ec7 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7aaae9a-624e-4ca1-a2d9-b3bbbe2db822 HTTP/1.1" status: 200 len: 946 time: 0.0623822 May 27 03:41:21.974782 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-c7824632-0f92-4be5-aca9-a3441d828ecb req-91bdf16c-9ca0-42aa-93f4-60c6c9256eeb tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557721 May 27 03:41:22.419596 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b4828b-8435-4e50-8d63-4e1aca1bd309 req-ff3c09be-a5d4-467a-bddf-20e071692153 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:22.421116 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-24b4828b-8435-4e50-8d63-4e1aca1bd309 req-ff3c09be-a5d4-467a-bddf-20e071692153 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 945 time: 0.0452871 May 27 03:41:22.469165 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-24b4828b-8435-4e50-8d63-4e1aca1bd309 req-0bb9a302-38a9-4188-a0f8-b537db9b5933 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2c5bd50-930c-4c7b-a303-2fb9cb05455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421937 May 27 03:41:23.083178 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:23.088691 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:23.097417 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf7fcb4-d4b8-473f-984f-d2f055013ab9 req-a8c370d1-f848-4adb-b6f2-427ad7b96651 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:23.099005 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-0bf7fcb4-d4b8-473f-984f-d2f055013ab9 req-a8c370d1-f848-4adb-b6f2-427ad7b96651 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7aaae9a-624e-4ca1-a2d9-b3bbbe2db822 HTTP/1.1" status: 200 len: 946 time: 0.0516310 May 27 03:41:23.147238 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-0bf7fcb4-d4b8-473f-984f-d2f055013ab9 req-782abd1a-e148-4950-bc41-1e201593fbf2 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426705 May 27 03:41:23.542188 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device 0b783256-36f5-4ea7-b360-d6d1ff32af14 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:41:23.565041 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] No Port match for: 0b783256-36f5-4ea7-b360-d6d1ff32af14 {{(pid=104616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:41:23.565384 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device 0b783256-36f5-4ea7-b360-d6d1ff32af14 not bound to the agent host hv-cinder-82880 {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:41:23.589398 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df1ced5-c057-4213-a7a0-6727d1cf39c6 req-326416d8-3302-4b10-adb9-552048d47eff tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:23.590921 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-6df1ced5-c057-4213-a7a0-6727d1cf39c6 req-326416d8-3302-4b10-adb9-552048d47eff tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 945 time: 0.0498161 May 27 03:41:23.637307 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-6df1ced5-c057-4213-a7a0-6727d1cf39c6 req-d19e3584-0edd-4d73-b696-b38859402b2e tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2c5bd50-930c-4c7b-a303-2fb9cb05455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406516 May 27 03:41:24.259856 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9504394b-1dbb-472e-b11d-c87852077ada req-b7256015-85ab-4530-9c67-daff71b8d726 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:24.261322 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-9504394b-1dbb-472e-b11d-c87852077ada req-b7256015-85ab-4530-9c67-daff71b8d726 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7aaae9a-624e-4ca1-a2d9-b3bbbe2db822 HTTP/1.1" status: 200 len: 946 time: 0.0465007 May 27 03:41:24.311600 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-9504394b-1dbb-472e-b11d-c87852077ada req-d8b477d3-fa72-4c6b-bb5c-11d31b3e8b30 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447016 May 27 03:41:24.762039 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a4f2c-2e9e-45cb-8835-6f23366aea84 req-d5960983-c103-404c-914f-4f440fb7332b tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:24.763555 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-416a4f2c-2e9e-45cb-8835-6f23366aea84 req-d5960983-c103-404c-914f-4f440fb7332b tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 945 time: 0.0475662 May 27 03:41:24.773767 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.agents_db [None req-cbb77ebc-65ec-4caa-a8b3-81c074906866 None None] Agent healthcheck: found 6 active agents {{(pid=104617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:41:24.815290 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-416a4f2c-2e9e-45cb-8835-6f23366aea84 req-ad981bcb-ef2b-4a1b-a588-203a0b81ca1a tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2c5bd50-930c-4c7b-a303-2fb9cb05455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434604 May 27 03:41:25.438901 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272e9b9-7153-43cb-b542-29403cc4db64 req-8d22c784-cce1-440a-a013-4b60c0b97407 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:25.440758 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4272e9b9-7153-43cb-b542-29403cc4db64 req-8d22c784-cce1-440a-a013-4b60c0b97407 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7aaae9a-624e-4ca1-a2d9-b3bbbe2db822 HTTP/1.1" status: 200 len: 946 time: 0.0487692 May 27 03:41:25.491094 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4272e9b9-7153-43cb-b542-29403cc4db64 req-a52d6706-48ee-48b9-b7d8-7134c1e87ad9 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d455548-226e-4f52-830f-6b94b26de835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442417 May 27 03:41:25.570223 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e5790-ada9-45af-aeef-b6d9f9ba47aa req-944fc39d-8ce1-41d8-bfe7-c85cba00e565 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:25.571741 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-155e5790-ada9-45af-aeef-b6d9f9ba47aa req-944fc39d-8ce1-41d8-bfe7-c85cba00e565 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.69 "GET /v2.0/ports?device_id=e7aaae9a-624e-4ca1-a2d9-b3bbbe2db822 HTTP/1.1" status: 200 len: 946 time: 0.0458670 May 27 03:41:25.781288 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dcb640-922b-4958-91b7-5b085c978f9f req-db09cf72-1978-4502-9034-5cd89abad9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:25.782652 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-78dcb640-922b-4958-91b7-5b085c978f9f req-db09cf72-1978-4502-9034-5cd89abad9f8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1377b9e588bd44f3b29b03728c418151&device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 1129 time: 0.0682001 May 27 03:41:25.863156 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [req-155e5790-ada9-45af-aeef-b6d9f9ba47aa req-ca3c56dd-b8ae-44f0-97d3-0bf59c32fb0a tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Deleting port ca04734c-9ae1-421c-83aa-9ede7ab3af1a {{(pid=104614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:41:25.863312 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-155e5790-ada9-45af-aeef-b6d9f9ba47aa req-ca3c56dd-b8ae-44f0-97d3-0bf59c32fb0a tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791799895781'] for port (ca04734c-9ae1-421c-83aa-9ede7ab3af1a), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:25.939615 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5412374-a696-42a1-b60f-43b6e40fa21a req-e4b35e9b-082e-4744-9016-a949857f4a72 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:25.941091 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-d5412374-a696-42a1-b60f-43b6e40fa21a req-e4b35e9b-082e-4744-9016-a949857f4a72 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 945 time: 0.0498443 May 27 03:41:25.960437 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dcb640-922b-4958-91b7-5b085c978f9f req-4dd6357a-76ae-4714-af2f-c1665d86c105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:25.962028 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-78dcb640-922b-4958-91b7-5b085c978f9f req-4dd6357a-76ae-4714-af2f-c1665d86c105 service neutron] 10.222.0.69 "GET /v2.0/networks?id=85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1 HTTP/1.1" status: 200 len: 918 time: 0.1591463 May 27 03:41:25.989458 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-d5412374-a696-42a1-b60f-43b6e40fa21a req-fd280098-260d-4d51-9630-8b02b8b4b1ae tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2c5bd50-930c-4c7b-a303-2fb9cb05455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427709 May 27 03:41:26.018026 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.db [req-155e5790-ada9-45af-aeef-b6d9f9ba47aa req-ca3c56dd-b8ae-44f0-97d3-0bf59c32fb0a tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] For port ca04734c-9ae1-421c-83aa-9ede7ab3af1a, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=ca04734c-9ae1-421c-83aa-9ede7ab3af1a,segment=NetworkSegment(fc3dd445-6192-41aa-98e1-63e205d6bf49),segment_id=fc3dd445-6192-41aa-98e1-63e205d6bf49)] {{(pid=104614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:26.018389 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-155e5790-ada9-45af-aeef-b6d9f9ba47aa req-ca3c56dd-b8ae-44f0-97d3-0bf59c32fb0a tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-658269'] for port (ca04734c-9ae1-421c-83aa-9ede7ab3af1a), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:26.041526 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [req-155e5790-ada9-45af-aeef-b6d9f9ba47aa req-ca3c56dd-b8ae-44f0-97d3-0bf59c32fb0a tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Calling delete_port for ca04734c-9ae1-421c-83aa-9ede7ab3af1a owned by compute:nova {{(pid=104614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:41:26.049598 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:26.063626 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-78dcb640-922b-4958-91b7-5b085c978f9f req-104e595b-13d6-476f-8bff-52fbe064e858 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee7bf9c2-a2d0-4695-960b-55515919a177 HTTP/1.1" status: 200 len: 1001 time: 0.0892069 May 27 03:41:26.161182 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dcb640-922b-4958-91b7-5b085c978f9f req-46b1dc20-27e8-4588-9276-503549b8b11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:26.162765 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-78dcb640-922b-4958-91b7-5b085c978f9f req-46b1dc20-27e8-4588-9276-503549b8b11c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=01cacb82-b9b5-47d7-9a65-bacc84dba8c5 HTTP/1.1" status: 200 len: 856 time: 0.0715380 May 27 03:41:26.232134 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:26.240651 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dcb640-922b-4958-91b7-5b085c978f9f req-244db950-2942-4ed3-a2d0-bbfdf12cbaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:26.242090 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-78dcb640-922b-4958-91b7-5b085c978f9f req-244db950-2942-4ed3-a2d0-bbfdf12cbaab service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0724812 May 27 03:41:26.341199 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-78dcb640-922b-4958-91b7-5b085c978f9f req-75b50d80-d28a-4666-9159-6347467c5fe9 service neutron] 10.222.0.69 "GET /v2.0/networks/85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909359 May 27 03:41:26.356793 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-155e5790-ada9-45af-aeef-b6d9f9ba47aa req-ca3c56dd-b8ae-44f0-97d3-0bf59c32fb0a tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791799905747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791799515450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8584799065'] for port (ca04734c-9ae1-421c-83aa-9ede7ab3af1a), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:26.395027 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] get_ports_and_sgs() called for port_ids ['ca04734c-9ae1-421c-83aa-9ede7ab3af1a'] {{(pid=104616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:41:26.402530 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3c56dd-b8ae-44f0-97d3-0bf59c32fb0a tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Pushing event deleted for resources: {'Port': ['ID=ca04734c-9ae1-421c-83aa-9ede7ab3af1a,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:26.485065 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.l3_dvrscheduler_db [req-155e5790-ada9-45af-aeef-b6d9f9ba47aa req-ca3c56dd-b8ae-44f0-97d3-0bf59c32fb0a tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] No DVR routers for this DVR port ca04734c-9ae1-421c-83aa-9ede7ab3af1a on host hv-cinder-82880 {{(pid=104614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:41:26.488817 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-155e5790-ada9-45af-aeef-b6d9f9ba47aa req-ca3c56dd-b8ae-44f0-97d3-0bf59c32fb0a tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:26.494913 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-155e5790-ada9-45af-aeef-b6d9f9ba47aa req-ca3c56dd-b8ae-44f0-97d3-0bf59c32fb0a tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.69 "DELETE /v2.0/ports/ca04734c-9ae1-421c-83aa-9ede7ab3af1a HTTP/1.1" status: 204 len: 173 time: 0.7873187 May 27 03:41:26.494913 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7aaae9a-624e-4ca1-a2d9-b3bbbe2db822', 'name': 'network-vif-deleted', 'tag': 'ca04734c-9ae1-421c-83aa-9ede7ab3af1a'}] {{(pid=104614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:41:26.495430 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a93b0eab3ec594b69aa68cd7d580be2fac36b4cb942ee4cac03c85783d056da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-001d0e75-c44d-4317-8bdb-476a7d8c72f6" -d '{"events": [{"server_uuid": "e7aaae9a-624e-4ca1-a2d9-b3bbbe2db822", "name": "network-vif-deleted", "tag": "ca04734c-9ae1-421c-83aa-9ede7ab3af1a"}]}' {{(pid=104614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:41:26.525329 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-78dcb640-922b-4958-91b7-5b085c978f9f req-ef505b9e-76f6-4603-b4ce-5ae141921774 service neutron] 10.222.0.69 "GET /v2.0/networks/85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778977 May 27 03:41:26.551623 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6bfcc18-a07e-4783-9fc5-e36ad827926e x-openstack-request-id: req-e6bfcc18-a07e-4783-9fc5-e36ad827926e {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:41:26.551921 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7aaae9a-624e-4ca1-a2d9-b3bbbe2db822", "name": "network-vif-deleted", "tag": "ca04734c-9ae1-421c-83aa-9ede7ab3af1a", "status": "completed", "code": 200}]} {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:41:26.552179 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e6bfcc18-a07e-4783-9fc5-e36ad827926e {{(pid=104614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:41:26.552594 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6bfcc18-a07e-4783-9fc5-e36ad827926e'] response: {'server_uuid': 'e7aaae9a-624e-4ca1-a2d9-b3bbbe2db822', 'name': 'network-vif-deleted', 'tag': 'ca04734c-9ae1-421c-83aa-9ede7ab3af1a', 'status': 'completed', 'code': 200} May 27 03:41:26.627365 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-e2fc1fc4-b766-46b4-a717-6142f7d8de1a req-3e36eb8b-db5e-464f-8640-11137e3e63b0 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7aaae9a-624e-4ca1-a2d9-b3bbbe2db822 HTTP/1.1" status: 200 len: 210 time: 0.0290594 May 27 03:41:27.109456 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568bb73-e4ed-447a-8b01-ea9a0ac0fa3a req-8d418027-4465-46ab-8a8d-f9b89fa3ece7 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:27.110944 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-e568bb73-e4ed-447a-8b01-ea9a0ac0fa3a req-8d418027-4465-46ab-8a8d-f9b89fa3ece7 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 945 time: 0.0473003 May 27 03:41:27.158017 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-e568bb73-e4ed-447a-8b01-ea9a0ac0fa3a req-9320e7cb-eac8-4966-9e76-d09fc5c5eef7 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2c5bd50-930c-4c7b-a303-2fb9cb05455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408647 May 27 03:41:27.724177 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-345b2f64-4c1a-476c-8323-06f34509f5a4 req-062cdbc7-4f54-4ecc-a6aa-74674b7fd061 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7aaae9a-624e-4ca1-a2d9-b3bbbe2db822 HTTP/1.1" status: 200 len: 210 time: 0.0296369 May 27 03:41:28.286218 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e46f3-f9b2-4751-ae01-4fa5a66626db req-6a4bcee6-dce6-4d1d-97da-b373d64bd793 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:28.287751 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-312e46f3-f9b2-4751-ae01-4fa5a66626db req-6a4bcee6-dce6-4d1d-97da-b373d64bd793 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 945 time: 0.0516543 May 27 03:41:28.337297 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-312e46f3-f9b2-4751-ae01-4fa5a66626db req-7f3bb40a-b90d-4215-ba68-0b1ef36a605f tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2c5bd50-930c-4c7b-a303-2fb9cb05455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436349 May 27 03:41:28.831864 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-0b01b941-b89a-4402-9159-1a5ffbda23d9 req-afc8769a-990c-4c97-b2d1-b033cc394c62 tempest-ServerRescueNegativeTestJSON-1349374577 tempest-ServerRescueNegativeTestJSON-1349374577-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7aaae9a-624e-4ca1-a2d9-b3bbbe2db822 HTTP/1.1" status: 200 len: 210 time: 0.0280285 May 27 03:41:29.464686 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83933018-fe9e-403e-8c24-245f91e5e27d req-bfa7e974-e73a-48af-bf60-1822ce955332 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:29.466079 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-83933018-fe9e-403e-8c24-245f91e5e27d req-bfa7e974-e73a-48af-bf60-1822ce955332 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 945 time: 0.0493598 May 27 03:41:29.513131 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-83933018-fe9e-403e-8c24-245f91e5e27d req-1e9e3382-4e0e-4f5b-9ed3-1ce06a632d70 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2c5bd50-930c-4c7b-a303-2fb9cb05455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414250 May 27 03:41:29.563939 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device ee7bf9c2-a2d0-4695-960b-55515919a177 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:41:29.586095 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:29.591126 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:29.644499 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Current status of the port ee7bf9c2-a2d0-4695-960b-55515919a177 is: ACTIVE; New status is: DOWN {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:41:29.644813 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (ee7bf9c2-a2d0-4695-960b-55515919a177), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:29.671048 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9baead13-4dfc-47d4-a5d3-5a0a4b760f45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee7bf9c2-a2d0-4695-960b-55515919a177'}] {{(pid=104616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:41:29.673378 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538c57523af4411a099bc77a34a8b12cae4f8d5a17830f42255aa2cd4d9c6a31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95537441-3279-472b-a74f-1a228fef446b" -d '{"events": [{"server_uuid": "9baead13-4dfc-47d4-a5d3-5a0a4b760f45", "name": "network-vif-unplugged", "status": "completed", "tag": "ee7bf9c2-a2d0-4695-960b-55515919a177"}]}' {{(pid=104616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:41:29.688152 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port ee7bf9c2-a2d0-4695-960b-55515919a177, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=ee7bf9c2-a2d0-4695-960b-55515919a177,segment=NetworkSegment(62c563a9-fe72-4adb-8d7c-17b2299b5d3d),segment_id=62c563a9-fe72-4adb-8d7c-17b2299b5d3d)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:29.709448 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 27 May 2022 03:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ddb4e12-1366-4bf9-86ed-2025253888e1 x-openstack-request-id: req-4ddb4e12-1366-4bf9-86ed-2025253888e1 {{(pid=104616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:41:29.709755 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9baead13-4dfc-47d4-a5d3-5a0a4b760f45", "name": "network-vif-unplugged", "status": "failed", "tag": "ee7bf9c2-a2d0-4695-960b-55515919a177", "code": 422}]} {{(pid=104616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:41:29.710006 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4ddb4e12-1366-4bf9-86ed-2025253888e1 {{(pid=104616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:41:29.710406 dv-cinder-828805-4-iscsi neutron-server[104616]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-4ddb4e12-1366-4bf9-86ed-2025253888e1']: {'server_uuid': '9baead13-4dfc-47d4-a5d3-5a0a4b760f45', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ee7bf9c2-a2d0-4695-960b-55515919a177', 'code': 422} returned with failed status May 27 03:41:29.760534 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (ee7bf9c2-a2d0-4695-960b-55515919a177), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:29.761419 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device ca04734c-9ae1-421c-83aa-9ede7ab3af1a no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:41:29.806664 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] No Port match for: ca04734c-9ae1-421c-83aa-9ede7ab3af1a {{(pid=104616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:41:29.807052 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device ca04734c-9ae1-421c-83aa-9ede7ab3af1a not bound to the agent host hv-cinder-82880 {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:41:29.831048 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Pushing event updated for resources: {'Port': ['ID=ee7bf9c2-a2d0-4695-960b-55515919a177,revision_number=8']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:29.889448 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 40882) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:41:30.262861 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-7438a1b7-7ed4-441e-99f5-bc1a420d3a53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681189'] for router_interface (338bbf3a-732d-48bd-a52e-3216a496c42d), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:30.352399 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:30.540170 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [None req-7438a1b7-7ed4-441e-99f5-bc1a420d3a53 admin admin] Deleting port 5b776be3-7d77-482c-81e2-06d87ce41dcf {{(pid=104614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:41:30.540499 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-7438a1b7-7ed4-441e-99f5-bc1a420d3a53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791799895781'] for port (5b776be3-7d77-482c-81e2-06d87ce41dcf), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:30.619938 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.db [None req-7438a1b7-7ed4-441e-99f5-bc1a420d3a53 admin admin] For port 5b776be3-7d77-482c-81e2-06d87ce41dcf, host dv-cinder-828805-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=5b776be3-7d77-482c-81e2-06d87ce41dcf,segment=NetworkSegment(fc3dd445-6192-41aa-98e1-63e205d6bf49),segment_id=fc3dd445-6192-41aa-98e1-63e205d6bf49)] {{(pid=104614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:30.620295 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-7438a1b7-7ed4-441e-99f5-bc1a420d3a53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-658269'] for port (5b776be3-7d77-482c-81e2-06d87ce41dcf), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:30.633512 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [None req-7438a1b7-7ed4-441e-99f5-bc1a420d3a53 admin admin] Calling delete_port for 5b776be3-7d77-482c-81e2-06d87ce41dcf owned by network:router_interface {{(pid=104614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:41:30.793897 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:30.916563 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-7438a1b7-7ed4-441e-99f5-bc1a420d3a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791799905747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791799515450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8584799065'] for port (5b776be3-7d77-482c-81e2-06d87ce41dcf), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:30.944918 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7438a1b7-7ed4-441e-99f5-bc1a420d3a53 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b776be3-7d77-482c-81e2-06d87ce41dcf,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:31.110000 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-7438a1b7-7ed4-441e-99f5-bc1a420d3a53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-373384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681081'] for router_interface (338bbf3a-732d-48bd-a52e-3216a496c42d), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:31.532138 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:31.548012 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7438a1b7-7ed4-441e-99f5-bc1a420d3a53 admin admin] Router 338bbf3a-732d-48bd-a52e-3216a496c42d has already been hosted by L3 agent 9df6ec88-276d-42f5-acd2-7e289451d5e3 {{(pid=104614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:41:31.659316 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7438a1b7-7ed4-441e-99f5-bc1a420d3a53 admin admin] Notify agent at l3_agent.dv-cinder-828805-4-iscsi the message routers_updated {{(pid=104614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:41:31.667177 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-7438a1b7-7ed4-441e-99f5-bc1a420d3a53 admin admin] 10.222.0.24 "PUT /v2.0/routers/338bbf3a-732d-48bd-a52e-3216a496c42d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7745867 May 27 03:41:31.667861 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 40906) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:41:31.679950 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4b94eb-2a8d-4b86-9a44-ac496bf87288 None None] Sync routers for ids ['338bbf3a-732d-48bd-a52e-3216a496c42d'] in dv-cinder-828805-4-iscsi {{(pid=104616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:41:31.700672 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4b94eb-2a8d-4b86-9a44-ac496bf87288 None None] Routers {'338bbf3a-732d-48bd-a52e-3216a496c42d'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:41:31.701312 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-cb4b94eb-2a8d-4b86-9a44-ac496bf87288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:41:17Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['338bbf3a-732d-48bd-a52e-3216a496c42d'], 'active': True} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:31.783738 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-83a8fb95-75f8-4a8e-a01b-4201d5e2ddf2 admin admin] Publish callbacks [] for router (338bbf3a-732d-48bd-a52e-3216a496c42d), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:31.802705 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvr_db [None req-cb4b94eb-2a8d-4b86-9a44-ac496bf87288 None None] Set router 338bbf3a-732d-48bd-a52e-3216a496c42d gateway port host: dv-cinder-828805-4-iscsi {{(pid=104616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:41:31.862412 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:31.874791 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:31.889418 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-83a8fb95-75f8-4a8e-a01b-4201d5e2ddf2 admin admin] Publish callbacks [] for router_gateway (338bbf3a-732d-48bd-a52e-3216a496c42d), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:31.973715 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-cb4b94eb-2a8d-4b86-9a44-ac496bf87288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338bbf3a-732d-48bd-a52e-3216a496c42d', 'name': 'tempest-ServerRescueNegativeTestJSON-1862505836-router', 'tenant_id': '03b1335715234895a0c1a555b22ee8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'fb943e16-99fb-494c-a64c-ce5f4969c819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:36Z', 'updated_at': '2022-05-27T03:41:30Z', 'revision_number': 5, 'project_id': '03b1335715234895a0c1a555b22ee8d3', 'gw_port': {'id': 'fb943e16-99fb-494c-a64c-ce5f4969c819', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:11:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338bbf3a-732d-48bd-a52e-3216a496c42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:37Z', 'updated_at': '2022-05-27T03:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi'}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:32.002723 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4b94eb-2a8d-4b86-9a44-ac496bf87288 None None] Checking router: 338bbf3a-732d-48bd-a52e-3216a496c42d for host: dv-cinder-828805-4-iscsi {{(pid=104616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:41:32.010336 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b57d95-d0c5-4805-8bed-f60631d0d550 req-143fa15e-d0b7-4c35-8bed-406efab2deb8 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:32.011695 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4b94eb-2a8d-4b86-9a44-ac496bf87288 None None] Routers {'338bbf3a-732d-48bd-a52e-3216a496c42d'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:41:32.012323 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-cb4b94eb-2a8d-4b86-9a44-ac496bf87288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:41:17Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['338bbf3a-732d-48bd-a52e-3216a496c42d'], 'active': True} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:32.012687 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-24b57d95-d0c5-4805-8bed-f60631d0d550 req-143fa15e-d0b7-4c35-8bed-406efab2deb8 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 943 time: 0.0763843 May 27 03:41:32.028581 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.plugin [None req-83a8fb95-75f8-4a8e-a01b-4201d5e2ddf2 admin admin] Deleting port fb943e16-99fb-494c-a64c-ce5f4969c819 {{(pid=104615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:41:32.028964 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-83a8fb95-75f8-4a8e-a01b-4201d5e2ddf2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791799895781'] for port (fb943e16-99fb-494c-a64c-ce5f4969c819), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:32.101948 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvr_db [None req-cb4b94eb-2a8d-4b86-9a44-ac496bf87288 None None] Set router 338bbf3a-732d-48bd-a52e-3216a496c42d gateway port host: None {{(pid=104616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:41:32.122486 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-24b57d95-d0c5-4805-8bed-f60631d0d550 req-b67fca68-56c7-4a6c-9854-e0e030554231 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2c5bd50-930c-4c7b-a303-2fb9cb05455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027219 May 27 03:41:32.149867 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.db [None req-83a8fb95-75f8-4a8e-a01b-4201d5e2ddf2 admin admin] For port fb943e16-99fb-494c-a64c-ce5f4969c819, host dv-cinder-828805-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=fb943e16-99fb-494c-a64c-ce5f4969c819,segment=NetworkSegment(2b0e99ee-61aa-44db-85d9-9c6d208f29d9),segment_id=2b0e99ee-61aa-44db-85d9-9c6d208f29d9)] {{(pid=104615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:32.150139 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-83a8fb95-75f8-4a8e-a01b-4201d5e2ddf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-658269'] for port (fb943e16-99fb-494c-a64c-ce5f4969c819), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:32.157598 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-cb4b94eb-2a8d-4b86-9a44-ac496bf87288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338bbf3a-732d-48bd-a52e-3216a496c42d', 'name': 'tempest-ServerRescueNegativeTestJSON-1862505836-router', 'tenant_id': '03b1335715234895a0c1a555b22ee8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:36Z', 'updated_at': '2022-05-27T03:41:31Z', 'revision_number': 6, 'project_id': '03b1335715234895a0c1a555b22ee8d3', 'gw_port_host': None}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:32.180117 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.plugin [None req-83a8fb95-75f8-4a8e-a01b-4201d5e2ddf2 admin admin] Calling delete_port for fb943e16-99fb-494c-a64c-ce5f4969c819 owned by network:router_gateway {{(pid=104615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:41:32.183860 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4b94eb-2a8d-4b86-9a44-ac496bf87288 None None] The sync data for ids ['338bbf3a-732d-48bd-a52e-3216a496c42d'] in dv-cinder-828805-4-iscsi is: [{'id': '338bbf3a-732d-48bd-a52e-3216a496c42d', 'name': 'tempest-ServerRescueNegativeTestJSON-1862505836-router', 'tenant_id': '03b1335715234895a0c1a555b22ee8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:36Z', 'updated_at': '2022-05-27T03:41:31Z', 'revision_number': 6, 'project_id': '03b1335715234895a0c1a555b22ee8d3', 'gw_port_host': None}] {{(pid=104616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:41:32.424818 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-83a8fb95-75f8-4a8e-a01b-4201d5e2ddf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791799905747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791799515450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585481432'] for port (fb943e16-99fb-494c-a64c-ce5f4969c819), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:32.450857 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a8fb95-75f8-4a8e-a01b-4201d5e2ddf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb943e16-99fb-494c-a64c-ce5f4969c819,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:32.511069 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-83a8fb95-75f8-4a8e-a01b-4201d5e2ddf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680155'] for router_gateway (338bbf3a-732d-48bd-a52e-3216a496c42d), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:32.630253 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-83a8fb95-75f8-4a8e-a01b-4201d5e2ddf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60974'] for router (338bbf3a-732d-48bd-a52e-3216a496c42d), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:32.630896 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-83a8fb95-75f8-4a8e-a01b-4201d5e2ddf2 admin admin] Publish callbacks [] for router_controller (338bbf3a-732d-48bd-a52e-3216a496c42d), precommit_delete_associations {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:32.648760 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 40930) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:41:32.748429 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-fbe25928-7dd3-4bca-bd3b-7896e843f343 req-feaf1a15-0517-40e1-a185-e8403555cf58 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0978322 May 27 03:41:32.757671 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [req-fbe25928-7dd3-4bca-bd3b-7896e843f343 req-6d9162aa-2a70-4d59-9843-6c68396e8ab8 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104614) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 03:41:32.758635 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-fbe25928-7dd3-4bca-bd3b-7896e843f343 req-6d9162aa-2a70-4d59-9843-6c68396e8ab8 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055308 May 27 03:41:32.762014 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-83a8fb95-75f8-4a8e-a01b-4201d5e2ddf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682369'] for router (338bbf3a-732d-48bd-a52e-3216a496c42d), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:32.762626 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a8fb95-75f8-4a8e-a01b-4201d5e2ddf2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 338bbf3a-732d-48bd-a52e-3216a496c42d {{(pid=104615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:41:32.767297 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-83a8fb95-75f8-4a8e-a01b-4201d5e2ddf2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:32.768421 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-83a8fb95-75f8-4a8e-a01b-4201d5e2ddf2 admin admin] 10.222.0.24 "DELETE /v2.0/routers/338bbf3a-732d-48bd-a52e-3216a496c42d HTTP/1.1" status: 204 len: 168 time: 1.0995746 May 27 03:41:32.773347 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 40934) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:41:32.820333 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7933d17-0f63-48b9-b839-bfda1ee611c4 admin admin] Deleting subnet 322aacf8-7a2c-4c8b-810a-fab1e2caab1f {{(pid=104614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 03:41:32.823662 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-e7933d17-0f63-48b9-b839-bfda1ee611c4 admin admin] Publish callbacks [] for subnet (322aacf8-7a2c-4c8b-810a-fab1e2caab1f), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:32.843452 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 40940) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:41:32.863188 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-e7933d17-0f63-48b9-b839-bfda1ee611c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584813236'] for subnet (322aacf8-7a2c-4c8b-810a-fab1e2caab1f), precommit_delete_associations {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:32.939303 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-e7933d17-0f63-48b9-b839-bfda1ee611c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004246'] for subnet (322aacf8-7a2c-4c8b-810a-fab1e2caab1f), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:32.943446 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe25928-7dd3-4bca-bd3b-7896e843f343 req-f49b141e-69c8-4cde-a893-8092db3e508f tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:32.945423 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-fbe25928-7dd3-4bca-bd3b-7896e843f343 req-f49b141e-69c8-4cde-a893-8092db3e508f tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports/ee7bf9c2-a2d0-4695-960b-55515919a177 HTTP/1.1" status: 200 len: 940 time: 0.1008694 May 27 03:41:33.045608 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 5b776be3-7d77-482c-81e2-06d87ce41dcf no longer exists at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:41:33.071338 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-e7933d17-0f63-48b9-b839-bfda1ee611c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8584799400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8584400384'] for subnet (322aacf8-7a2c-4c8b-810a-fab1e2caab1f), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:33.075860 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:33.081770 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] No Port match for: 5b776be3-7d77-482c-81e2-06d87ce41dcf {{(pid=104616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:41:33.081770 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 5b776be3-7d77-482c-81e2-06d87ce41dcf not bound to the agent host dv-cinder-828805-4-iscsi {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:41:33.105764 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7933d17-0f63-48b9-b839-bfda1ee611c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=322aacf8-7a2c-4c8b-810a-fab1e2caab1f,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:33.111633 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-e7933d17-0f63-48b9-b839-bfda1ee611c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:33.115008 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-e7933d17-0f63-48b9-b839-bfda1ee611c4 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/322aacf8-7a2c-4c8b-810a-fab1e2caab1f HTTP/1.1" status: 204 len: 168 time: 0.3406370 May 27 03:41:33.118288 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 40950) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:41:33.120590 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817b3317-e93c-4a31-8bea-386fc27322ae None None] Network 7ad434bf-5110-4909-8d4e-fd9ddb1876ab requested from dv-cinder-828805-4-iscsi {{(pid=104616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:41:33.198672 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-8167e143-1478-420e-a98d-41bc6214c7be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963665'] for network (7ad434bf-5110-4909-8d4e-fd9ddb1876ab), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:33.247154 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [None req-8167e143-1478-420e-a98d-41bc6214c7be admin admin] Deleting port e3a972f1-2505-47a5-abb1-4f11d262b75a {{(pid=104614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:41:33.247522 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-8167e143-1478-420e-a98d-41bc6214c7be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791799895781'] for port (e3a972f1-2505-47a5-abb1-4f11d262b75a), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:33.290118 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8504e933-a54a-4223-8454-51729292d351 req-194c1158-75b1-4a58-a144-29857ab6c245 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:33.291812 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-8504e933-a54a-4223-8454-51729292d351 req-194c1158-75b1-4a58-a144-29857ab6c245 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 943 time: 0.0696673 May 27 03:41:33.313239 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10b6b0d-811f-411c-96b4-f1f8320fa69c None None] DHCP port deletion for 7ad434bf-5110-4909-8d4e-fd9ddb1876ab request from dv-cinder-828805-4-iscsi {{(pid=104616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 03:41:33.368574 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.db [None req-8167e143-1478-420e-a98d-41bc6214c7be admin admin] For port e3a972f1-2505-47a5-abb1-4f11d262b75a, host dv-cinder-828805-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=e3a972f1-2505-47a5-abb1-4f11d262b75a,segment=NetworkSegment(fc3dd445-6192-41aa-98e1-63e205d6bf49),segment_id=fc3dd445-6192-41aa-98e1-63e205d6bf49)] {{(pid=104614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:33.368913 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-8167e143-1478-420e-a98d-41bc6214c7be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-658269'] for port (e3a972f1-2505-47a5-abb1-4f11d262b75a), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:33.376032 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-8504e933-a54a-4223-8454-51729292d351 req-8a6e5f77-4bb9-483a-b429-8f598fa8e9ba tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2c5bd50-930c-4c7b-a303-2fb9cb05455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703602 May 27 03:41:33.397366 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [None req-8167e143-1478-420e-a98d-41bc6214c7be admin admin] Calling delete_port for e3a972f1-2505-47a5-abb1-4f11d262b75a owned by network:dhcp {{(pid=104614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:41:33.397574 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-e10b6b0d-811f-411c-96b4-f1f8320fa69c None None] Deleting port e3a972f1-2505-47a5-abb1-4f11d262b75a {{(pid=104616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:41:33.397893 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-e10b6b0d-811f-411c-96b4-f1f8320fa69c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791799895781'] for port (e3a972f1-2505-47a5-abb1-4f11d262b75a), before_delete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:33.466932 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-e10b6b0d-811f-411c-96b4-f1f8320fa69c None None] For port e3a972f1-2505-47a5-abb1-4f11d262b75a, host dv-cinder-828805-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=e3a972f1-2505-47a5-abb1-4f11d262b75a,segment=NetworkSegment(fc3dd445-6192-41aa-98e1-63e205d6bf49),segment_id=fc3dd445-6192-41aa-98e1-63e205d6bf49)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:33.467244 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-e10b6b0d-811f-411c-96b4-f1f8320fa69c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-658269'] for port (e3a972f1-2505-47a5-abb1-4f11d262b75a), precommit_delete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:33.480078 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-e10b6b0d-811f-411c-96b4-f1f8320fa69c None None] Calling delete_port for e3a972f1-2505-47a5-abb1-4f11d262b75a owned by network:dhcp {{(pid=104616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:41:33.481715 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:33.590234 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-8167e143-1478-420e-a98d-41bc6214c7be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791799905747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791799515450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8584799065'] for port (e3a972f1-2505-47a5-abb1-4f11d262b75a), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:33.596316 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-e10b6b0d-811f-411c-96b4-f1f8320fa69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791799905747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791799515450'] for port (e3a972f1-2505-47a5-abb1-4f11d262b75a), after_delete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:33.614802 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8167e143-1478-420e-a98d-41bc6214c7be admin admin] Pushing event deleted for resources: {'Port': ['ID=e3a972f1-2505-47a5-abb1-4f11d262b75a,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:33.619134 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8167e143-1478-420e-a98d-41bc6214c7be admin admin] No DVR routers for this DVR port e3a972f1-2505-47a5-abb1-4f11d262b75a on host dv-cinder-828805-4-iscsi {{(pid=104614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:41:33.619341 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:33.622353 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10b6b0d-811f-411c-96b4-f1f8320fa69c None None] Pushing event deleted for resources: {'Port': ['ID=e3a972f1-2505-47a5-abb1-4f11d262b75a,revision_number=None']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:33.626032 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10b6b0d-811f-411c-96b4-f1f8320fa69c None None] No DVR routers for this DVR port e3a972f1-2505-47a5-abb1-4f11d262b75a on host dv-cinder-828805-4-iscsi {{(pid=104616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:41:33.705323 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-8167e143-1478-420e-a98d-41bc6214c7be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3997731', 'neutron.services.segments.db._delete_segments_for_network-8791800041072'] for network (7ad434bf-5110-4909-8d4e-fd9ddb1876ab), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:33.726034 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.services.segments.db [None req-8167e143-1478-420e-a98d-41bc6214c7be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ad434bf-5110-4909-8d4e-fd9ddb1876ab']}} {{(pid=104614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:33.732344 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:33.735814 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.services.segments.db [None req-8167e143-1478-420e-a98d-41bc6214c7be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc3dd445-6192-41aa-98e1-63e205d6bf49') {'for_net_delete': True} {{(pid=104614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:33.736119 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.services.segments.db [None req-8167e143-1478-420e-a98d-41bc6214c7be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc3dd445-6192-41aa-98e1-63e205d6bf49') {} {{(pid=104614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:33.746099 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-8167e143-1478-420e-a98d-41bc6214c7be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791800041849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584813197'] for segment (fc3dd445-6192-41aa-98e1-63e205d6bf49), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:33.760182 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-8167e143-1478-420e-a98d-41bc6214c7be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545'] for segment (fc3dd445-6192-41aa-98e1-63e205d6bf49), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:33.766941 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8167e143-1478-420e-a98d-41bc6214c7be admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=104614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:41:33.767336 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-8167e143-1478-420e-a98d-41bc6214c7be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8584798986'] for segment (fc3dd445-6192-41aa-98e1-63e205d6bf49), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:33.813603 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.services.segments.plugin [-] Segment fc3dd445-6192-41aa-98e1-63e205d6bf49 resource provider aggregate not found May 27 03:41:33.832789 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.services.segments.plugin [-] Segment fc3dd445-6192-41aa-98e1-63e205d6bf49 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fc3dd445-6192-41aa-98e1-63e205d6bf49 found for delete ", "request_id": "req-991ed8b8-9db4-4c4d-af2b-cd63f6c1a6bb"}]} May 27 03:41:33.933137 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-8167e143-1478-420e-a98d-41bc6214c7be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3997720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680183'] for network (7ad434bf-5110-4909-8d4e-fd9ddb1876ab), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:33.939069 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-8167e143-1478-420e-a98d-41bc6214c7be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-373421'] for network (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:33.943308 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-8167e143-1478-420e-a98d-41bc6214c7be admin admin] 10.222.0.24 "DELETE /v2.0/networks/7ad434bf-5110-4909-8d4e-fd9ddb1876ab HTTP/1.1" status: 204 len: 168 time: 0.8225341 May 27 03:41:33.954348 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8167e143-1478-420e-a98d-41bc6214c7be admin admin] Pushing event deleted for resources: {'Network': ['ID=7ad434bf-5110-4909-8d4e-fd9ddb1876ab,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:34.387387 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 40962) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:41:34.487822 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab0b29-cc75-49db-b38e-4f6ef0800fa4 req-80f55b88-7e46-46de-a21a-07a5fd2d167b tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:34.489309 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-2fab0b29-cc75-49db-b38e-4f6ef0800fa4 req-80f55b88-7e46-46de-a21a-07a5fd2d167b tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 943 time: 0.0509079 May 27 03:41:34.546679 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:34.558804 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-2fab0b29-cc75-49db-b38e-4f6ef0800fa4 req-d06a5eea-a688-40cd-989f-b49fd716026c tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2c5bd50-930c-4c7b-a303-2fb9cb05455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627625 May 27 03:41:34.574036 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device e3a972f1-2505-47a5-abb1-4f11d262b75a no longer exists at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:41:34.589370 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-8ce930dc-297b-4971-9acd-be9e531c8a83 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=03b1335715234895a0c1a555b22ee8d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2008009 May 27 03:41:34.592054 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 40968) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:41:34.592671 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] No Port match for: e3a972f1-2505-47a5-abb1-4f11d262b75a {{(pid=104616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:41:34.593076 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device e3a972f1-2505-47a5-abb1-4f11d262b75a not bound to the agent host dv-cinder-828805-4-iscsi {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:41:34.593507 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device fb943e16-99fb-494c-a64c-ce5f4969c819 no longer exists at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:41:34.614870 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] No Port match for: fb943e16-99fb-494c-a64c-ce5f4969c819 {{(pid=104616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:41:34.615238 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device fb943e16-99fb-494c-a64c-ce5f4969c819 not bound to the agent host dv-cinder-828805-4-iscsi {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:41:34.644264 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-f412b8fb-37f0-4e2c-810f-a7b7b4e4cdae admin admin] Publish callbacks [] for security_group (7d455548-226e-4f52-830f-6b94b26de835), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:34.669364 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-f412b8fb-37f0-4e2c-810f-a7b7b4e4cdae admin admin] Publish callbacks [] for security_group (7d455548-226e-4f52-830f-6b94b26de835), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:34.761880 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-f412b8fb-37f0-4e2c-810f-a7b7b4e4cdae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (7d455548-226e-4f52-830f-6b94b26de835), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:34.764565 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-f412b8fb-37f0-4e2c-810f-a7b7b4e4cdae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:34.765712 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-f412b8fb-37f0-4e2c-810f-a7b7b4e4cdae admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7d455548-226e-4f52-830f-6b94b26de835 HTTP/1.1" status: 204 len: 168 time: 0.1727400 May 27 03:41:34.774712 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f412b8fb-37f0-4e2c-810f-a7b7b4e4cdae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d455548-226e-4f52-830f-6b94b26de835,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:34.876168 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe25928-7dd3-4bca-bd3b-7896e843f343 req-e773b2c9-7e2d-4310-a71a-e9ffb0e008c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:34.877660 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-fbe25928-7dd3-4bca-bd3b-7896e843f343 req-e773b2c9-7e2d-4310-a71a-e9ffb0e008c7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45&tenant_id=1377b9e588bd44f3b29b03728c418151 HTTP/1.1" status: 200 len: 1127 time: 0.0388708 May 27 03:41:34.953317 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe25928-7dd3-4bca-bd3b-7896e843f343 req-65d371db-bbe8-4152-a7e8-6750c1e5a75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:34.955050 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-fbe25928-7dd3-4bca-bd3b-7896e843f343 req-65d371db-bbe8-4152-a7e8-6750c1e5a75b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1377b9e588bd44f3b29b03728c418151&device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 1127 time: 0.0440223 May 27 03:41:35.052273 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe25928-7dd3-4bca-bd3b-7896e843f343 req-9c62e71c-31c5-43cb-9c41-3901093d4781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:35.054378 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-fbe25928-7dd3-4bca-bd3b-7896e843f343 req-9c62e71c-31c5-43cb-9c41-3901093d4781 service neutron] 10.222.0.69 "GET /v2.0/networks?id=85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1 HTTP/1.1" status: 200 len: 918 time: 0.0915275 May 27 03:41:35.297669 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-fbe25928-7dd3-4bca-bd3b-7896e843f343 req-cde37968-17f8-4356-82f8-0c8ed0b15b4c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee7bf9c2-a2d0-4695-960b-55515919a177 HTTP/1.1" status: 200 len: 999 time: 0.0721900 May 27 03:41:35.342738 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:35.352791 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe25928-7dd3-4bca-bd3b-7896e843f343 req-253068df-8e40-4b8c-94e9-f26ce47adc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:35.354288 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-fbe25928-7dd3-4bca-bd3b-7896e843f343 req-253068df-8e40-4b8c-94e9-f26ce47adc16 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=01cacb82-b9b5-47d7-9a65-bacc84dba8c5 HTTP/1.1" status: 200 len: 856 time: 0.0495729 May 27 03:41:35.399506 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe25928-7dd3-4bca-bd3b-7896e843f343 req-7eaf6a21-4f0b-4190-a8c3-2faaa9617fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:35.401044 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-fbe25928-7dd3-4bca-bd3b-7896e843f343 req-7eaf6a21-4f0b-4190-a8c3-2faaa9617fc0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403662 May 27 03:41:35.505523 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-fbe25928-7dd3-4bca-bd3b-7896e843f343 req-d162ce29-1eb0-4b64-8e02-b3e98421a4c7 service neutron] 10.222.0.69 "GET /v2.0/networks/85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983250 May 27 03:41:35.606814 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-fbe25928-7dd3-4bca-bd3b-7896e843f343 req-8a3028da-a7af-4e00-a260-3c5e07557559 service neutron] 10.222.0.69 "GET /v2.0/networks/85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958104 May 27 03:41:35.679631 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66386b25-6436-4655-891c-dcdd3f3b983e req-8a51762c-a82f-4277-b753-24c0fbb67f0a tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:35.681255 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-66386b25-6436-4655-891c-dcdd3f3b983e req-8a51762c-a82f-4277-b753-24c0fbb67f0a tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 943 time: 0.0492806 May 27 03:41:35.732099 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-66386b25-6436-4655-891c-dcdd3f3b983e req-790dd631-def3-4b53-b972-454373739e76 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2c5bd50-930c-4c7b-a303-2fb9cb05455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447972 May 27 03:41:35.841016 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 41004) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:41:35.971810 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [None req-020f64a5-28aa-4770-865a-b64a1939029e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-619831655-network', 'tenant_id': '37f34daf6ac94c41b23e1bc899ab671f'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:41:35.982313 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:36.093012 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-020f64a5-28aa-4770-865a-b64a1939029e admin admin] Made reservation on behalf of 37f34daf6ac94c41b23e1bc899ab671f for: {'network': 1} {{(pid=104614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:41:36.095820 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-020f64a5-28aa-4770-865a-b64a1939029e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for network (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:36.107835 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-020f64a5-28aa-4770-865a-b64a1939029e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:36.209245 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-020f64a5-28aa-4770-865a-b64a1939029e admin admin] Publish callbacks [] for security_group (9c29858e-d3d6-4c9d-8f41-1b643afda120), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:36.317941 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-020f64a5-28aa-4770-865a-b64a1939029e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (9c29858e-d3d6-4c9d-8f41-1b643afda120), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:36.368446 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-020f64a5-28aa-4770-865a-b64a1939029e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=104614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:41:36.383421 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020f64a5-28aa-4770-865a-b64a1939029e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c29858e-d3d6-4c9d-8f41-1b643afda120,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:36.389334 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-020f64a5-28aa-4770-865a-b64a1939029e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791800041063', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545'] for segment (e284cbef-e426-4d54-8e4c-74a583421795), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:36.389992 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.db.segments_db [None req-020f64a5-28aa-4770-865a-b64a1939029e admin admin] Added segment e284cbef-e426-4d54-8e4c-74a583421795 of type vlan for network 9d90c714-9bd8-40b9-8a54-714767000c3f May 27 03:41:36.462723 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-020f64a5-28aa-4770-865a-b64a1939029e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791799485040'] for network (9d90c714-9bd8-40b9-8a54-714767000c3f), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:36.539428 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-020f64a5-28aa-4770-865a-b64a1939029e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395'] for network (9d90c714-9bd8-40b9-8a54-714767000c3f), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:36.540654 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020f64a5-28aa-4770-865a-b64a1939029e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:36.541490 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-020f64a5-28aa-4770-865a-b64a1939029e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-373421'] for network (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:36.611406 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020f64a5-28aa-4770-865a-b64a1939029e admin admin] Pushing event updated for resources: {'Network': ['ID=9d90c714-9bd8-40b9-8a54-714767000c3f,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:36.622708 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Network 9d90c714-9bd8-40b9-8a54-714767000c3f details requested by agent ovs-agent-dv-cinder-828805-4-iscsi with host dv-cinder-828805-4-iscsi {{(pid=104616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:41:36.636630 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 41038) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:41:36.640907 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-020f64a5-28aa-4770-865a-b64a1939029e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.7987084 May 27 03:41:36.643325 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.v2.base [None req-5e04504b-c021-4446-82a6-426852046867 admin admin] Request body: {'subnet': {'network_id': '9d90c714-9bd8-40b9-8a54-714767000c3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-619831655-subnet', 'tenant_id': '37f34daf6ac94c41b23e1bc899ab671f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:41:36.744668 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e04504b-c021-4446-82a6-426852046867 admin admin] Made reservation on behalf of 37f34daf6ac94c41b23e1bc899ab671f for: {'subnet': 1} {{(pid=104615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:41:36.748116 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-5e04504b-c021-4446-82a6-426852046867 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581752272'] for subnet (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:36.803771 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:36.947194 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec03780d-631c-4ae6-ab1e-b465f460f45e req-d79adcbe-1609-45c8-9595-5cb8148d593b tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:36.948863 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ec03780d-631c-4ae6-ab1e-b465f460f45e req-d79adcbe-1609-45c8-9595-5cb8148d593b tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 943 time: 0.0755723 May 27 03:41:37.071387 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ec03780d-631c-4ae6-ab1e-b465f460f45e req-cda2fdb7-16be-4973-befd-4f7d403c0e8d tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2c5bd50-930c-4c7b-a303-2fb9cb05455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133325 May 27 03:41:37.145313 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-5e04504b-c021-4446-82a6-426852046867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585481064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581752262'] for subnet (00d5760e-0799-462a-a374-8af06f949dc3), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:37.216110 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e04504b-c021-4446-82a6-426852046867 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00d5760e-0799-462a-a374-8af06f949dc3,revision_number=0']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:37.222812 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e04504b-c021-4446-82a6-426852046867 admin admin] Checking segment: {'id': 'e284cbef-e426-4d54-8e4c-74a583421795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9d90c714-9bd8-40b9-8a54-714767000c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:41:37.223206 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e04504b-c021-4446-82a6-426852046867 admin admin] Network hostable DHCP agents. Network: 9d90c714-9bd8-40b9-8a54-714767000c3f, hostable agents: ['b322252d-fb9d-4652-a830-647fed26b29a'], hosted agents: [] {{(pid=104615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:41:37.316139 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e04504b-c021-4446-82a6-426852046867 admin admin] Network 9d90c714-9bd8-40b9-8a54-714767000c3f is scheduled to be hosted by DHCP agent b322252d-fb9d-4652-a830-647fed26b29a with binding_index 1 {{(pid=104615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:41:37.413225 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.base_scheduler [None req-5e04504b-c021-4446-82a6-426852046867 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-4-iscsi, 9d90c714-9bd8-40b9-8a54-714767000c3f) {{(pid=104615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:41:37.426731 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bed7d86-6802-4c54-b20a-d81f1d1d0115 None None] Network 9d90c714-9bd8-40b9-8a54-714767000c3f requested from dv-cinder-828805-4-iscsi {{(pid=104616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:41:37.428673 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e04504b-c021-4446-82a6-426852046867 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:37.429280 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-5e04504b-c021-4446-82a6-426852046867 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-373421'] for subnet (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:37.528412 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-5e04504b-c021-4446-82a6-426852046867 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8902464 May 27 03:41:37.531077 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 41044) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:41:37.536064 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [None req-41711323-4105-4588-af30-ce4955c39afd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-619831655-router', 'tenant_id': '37f34daf6ac94c41b23e1bc899ab671f', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6'}}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:41:37.550203 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4933ae2a-38ac-4dd6-924c-d32d4b233ce4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa70b6f22-5e3f-55f6-a93b-19dd150a441c-9d90c714-9bd8-40b9-8a54-714767000c3f', 'network_id': '9d90c714-9bd8-40b9-8a54-714767000c3f', 'project_id': '37f34daf6ac94c41b23e1bc899ab671f', 'fixed_ips': [{'subnet_id': '00d5760e-0799-462a-a374-8af06f949dc3'}]}} from dv-cinder-828805-4-iscsi. {{(pid=104616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 03:41:37.551728 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-4933ae2a-38ac-4dd6-924c-d32d4b233ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (None), before_create {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:37.659520 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-41711323-4105-4588-af30-ce4955c39afd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-682096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60928'] for router (21fa1770-3efc-4468-b817-485cb6c5394b), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:37.660607 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-41711323-4105-4588-af30-ce4955c39afd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-537747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60985'] for router (21fa1770-3efc-4468-b817-485cb6c5394b), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:37.721707 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.db_base_plugin_common [None req-4933ae2a-38ac-4dd6-924c-d32d4b233ce4 None None] Allocated IP 172.20.0.2 (9d90c714-9bd8-40b9-8a54-714767000c3f/00d5760e-0799-462a-a374-8af06f949dc3/b0ddff89-a810-441a-bc6c-6bf4d5570848) {{(pid=104616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:41:37.739021 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-41711323-4105-4588-af30-ce4955c39afd admin admin] Publish callbacks [] for router_controller (21fa1770-3efc-4468-b817-485cb6c5394b), precommit_add_association {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:37.759528 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=4 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:37.763466 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=4 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:37.906128 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-4933ae2a-38ac-4dd6-924c-d32d4b233ce4 None None] Publish callbacks [] for port (b0ddff89-a810-441a-bc6c-6bf4d5570848), precommit_create {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:37.958310 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-41711323-4105-4588-af30-ce4955c39afd admin admin] Publish callbacks [] for router_gateway (21fa1770-3efc-4468-b817-485cb6c5394b), precommit_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:37.973399 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-4933ae2a-38ac-4dd6-924c-d32d4b233ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791799515441'] for port (b0ddff89-a810-441a-bc6c-6bf4d5570848), after_create {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:38.020535 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4933ae2a-38ac-4dd6-924c-d32d4b233ce4 None None] Network 9d90c714-9bd8-40b9-8a54-714767000c3f is already hosted by enough agents. {{(pid=104616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:41:38.026589 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.scheduler.base_scheduler [None req-4933ae2a-38ac-4dd6-924c-d32d4b233ce4 None None] Resources bound (agent type, host, resource id): {{(pid=104616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:41:38.029026 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4933ae2a-38ac-4dd6-924c-d32d4b233ce4 None None] Received port after_create {{(pid=104616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:41:38.032527 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4933ae2a-38ac-4dd6-924c-d32d4b233ce4 None None] Pushing event updated for resources: {'Port': ['ID=b0ddff89-a810-441a-bc6c-6bf4d5570848,revision_number=1']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:38.107609 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.managers [None req-4933ae2a-38ac-4dd6-924c-d32d4b233ce4 None None] Attempting to bind port b0ddff89-a810-441a-bc6c-6bf4d5570848 on host dv-cinder-828805-4-iscsi for vnic_type normal with profile {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:41:38.108263 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.managers [None req-4933ae2a-38ac-4dd6-924c-d32d4b233ce4 None None] Attempting to bind port b0ddff89-a810-441a-bc6c-6bf4d5570848 by drivers openvswitch,hyperv on host dv-cinder-828805-4-iscsi at level 0 using segments [{'id': 'e284cbef-e426-4d54-8e4c-74a583421795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9d90c714-9bd8-40b9-8a54-714767000c3f'}] {{(pid=104616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:41:38.108834 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4933ae2a-38ac-4dd6-924c-d32d4b233ce4 None None] Attempting to bind port b0ddff89-a810-441a-bc6c-6bf4d5570848 on network 9d90c714-9bd8-40b9-8a54-714767000c3f {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:41:38.117121 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4933ae2a-38ac-4dd6-924c-d32d4b233ce4 None None] Checking agent: {'id': '917d01f3-4a27-4590-ae14-da14d21a1e88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 26, 21), 'started_at': datetime.datetime(2022, 5, 27, 3, 26, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:41:38.117121 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4933ae2a-38ac-4dd6-924c-d32d4b233ce4 None None] Checking segment: {'id': 'e284cbef-e426-4d54-8e4c-74a583421795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9d90c714-9bd8-40b9-8a54-714767000c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:41:38.117121 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-4933ae2a-38ac-4dd6-924c-d32d4b233ce4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:38.117121 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4933ae2a-38ac-4dd6-924c-d32d4b233ce4 None None] Bound using segment: {'id': 'e284cbef-e426-4d54-8e4c-74a583421795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9d90c714-9bd8-40b9-8a54-714767000c3f'} {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:41:38.118061 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.managers [None req-4933ae2a-38ac-4dd6-924c-d32d4b233ce4 None None] Bound port: b0ddff89-a810-441a-bc6c-6bf4d5570848, host: dv-cinder-828805-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e284cbef-e426-4d54-8e4c-74a583421795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9d90c714-9bd8-40b9-8a54-714767000c3f'}}] {{(pid=104616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:41:38.118602 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-4933ae2a-38ac-4dd6-924c-d32d4b233ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (b0ddff89-a810-441a-bc6c-6bf4d5570848), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:38.198884 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-4933ae2a-38ac-4dd6-924c-d32d4b233ce4 None None] For port b0ddff89-a810-441a-bc6c-6bf4d5570848, host dv-cinder-828805-4-iscsi, cleared binding levels {{(pid=104616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:41:38.206111 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-4933ae2a-38ac-4dd6-924c-d32d4b233ce4 None None] For port b0ddff89-a810-441a-bc6c-6bf4d5570848, host dv-cinder-828805-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=b0ddff89-a810-441a-bc6c-6bf4d5570848,segment=NetworkSegment(e284cbef-e426-4d54-8e4c-74a583421795),segment_id=e284cbef-e426-4d54-8e4c-74a583421795)] {{(pid=104616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:41:38.227739 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71829f1f-a3a1-4b93-bbb2-1244f55d931a req-422e64b8-3397-4810-8e2b-d696dc75c73e tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:38.235906 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-71829f1f-a3a1-4b93-bbb2-1244f55d931a req-422e64b8-3397-4810-8e2b-d696dc75c73e tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 943 time: 0.0721879 May 27 03:41:38.258925 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=73,neutron:INSERT=22,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:38.295297 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-71829f1f-a3a1-4b93-bbb2-1244f55d931a req-f9f59d80-81e2-4d96-b577-0564af49fff2 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2c5bd50-930c-4c7b-a303-2fb9cb05455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581942 May 27 03:41:38.299335 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-4933ae2a-38ac-4dd6-924c-d32d4b233ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (b0ddff89-a810-441a-bc6c-6bf4d5570848), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:38.380507 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-41711323-4105-4588-af30-ce4955c39afd admin admin] Publish callbacks [] for router_gateway (21fa1770-3efc-4468-b817-485cb6c5394b), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:38.391277 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4933ae2a-38ac-4dd6-924c-d32d4b233ce4 None None] Pushing event updated for resources: {'Port': ['ID=b0ddff89-a810-441a-bc6c-6bf4d5570848,revision_number=2']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:38.410929 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-41711323-4105-4588-af30-ce4955c39afd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:38.537241 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.db_base_plugin_common [None req-41711323-4105-4588-af30-ce4955c39afd admin admin] Allocated IP 172.27.0.51 (6db324a0-41f0-4440-95df-83df441784f6/1196ed2a-e255-42ad-b78e-696bc1bae72b/78774f58-824b-4e70-8b2f-2e3873607635) {{(pid=104614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:41:38.671753 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:38.685424 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-41711323-4105-4588-af30-ce4955c39afd admin admin] Publish callbacks [] for port (78774f58-824b-4e70-8b2f-2e3873607635), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:38.831121 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-41711323-4105-4588-af30-ce4955c39afd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791799515441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8584799065'] for port (78774f58-824b-4e70-8b2f-2e3873607635), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:38.885932 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41711323-4105-4588-af30-ce4955c39afd admin admin] Network 6db324a0-41f0-4440-95df-83df441784f6 is already hosted by enough agents. {{(pid=104614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:41:38.886801 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41711323-4105-4588-af30-ce4955c39afd admin admin] Pushing event updated for resources: {'Port': ['ID=78774f58-824b-4e70-8b2f-2e3873607635,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:38.889878 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.base_scheduler [None req-41711323-4105-4588-af30-ce4955c39afd admin admin] Resources bound (agent type, host, resource id): {{(pid=104614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:41:38.891842 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41711323-4105-4588-af30-ce4955c39afd admin admin] Received port after_create {{(pid=104614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:41:39.223703 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-41711323-4105-4588-af30-ce4955c39afd admin admin] Publish callbacks [] for router_gateway (21fa1770-3efc-4468-b817-485cb6c5394b), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:39.279243 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:39.433969 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-41711323-4105-4588-af30-ce4955c39afd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663299'] for router (21fa1770-3efc-4468-b817-485cb6c5394b), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:39.512309 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46561898-528e-40fd-b1d7-f11f3b3d4f02 None None] Network 9d90c714-9bd8-40b9-8a54-714767000c3f requested from dv-cinder-828805-4-iscsi {{(pid=104616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:41:39.532273 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0577b035-2da6-4258-881b-b6435ecf587b req-e4c703bc-a1e9-4b57-a27f-b7ffcdce1bfd tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:39.540694 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-0577b035-2da6-4258-881b-b6435ecf587b req-e4c703bc-a1e9-4b57-a27f-b7ffcdce1bfd tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 943 time: 0.1087482 May 27 03:41:39.597597 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-0577b035-2da6-4258-881b-b6435ecf587b req-4a2d3069-def8-4ae0-a3a0-a8aa07aff88b tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2c5bd50-930c-4c7b-a303-2fb9cb05455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556555 May 27 03:41:39.639877 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:39.668024 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=7 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:39.668959 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-f8c69c0c-5583-4d67-a2c7-b405e420efc2 None None] Provisioning complete for port b0ddff89-a810-441a-bc6c-6bf4d5570848 triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:41:39.674936 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-f8c69c0c-5583-4d67-a2c7-b405e420efc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (b0ddff89-a810-441a-bc6c-6bf4d5570848), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:39.727897 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41711323-4105-4588-af30-ce4955c39afd admin admin] Router 21fa1770-3efc-4468-b817-485cb6c5394b is scheduled to L3 agent 9df6ec88-276d-42f5-acd2-7e289451d5e3 with binding_index 1 {{(pid=104614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:41:39.856941 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41711323-4105-4588-af30-ce4955c39afd admin admin] Notify agent at l3_agent.dv-cinder-828805-4-iscsi the message routers_updated {{(pid=104614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:41:39.874182 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e25ba68-e287-460c-aabd-5276d25b57c0 None None] Sync routers for ids ['21fa1770-3efc-4468-b817-485cb6c5394b'] in dv-cinder-828805-4-iscsi {{(pid=104617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:41:39.885427 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e25ba68-e287-460c-aabd-5276d25b57c0 None None] Routers {'21fa1770-3efc-4468-b817-485cb6c5394b'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:41:39.886102 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-7e25ba68-e287-460c-aabd-5276d25b57c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:41:17Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['21fa1770-3efc-4468-b817-485cb6c5394b'], 'active': True} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:39.904257 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-f8c69c0c-5583-4d67-a2c7-b405e420efc2 None None] Current status of the port b0ddff89-a810-441a-bc6c-6bf4d5570848 is: DOWN; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:41:39.904748 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-f8c69c0c-5583-4d67-a2c7-b405e420efc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (b0ddff89-a810-441a-bc6c-6bf4d5570848), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:39.947834 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-f8c69c0c-5583-4d67-a2c7-b405e420efc2 None None] For port b0ddff89-a810-441a-bc6c-6bf4d5570848, host dv-cinder-828805-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=b0ddff89-a810-441a-bc6c-6bf4d5570848,segment=NetworkSegment(e284cbef-e426-4d54-8e4c-74a583421795),segment_id=e284cbef-e426-4d54-8e4c-74a583421795)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:39.966804 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-41711323-4105-4588-af30-ce4955c39afd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:39.971218 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-41711323-4105-4588-af30-ce4955c39afd admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4357395 May 27 03:41:39.971757 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 41056) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:41:40.021643 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:40.051605 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvr_db [None req-7e25ba68-e287-460c-aabd-5276d25b57c0 None None] Set router 21fa1770-3efc-4468-b817-485cb6c5394b gateway port host: dv-cinder-828805-4-iscsi {{(pid=104617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:41:40.059174 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-f8c69c0c-5583-4d67-a2c7-b405e420efc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (b0ddff89-a810-441a-bc6c-6bf4d5570848), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:40.136652 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c69c0c-5583-4d67-a2c7-b405e420efc2 None None] Pushing event updated for resources: {'Port': ['ID=b0ddff89-a810-441a-bc6c-6bf4d5570848,revision_number=3']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:40.200017 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-4aec94de-5244-4e42-b1e9-1aa3788224e9 None None] Provisioning complete for port b0ddff89-a810-441a-bc6c-6bf4d5570848 triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:41:40.201058 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-4aec94de-5244-4e42-b1e9-1aa3788224e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (b0ddff89-a810-441a-bc6c-6bf4d5570848), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:40.265924 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-7e25ba68-e287-460c-aabd-5276d25b57c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fa1770-3efc-4468-b817-485cb6c5394b', 'name': 'tempest-AttachVolumeTestJSON-619831655-router', 'tenant_id': '37f34daf6ac94c41b23e1bc899ab671f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '78774f58-824b-4e70-8b2f-2e3873607635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:41:37Z', 'updated_at': '2022-05-27T03:41:39Z', 'revision_number': 3, 'project_id': '37f34daf6ac94c41b23e1bc899ab671f', 'gw_port': {'id': '78774f58-824b-4e70-8b2f-2e3873607635', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:bc:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21fa1770-3efc-4468-b817-485cb6c5394b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:41:38Z', 'updated_at': '2022-05-27T03:41:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi'}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:40.313095 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-4aec94de-5244-4e42-b1e9-1aa3788224e9 None None] Current status of the port b0ddff89-a810-441a-bc6c-6bf4d5570848 is: ACTIVE; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:41:40.322927 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e25ba68-e287-460c-aabd-5276d25b57c0 None None] Checking router: 21fa1770-3efc-4468-b817-485cb6c5394b for host: dv-cinder-828805-4-iscsi {{(pid=104617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:41:40.323277 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e25ba68-e287-460c-aabd-5276d25b57c0 None None] Updating router 21fa1770-3efc-4468-b817-485cb6c5394b port 78774f58-824b-4e70-8b2f-2e3873607635 binding host dv-cinder-828805-4-iscsi {{(pid=104617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:41:40.373229 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron_lib.callbacks.manager [None req-7e25ba68-e287-460c-aabd-5276d25b57c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (78774f58-824b-4e70-8b2f-2e3873607635), before_update {{(pid=104617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:40.480105 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:40.620378 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-1d468187-8edf-43a8-92bc-3af38ecab36a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:40.704200 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device b0ddff89-a810-441a-bc6c-6bf4d5570848 up at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:41:40.805005 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron_lib.callbacks.manager [None req-7e25ba68-e287-460c-aabd-5276d25b57c0 None None] Publish callbacks [] for port (78774f58-824b-4e70-8b2f-2e3873607635), precommit_update {{(pid=104617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:40.814057 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Provisioning complete for port b0ddff89-a810-441a-bc6c-6bf4d5570848 triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:41:40.819062 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (b0ddff89-a810-441a-bc6c-6bf4d5570848), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:40.827986 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb8ed6-c50e-40ce-baa3-732d7a4a9af8 req-5e8c6f59-366c-401a-8d28-7285289e7137 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:40.830807 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-36cb8ed6-c50e-40ce-baa3-732d7a4a9af8 req-5e8c6f59-366c-401a-8d28-7285289e7137 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 943 time: 0.0676672 May 27 03:41:40.875797 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron_lib.callbacks.manager [None req-7e25ba68-e287-460c-aabd-5276d25b57c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (78774f58-824b-4e70-8b2f-2e3873607635), after_update {{(pid=104617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:40.903622 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.db.db_base_plugin_common [None req-1d468187-8edf-43a8-92bc-3af38ecab36a admin admin] Allocated IP 172.20.0.1 (9d90c714-9bd8-40b9-8a54-714767000c3f/00d5760e-0799-462a-a374-8af06f949dc3/92e50517-801a-44e6-ae5f-a5819ee82935) {{(pid=104615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:41:40.925224 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-36cb8ed6-c50e-40ce-baa3-732d7a4a9af8 req-9cfb05dc-9888-420e-a92d-a76a85b3d965 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2c5bd50-930c-4c7b-a303-2fb9cb05455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736816 May 27 03:41:40.932896 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Current status of the port b0ddff89-a810-441a-bc6c-6bf4d5570848 is: ACTIVE; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:41:40.954429 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.managers [None req-7e25ba68-e287-460c-aabd-5276d25b57c0 None None] Attempting to bind port 78774f58-824b-4e70-8b2f-2e3873607635 on host dv-cinder-828805-4-iscsi for vnic_type normal with profile {{(pid=104617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:41:40.960819 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.managers [None req-7e25ba68-e287-460c-aabd-5276d25b57c0 None None] Attempting to bind port 78774f58-824b-4e70-8b2f-2e3873607635 by drivers openvswitch,hyperv on host dv-cinder-828805-4-iscsi at level 0 using segments [{'id': '2b0e99ee-61aa-44db-85d9-9c6d208f29d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6db324a0-41f0-4440-95df-83df441784f6'}] {{(pid=104617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:41:40.960819 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e25ba68-e287-460c-aabd-5276d25b57c0 None None] Attempting to bind port 78774f58-824b-4e70-8b2f-2e3873607635 on network 6db324a0-41f0-4440-95df-83df441784f6 {{(pid=104617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:41:40.976536 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e25ba68-e287-460c-aabd-5276d25b57c0 None None] Checking agent: {'id': '917d01f3-4a27-4590-ae14-da14d21a1e88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 26, 21), 'started_at': datetime.datetime(2022, 5, 27, 3, 26, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:41:40.977009 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e25ba68-e287-460c-aabd-5276d25b57c0 None None] Checking segment: {'id': '2b0e99ee-61aa-44db-85d9-9c6d208f29d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6db324a0-41f0-4440-95df-83df441784f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:41:40.977581 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron_lib.callbacks.manager [None req-7e25ba68-e287-460c-aabd-5276d25b57c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:40.978036 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e25ba68-e287-460c-aabd-5276d25b57c0 None None] Bound using segment: {'id': '2b0e99ee-61aa-44db-85d9-9c6d208f29d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6db324a0-41f0-4440-95df-83df441784f6'} {{(pid=104617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:41:40.978596 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.managers [None req-7e25ba68-e287-460c-aabd-5276d25b57c0 None None] Bound port: 78774f58-824b-4e70-8b2f-2e3873607635, host: dv-cinder-828805-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b0e99ee-61aa-44db-85d9-9c6d208f29d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6db324a0-41f0-4440-95df-83df441784f6'}}] {{(pid=104617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:41:40.979123 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron_lib.callbacks.manager [None req-7e25ba68-e287-460c-aabd-5276d25b57c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (78774f58-824b-4e70-8b2f-2e3873607635), before_update {{(pid=104617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:41.030568 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.db [None req-7e25ba68-e287-460c-aabd-5276d25b57c0 None None] For port 78774f58-824b-4e70-8b2f-2e3873607635, host dv-cinder-828805-4-iscsi, cleared binding levels {{(pid=104617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:41:41.034028 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.db [None req-7e25ba68-e287-460c-aabd-5276d25b57c0 None None] For port 78774f58-824b-4e70-8b2f-2e3873607635, host dv-cinder-828805-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=78774f58-824b-4e70-8b2f-2e3873607635,segment=NetworkSegment(2b0e99ee-61aa-44db-85d9-9c6d208f29d9),segment_id=2b0e99ee-61aa-44db-85d9-9c6d208f29d9)] {{(pid=104617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:41:41.036866 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5440bf-d2a1-4e94-a76b-e96b753e882d None None] Pushing event updated for resources: {'Port': ['ID=78774f58-824b-4e70-8b2f-2e3873607635,revision_number=2']} {{(pid=104617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:41.039648 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:41.046251 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5440bf-d2a1-4e94-a76b-e96b753e882d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:41.046864 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5440bf-d2a1-4e94-a76b-e96b753e882d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:41.047356 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5440bf-d2a1-4e94-a76b-e96b753e882d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:41.047913 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5440bf-d2a1-4e94-a76b-e96b753e882d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:41.048348 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5440bf-d2a1-4e94-a76b-e96b753e882d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:41.048743 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5440bf-d2a1-4e94-a76b-e96b753e882d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:41.049138 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5440bf-d2a1-4e94-a76b-e96b753e882d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:41.049528 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5440bf-d2a1-4e94-a76b-e96b753e882d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:41.049918 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5440bf-d2a1-4e94-a76b-e96b753e882d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:41.050308 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5440bf-d2a1-4e94-a76b-e96b753e882d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:41.051170 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5440bf-d2a1-4e94-a76b-e96b753e882d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:41.051170 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5440bf-d2a1-4e94-a76b-e96b753e882d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:41.051536 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5440bf-d2a1-4e94-a76b-e96b753e882d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:41.052031 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5440bf-d2a1-4e94-a76b-e96b753e882d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:41.052448 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5440bf-d2a1-4e94-a76b-e96b753e882d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:41.086003 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-1d468187-8edf-43a8-92bc-3af38ecab36a admin admin] Publish callbacks [] for port (92e50517-801a-44e6-ae5f-a5819ee82935), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:41.145423 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron_lib.callbacks.manager [None req-7e25ba68-e287-460c-aabd-5276d25b57c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (78774f58-824b-4e70-8b2f-2e3873607635), after_update {{(pid=104617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:41.207913 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e25ba68-e287-460c-aabd-5276d25b57c0 None None] Routers {'21fa1770-3efc-4468-b817-485cb6c5394b'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:41:41.208541 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-7e25ba68-e287-460c-aabd-5276d25b57c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:41:17Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['21fa1770-3efc-4468-b817-485cb6c5394b'], 'active': True} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:41.212601 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5440bf-d2a1-4e94-a76b-e96b753e882d None None] Pushing event updated for resources: {'Port': ['ID=78774f58-824b-4e70-8b2f-2e3873607635,revision_number=3']} {{(pid=104617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:41.231770 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-1d468187-8edf-43a8-92bc-3af38ecab36a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791799515441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585481432'] for port (92e50517-801a-44e6-ae5f-a5819ee82935), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:41.285372 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:41.290644 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d468187-8edf-43a8-92bc-3af38ecab36a admin admin] Network 9d90c714-9bd8-40b9-8a54-714767000c3f is already hosted by enough agents. {{(pid=104615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:41:41.295031 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.base_scheduler [None req-1d468187-8edf-43a8-92bc-3af38ecab36a admin admin] Resources bound (agent type, host, resource id): {{(pid=104615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:41:41.295885 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d468187-8edf-43a8-92bc-3af38ecab36a admin admin] Received port after_create {{(pid=104615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:41:41.299836 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d468187-8edf-43a8-92bc-3af38ecab36a admin admin] Pushing event updated for resources: {'Port': ['ID=92e50517-801a-44e6-ae5f-a5819ee82935,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:41.312478 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:41.355765 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-1d468187-8edf-43a8-92bc-3af38ecab36a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680048'] for router_interface (21fa1770-3efc-4468-b817-485cb6c5394b), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:41.366365 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvr_db [None req-7e25ba68-e287-460c-aabd-5276d25b57c0 None None] Set router 21fa1770-3efc-4468-b817-485cb6c5394b gateway port host: dv-cinder-828805-4-iscsi {{(pid=104617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:41:41.612266 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-7e25ba68-e287-460c-aabd-5276d25b57c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fa1770-3efc-4468-b817-485cb6c5394b', 'name': 'tempest-AttachVolumeTestJSON-619831655-router', 'tenant_id': '37f34daf6ac94c41b23e1bc899ab671f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '78774f58-824b-4e70-8b2f-2e3873607635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:41:37Z', 'updated_at': '2022-05-27T03:41:39Z', 'revision_number': 3, 'project_id': '37f34daf6ac94c41b23e1bc899ab671f', 'gw_port': {'id': '78774f58-824b-4e70-8b2f-2e3873607635', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:bc:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21fa1770-3efc-4468-b817-485cb6c5394b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:41:38Z', 'updated_at': '2022-05-27T03:41:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi'}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:41.615348 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-1d468187-8edf-43a8-92bc-3af38ecab36a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (92e50517-801a-44e6-ae5f-a5819ee82935), before_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:41.655939 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-ec6b425a-89b4-45f2-9973-e5a3dc554b1f None None] Provisioning complete for port 92e50517-801a-44e6-ae5f-a5819ee82935 triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:41:41.656350 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-ec6b425a-89b4-45f2-9973-e5a3dc554b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (92e50517-801a-44e6-ae5f-a5819ee82935), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:41.669495 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e25ba68-e287-460c-aabd-5276d25b57c0 None None] The sync data for ids ['21fa1770-3efc-4468-b817-485cb6c5394b'] in dv-cinder-828805-4-iscsi is: [{'id': '21fa1770-3efc-4468-b817-485cb6c5394b', 'name': 'tempest-AttachVolumeTestJSON-619831655-router', 'tenant_id': '37f34daf6ac94c41b23e1bc899ab671f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '78774f58-824b-4e70-8b2f-2e3873607635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:41:37Z', 'updated_at': '2022-05-27T03:41:39Z', 'revision_number': 3, 'project_id': '37f34daf6ac94c41b23e1bc899ab671f', 'gw_port': {'id': '78774f58-824b-4e70-8b2f-2e3873607635', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:bc:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21fa1770-3efc-4468-b817-485cb6c5394b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:41:38Z', 'updated_at': '2022-05-27T03:41:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi'}] {{(pid=104617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:41:41.717053 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-ec6b425a-89b4-45f2-9973-e5a3dc554b1f None None] Port 92e50517-801a-44e6-ae5f-a5819ee82935 cannot update to ACTIVE because it is not bound. {{(pid=104616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:41:41.796990 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:41.867084 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-1d468187-8edf-43a8-92bc-3af38ecab36a admin admin] Publish callbacks [] for port (92e50517-801a-44e6-ae5f-a5819ee82935), precommit_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:41.922124 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-1d468187-8edf-43a8-92bc-3af38ecab36a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585481455'] for port (92e50517-801a-44e6-ae5f-a5819ee82935), after_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:42.045509 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d468187-8edf-43a8-92bc-3af38ecab36a admin admin] Pushing event updated for resources: {'Port': ['ID=92e50517-801a-44e6-ae5f-a5819ee82935,revision_number=2']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:42.050970 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-1d468187-8edf-43a8-92bc-3af38ecab36a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-373377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681152'] for router_interface (21fa1770-3efc-4468-b817-485cb6c5394b), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:42.187623 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8986fb9d-eeda-450d-9dad-9b509eab848f req-65b4847c-f3d2-4f56-8032-85960691fb1d tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:42.189200 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-8986fb9d-eeda-450d-9dad-9b509eab848f req-65b4847c-f3d2-4f56-8032-85960691fb1d tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 943 time: 0.0940979 May 27 03:41:42.266997 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d468187-8edf-43a8-92bc-3af38ecab36a admin admin] Network 9d90c714-9bd8-40b9-8a54-714767000c3f is already hosted by enough agents. {{(pid=104615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:41:42.269630 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.base_scheduler [None req-1d468187-8edf-43a8-92bc-3af38ecab36a admin admin] Resources bound (agent type, host, resource id): {{(pid=104615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:41:42.274243 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-8986fb9d-eeda-450d-9dad-9b509eab848f req-273fa3d2-66ac-4c4c-989b-d010755a03d1 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2c5bd50-930c-4c7b-a303-2fb9cb05455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782676 May 27 03:41:42.656273 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 78774f58-824b-4e70-8b2f-2e3873607635 up at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:41:42.665264 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-bf5e333f-8cc4-4c22-b814-76b59ec06537 None None] Provisioning complete for port 92e50517-801a-44e6-ae5f-a5819ee82935 triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:41:42.675216 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-bf5e333f-8cc4-4c22-b814-76b59ec06537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (92e50517-801a-44e6-ae5f-a5819ee82935), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:42.711474 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:42.771813 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-bf5e333f-8cc4-4c22-b814-76b59ec06537 None None] Port 92e50517-801a-44e6-ae5f-a5819ee82935 cannot update to ACTIVE because it is not bound. {{(pid=104616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:41:42.799484 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Provisioning complete for port 78774f58-824b-4e70-8b2f-2e3873607635 triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:41:42.799851 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (78774f58-824b-4e70-8b2f-2e3873607635), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:42.810983 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:42.837886 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d468187-8edf-43a8-92bc-3af38ecab36a admin admin] Router 21fa1770-3efc-4468-b817-485cb6c5394b has already been hosted by L3 agent 9df6ec88-276d-42f5-acd2-7e289451d5e3 {{(pid=104615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:41:42.961038 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Current status of the port 78774f58-824b-4e70-8b2f-2e3873607635 is: DOWN; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:41:42.961567 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (78774f58-824b-4e70-8b2f-2e3873607635), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:42.983355 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d468187-8edf-43a8-92bc-3af38ecab36a admin admin] Notify agent at l3_agent.dv-cinder-828805-4-iscsi the message routers_updated {{(pid=104615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:41:42.989272 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-1d468187-8edf-43a8-92bc-3af38ecab36a admin admin] 10.222.0.24 "PUT /v2.0/routers/21fa1770-3efc-4468-b817-485cb6c5394b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0162652 May 27 03:41:43.014497 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] For port 78774f58-824b-4e70-8b2f-2e3873607635, host dv-cinder-828805-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=78774f58-824b-4e70-8b2f-2e3873607635,segment=NetworkSegment(2b0e99ee-61aa-44db-85d9-9c6d208f29d9),segment_id=2b0e99ee-61aa-44db-85d9-9c6d208f29d9)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:43.115794 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (78774f58-824b-4e70-8b2f-2e3873607635), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:43.186789 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:43.223672 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Pushing event updated for resources: {'Port': ['ID=78774f58-824b-4e70-8b2f-2e3873607635,revision_number=4']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:43.435524 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (134bae73-502b-4599-bb47-129fee8818a4), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:43.436450 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b83ace4-254c-4262-bd64-9f48c0d62492 req-52d2e1f6-2a98-445c-88f1-bd4ed6d944cb tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:43.437950 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-7b83ace4-254c-4262-bd64-9f48c0d62492 req-52d2e1f6-2a98-445c-88f1-bd4ed6d944cb tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 943 time: 0.0591795 May 27 03:41:43.473382 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 41078) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:41:43.478202 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [None req-699f25a5-2484-4643-8817-b56e4ff55a4c tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1196189375', 'description': 'tempest-description--429535716'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:41:43.500995 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-7b83ace4-254c-4262-bd64-9f48c0d62492 req-cffbe045-3b1a-4b8e-abe6-c64b50655047 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2c5bd50-930c-4c7b-a303-2fb9cb05455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563202 May 27 03:41:43.870694 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-699f25a5-2484-4643-8817-b56e4ff55a4c tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks [] for security_group (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:43.945580 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a75312c-5a9c-4da2-b101-45940365740c None None] Sync routers for ids ['21fa1770-3efc-4468-b817-485cb6c5394b'] in dv-cinder-828805-4-iscsi {{(pid=104616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:41:43.968633 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a75312c-5a9c-4da2-b101-45940365740c None None] Routers {'21fa1770-3efc-4468-b817-485cb6c5394b'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:41:43.971882 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-0a75312c-5a9c-4da2-b101-45940365740c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:41:17Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['21fa1770-3efc-4468-b817-485cb6c5394b'], 'active': True} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:43.976903 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=8 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:43.985627 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-699f25a5-2484-4643-8817-b56e4ff55a4c tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks [] for security_group (c7cfe8ef-9ac9-4b47-8929-af1db19bd0b0), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:44.070544 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-699f25a5-2484-4643-8817-b56e4ff55a4c tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (c7cfe8ef-9ac9-4b47-8929-af1db19bd0b0), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:44.093429 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvr_db [None req-0a75312c-5a9c-4da2-b101-45940365740c None None] Set router 21fa1770-3efc-4468-b817-485cb6c5394b gateway port host: dv-cinder-828805-4-iscsi {{(pid=104616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:41:44.122764 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699f25a5-2484-4643-8817-b56e4ff55a4c tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7cfe8ef-9ac9-4b47-8929-af1db19bd0b0,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:44.192688 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-699f25a5-2484-4643-8817-b56e4ff55a4c tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks [] for security_group (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:44.193901 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-699f25a5-2484-4643-8817-b56e4ff55a4c tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7194898 May 27 03:41:44.200752 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 41082) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:41:44.206072 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [None req-c9903670-8c70-4fbe-ad9c-a0e468f1f9c4 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Request body: {'security_group_rule': {'security_group_id': 'c7cfe8ef-9ac9-4b47-8929-af1db19bd0b0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:41:44.295101 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-0a75312c-5a9c-4da2-b101-45940365740c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fa1770-3efc-4468-b817-485cb6c5394b', 'name': 'tempest-AttachVolumeTestJSON-619831655-router', 'tenant_id': '37f34daf6ac94c41b23e1bc899ab671f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '78774f58-824b-4e70-8b2f-2e3873607635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:41:37Z', 'updated_at': '2022-05-27T03:41:41Z', 'revision_number': 4, 'project_id': '37f34daf6ac94c41b23e1bc899ab671f', 'gw_port': {'id': '78774f58-824b-4e70-8b2f-2e3873607635', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:bc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fa1770-3efc-4468-b817-485cb6c5394b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:41:38Z', 'updated_at': '2022-05-27T03:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_interfaces': [{'id': '92e50517-801a-44e6-ae5f-a5819ee82935', 'name': '', 'network_id': '9d90c714-9bd8-40b9-8a54-714767000c3f', 'tenant_id': '37f34daf6ac94c41b23e1bc899ab671f', 'mac_address': 'fa:16:3e:eb:41:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21fa1770-3efc-4468-b817-485cb6c5394b', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '00d5760e-0799-462a-a374-8af06f949dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:41:40Z', 'updated_at': '2022-05-27T03:41:41Z', 'revision_number': 2, 'project_id': '37f34daf6ac94c41b23e1bc899ab671f', 'subnets': [{'id': '00d5760e-0799-462a-a374-8af06f949dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:44.323188 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a75312c-5a9c-4da2-b101-45940365740c None None] Checking router: 21fa1770-3efc-4468-b817-485cb6c5394b for host: dv-cinder-828805-4-iscsi {{(pid=104616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:41:44.323530 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a75312c-5a9c-4da2-b101-45940365740c None None] Updating router 21fa1770-3efc-4468-b817-485cb6c5394b port 92e50517-801a-44e6-ae5f-a5819ee82935 binding host dv-cinder-828805-4-iscsi {{(pid=104616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:41:44.352896 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-0a75312c-5a9c-4da2-b101-45940365740c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (92e50517-801a-44e6-ae5f-a5819ee82935), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:44.359742 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-c9903670-8c70-4fbe-ad9c-a0e468f1f9c4 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks [] for security_group_rule (046653e0-8747-49fd-94ca-4c94b3887ab2), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:44.443308 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-c9903670-8c70-4fbe-ad9c-a0e468f1f9c4 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks [] for security_group_rule (046653e0-8747-49fd-94ca-4c94b3887ab2), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:44.580869 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-c9903670-8c70-4fbe-ad9c-a0e468f1f9c4 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567362'] for security_group_rule (046653e0-8747-49fd-94ca-4c94b3887ab2), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:44.626222 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9903670-8c70-4fbe-ad9c-a0e468f1f9c4 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=046653e0-8747-49fd-94ca-4c94b3887ab2,revision_number=0']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:44.641523 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 78774f58-824b-4e70-8b2f-2e3873607635 up at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:41:44.699490 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48885a2f-7f76-414a-9f2f-9eb70558b682 req-2da19fc4-fca8-4331-932d-066a242bd86b tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:44.700924 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-48885a2f-7f76-414a-9f2f-9eb70558b682 req-2da19fc4-fca8-4331-932d-066a242bd86b tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 943 time: 0.0801539 May 27 03:41:44.728291 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-c9903670-8c70-4fbe-ad9c-a0e468f1f9c4 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:44.732081 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-c9903670-8c70-4fbe-ad9c-a0e468f1f9c4 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5285447 May 27 03:41:44.734067 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 41088) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:41:44.739018 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [None req-40f66459-8c60-4801-ada3-ab8168aa6ba5 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Request body: {'security_group_rule': {'security_group_id': 'c7cfe8ef-9ac9-4b47-8929-af1db19bd0b0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:41:44.772227 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-48885a2f-7f76-414a-9f2f-9eb70558b682 req-f031f342-f43e-4aab-b3c2-e36367d480ad tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2c5bd50-930c-4c7b-a303-2fb9cb05455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645716 May 27 03:41:44.776209 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Provisioning complete for port 78774f58-824b-4e70-8b2f-2e3873607635 triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:41:44.776620 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (78774f58-824b-4e70-8b2f-2e3873607635), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:44.814953 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-0a75312c-5a9c-4da2-b101-45940365740c None None] Publish callbacks [] for port (92e50517-801a-44e6-ae5f-a5819ee82935), precommit_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:44.859813 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:44.874880 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Current status of the port 78774f58-824b-4e70-8b2f-2e3873607635 is: ACTIVE; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:41:45.053690 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-aafe6cde-cca3-4439-a788-84af2332ff8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (b322252d-fb9d-4652-a830-647fed26b29a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:45.098136 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-0a75312c-5a9c-4da2-b101-45940365740c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (92e50517-801a-44e6-ae5f-a5819ee82935), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:45.100528 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:45.100670 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-40f66459-8c60-4801-ada3-ab8168aa6ba5 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks [] for security_group_rule (e1b09ee9-47fa-4950-b57d-9554dd0a604e), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:45.103578 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:45.155497 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97f165a-5d35-4121-ae6a-a580c2a69d05 None None] Pushing event updated for resources: {'Port': ['ID=92e50517-801a-44e6-ae5f-a5819ee82935,revision_number=3']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:45.171170 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-40f66459-8c60-4801-ada3-ab8168aa6ba5 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks [] for security_group_rule (e1b09ee9-47fa-4950-b57d-9554dd0a604e), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:45.205442 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.managers [None req-0a75312c-5a9c-4da2-b101-45940365740c None None] Attempting to bind port 92e50517-801a-44e6-ae5f-a5819ee82935 on host dv-cinder-828805-4-iscsi for vnic_type normal with profile {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:41:45.205917 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.managers [None req-0a75312c-5a9c-4da2-b101-45940365740c None None] Attempting to bind port 92e50517-801a-44e6-ae5f-a5819ee82935 by drivers openvswitch,hyperv on host dv-cinder-828805-4-iscsi at level 0 using segments [{'id': 'e284cbef-e426-4d54-8e4c-74a583421795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9d90c714-9bd8-40b9-8a54-714767000c3f'}] {{(pid=104616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:41:45.206189 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a75312c-5a9c-4da2-b101-45940365740c None None] Attempting to bind port 92e50517-801a-44e6-ae5f-a5819ee82935 on network 9d90c714-9bd8-40b9-8a54-714767000c3f {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:41:45.211874 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a75312c-5a9c-4da2-b101-45940365740c None None] Checking agent: {'id': '917d01f3-4a27-4590-ae14-da14d21a1e88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 26, 21), 'started_at': datetime.datetime(2022, 5, 27, 3, 26, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:41:45.212245 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a75312c-5a9c-4da2-b101-45940365740c None None] Checking segment: {'id': 'e284cbef-e426-4d54-8e4c-74a583421795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9d90c714-9bd8-40b9-8a54-714767000c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:41:45.212646 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-0a75312c-5a9c-4da2-b101-45940365740c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:45.213034 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a75312c-5a9c-4da2-b101-45940365740c None None] Bound using segment: {'id': 'e284cbef-e426-4d54-8e4c-74a583421795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9d90c714-9bd8-40b9-8a54-714767000c3f'} {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:41:45.213499 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.managers [None req-0a75312c-5a9c-4da2-b101-45940365740c None None] Bound port: 92e50517-801a-44e6-ae5f-a5819ee82935, host: dv-cinder-828805-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e284cbef-e426-4d54-8e4c-74a583421795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9d90c714-9bd8-40b9-8a54-714767000c3f'}}] {{(pid=104616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:41:45.213970 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-0a75312c-5a9c-4da2-b101-45940365740c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (92e50517-801a-44e6-ae5f-a5819ee82935), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:45.242039 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-40f66459-8c60-4801-ada3-ab8168aa6ba5 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567362'] for security_group_rule (e1b09ee9-47fa-4950-b57d-9554dd0a604e), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:45.259094 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f66459-8c60-4801-ada3-ab8168aa6ba5 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1b09ee9-47fa-4950-b57d-9554dd0a604e,revision_number=0']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:45.280661 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-0a75312c-5a9c-4da2-b101-45940365740c None None] For port 92e50517-801a-44e6-ae5f-a5819ee82935, host dv-cinder-828805-4-iscsi, cleared binding levels {{(pid=104616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:41:45.284023 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-0a75312c-5a9c-4da2-b101-45940365740c None None] For port 92e50517-801a-44e6-ae5f-a5819ee82935, host dv-cinder-828805-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=92e50517-801a-44e6-ae5f-a5819ee82935,segment=NetworkSegment(e284cbef-e426-4d54-8e4c-74a583421795),segment_id=e284cbef-e426-4d54-8e4c-74a583421795)] {{(pid=104616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:41:45.340485 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-40f66459-8c60-4801-ada3-ab8168aa6ba5 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:45.341702 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-40f66459-8c60-4801-ada3-ab8168aa6ba5 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6066792 May 27 03:41:45.345041 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 41092) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:41:45.349991 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.v2.base [None req-b531a041-5635-48cc-ac46-750ed813eda7 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Request body: {'floatingip': {'floating_network_id': '6db324a0-41f0-4440-95df-83df441784f6'}} {{(pid=104615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:41:45.368694 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-0a75312c-5a9c-4da2-b101-45940365740c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (92e50517-801a-44e6-ae5f-a5819ee82935), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:45.439380 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a75312c-5a9c-4da2-b101-45940365740c None None] Routers {'21fa1770-3efc-4468-b817-485cb6c5394b'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:41:45.440024 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-0a75312c-5a9c-4da2-b101-45940365740c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:41:17Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['21fa1770-3efc-4468-b817-485cb6c5394b'], 'active': True} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:45.444894 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-f9ce04bb-5c12-4d4e-9885-0aafaaf6eb96 None None] Provisioning complete for port 92e50517-801a-44e6-ae5f-a5819ee82935 triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:41:45.445238 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-f9ce04bb-5c12-4d4e-9885-0aafaaf6eb96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (92e50517-801a-44e6-ae5f-a5819ee82935), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:45.489311 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-b531a041-5635-48cc-ac46-750ed813eda7 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:45.498794 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97f165a-5d35-4121-ae6a-a580c2a69d05 None None] Pushing event updated for resources: {'Port': ['ID=92e50517-801a-44e6-ae5f-a5819ee82935,revision_number=4']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:45.609546 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-b531a041-5635-48cc-ac46-750ed813eda7 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:45.670022 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:45.723406 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.db.db_base_plugin_common [None req-b531a041-5635-48cc-ac46-750ed813eda7 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Allocated IP 172.27.0.67 (6db324a0-41f0-4440-95df-83df441784f6/1196ed2a-e255-42ad-b78e-696bc1bae72b/155efc6d-5e5e-49e4-bc16-46cad358c8d2) {{(pid=104615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:41:45.742088 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvr_db [None req-0a75312c-5a9c-4da2-b101-45940365740c None None] Set router 21fa1770-3efc-4468-b817-485cb6c5394b gateway port host: dv-cinder-828805-4-iscsi {{(pid=104616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:41:45.779340 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-f9ce04bb-5c12-4d4e-9885-0aafaaf6eb96 None None] Current status of the port 92e50517-801a-44e6-ae5f-a5819ee82935 is: DOWN; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:41:45.779715 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-f9ce04bb-5c12-4d4e-9885-0aafaaf6eb96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (92e50517-801a-44e6-ae5f-a5819ee82935), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:45.826806 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-b531a041-5635-48cc-ac46-750ed813eda7 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks [] for port (155efc6d-5e5e-49e4-bc16-46cad358c8d2), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:45.830740 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:45.892022 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:45.892743 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-f9ce04bb-5c12-4d4e-9885-0aafaaf6eb96 None None] For port 92e50517-801a-44e6-ae5f-a5819ee82935, host dv-cinder-828805-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=92e50517-801a-44e6-ae5f-a5819ee82935,segment=NetworkSegment(e284cbef-e426-4d54-8e4c-74a583421795),segment_id=e284cbef-e426-4d54-8e4c-74a583421795)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:45.905660 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3375ec4f-93bb-43e7-bf90-dd655b206921 req-3475e295-c84f-4185-9a4d-51ffd82303f7 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:45.907210 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-3375ec4f-93bb-43e7-bf90-dd655b206921 req-3475e295-c84f-4185-9a4d-51ffd82303f7 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 943 time: 0.0503533 May 27 03:41:45.934762 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-b531a041-5635-48cc-ac46-750ed813eda7 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791799515441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585481432'] for port (155efc6d-5e5e-49e4-bc16-46cad358c8d2), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:45.964858 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-0a75312c-5a9c-4da2-b101-45940365740c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fa1770-3efc-4468-b817-485cb6c5394b', 'name': 'tempest-AttachVolumeTestJSON-619831655-router', 'tenant_id': '37f34daf6ac94c41b23e1bc899ab671f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '78774f58-824b-4e70-8b2f-2e3873607635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:41:37Z', 'updated_at': '2022-05-27T03:41:41Z', 'revision_number': 4, 'project_id': '37f34daf6ac94c41b23e1bc899ab671f', 'gw_port': {'id': '78774f58-824b-4e70-8b2f-2e3873607635', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:bc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fa1770-3efc-4468-b817-485cb6c5394b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:41:38Z', 'updated_at': '2022-05-27T03:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_interfaces': [{'id': '92e50517-801a-44e6-ae5f-a5819ee82935', 'name': '', 'network_id': '9d90c714-9bd8-40b9-8a54-714767000c3f', 'tenant_id': '37f34daf6ac94c41b23e1bc899ab671f', 'mac_address': 'fa:16:3e:eb:41:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21fa1770-3efc-4468-b817-485cb6c5394b', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '00d5760e-0799-462a-a374-8af06f949dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:41:40Z', 'updated_at': '2022-05-27T03:41:45Z', 'revision_number': 4, 'project_id': '37f34daf6ac94c41b23e1bc899ab671f', 'subnets': [{'id': '00d5760e-0799-462a-a374-8af06f949dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:45.968072 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-f9ce04bb-5c12-4d4e-9885-0aafaaf6eb96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (92e50517-801a-44e6-ae5f-a5819ee82935), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:45.991110 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-3375ec4f-93bb-43e7-bf90-dd655b206921 req-437c8d08-1860-4f72-accb-d3854d8d0a10 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2c5bd50-930c-4c7b-a303-2fb9cb05455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770516 May 27 03:41:45.993141 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b531a041-5635-48cc-ac46-750ed813eda7 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Network 6db324a0-41f0-4440-95df-83df441784f6 is already hosted by enough agents. {{(pid=104615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:41:45.995742 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a75312c-5a9c-4da2-b101-45940365740c None None] The sync data for ids ['21fa1770-3efc-4468-b817-485cb6c5394b'] in dv-cinder-828805-4-iscsi is: [{'id': '21fa1770-3efc-4468-b817-485cb6c5394b', 'name': 'tempest-AttachVolumeTestJSON-619831655-router', 'tenant_id': '37f34daf6ac94c41b23e1bc899ab671f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '78774f58-824b-4e70-8b2f-2e3873607635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:41:37Z', 'updated_at': '2022-05-27T03:41:41Z', 'revision_number': 4, 'project_id': '37f34daf6ac94c41b23e1bc899ab671f', 'gw_port': {'id': '78774f58-824b-4e70-8b2f-2e3873607635', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:bc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fa1770-3efc-4468-b817-485cb6c5394b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:41:38Z', 'updated_at': '2022-05-27T03:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_interfaces': [{'id': '92e50517-801a-44e6-ae5f-a5819ee82935', 'name': '', 'network_id': '9d90c714-9bd8-40b9-8a54-714767000c3f', 'tenant_id': '37f34daf6ac94c41b23e1bc899ab671f', 'mac_address': 'fa:16:3e:eb:41:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21fa1770-3efc-4468-b817-485cb6c5394b', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '00d5760e-0799-462a-a374-8af06f949dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:41:40Z', 'updated_at': '2022-05-27T03:41:45Z', 'revision_number': 4, 'project_id': '37f34daf6ac94c41b23e1bc899ab671f', 'subnets': [{'id': '00d5760e-0799-462a-a374-8af06f949dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:41:46.000262 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.base_scheduler [None req-b531a041-5635-48cc-ac46-750ed813eda7 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Resources bound (agent type, host, resource id): {{(pid=104615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:41:46.004674 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b531a041-5635-48cc-ac46-750ed813eda7 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Received port after_create {{(pid=104615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:41:46.010935 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b531a041-5635-48cc-ac46-750ed813eda7 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Pushing event updated for resources: {'Port': ['ID=155efc6d-5e5e-49e4-bc16-46cad358c8d2,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:46.050765 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ce04bb-5c12-4d4e-9885-0aafaaf6eb96 None None] Pushing event updated for resources: {'Port': ['ID=92e50517-801a-44e6-ae5f-a5819ee82935,revision_number=5']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:46.114468 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-b531a041-5635-48cc-ac46-750ed813eda7 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks [] for floatingip (b38474e4-3655-4cbd-b455-6d7f2e021724), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:46.119322 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-cd8619bf-e8e7-45a4-9f13-3ada96c8c22c None None] Provisioning complete for port 92e50517-801a-44e6-ae5f-a5819ee82935 triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:41:46.119825 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-cd8619bf-e8e7-45a4-9f13-3ada96c8c22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (92e50517-801a-44e6-ae5f-a5819ee82935), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:46.206322 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-cd8619bf-e8e7-45a4-9f13-3ada96c8c22c None None] Current status of the port 92e50517-801a-44e6-ae5f-a5819ee82935 is: ACTIVE; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:41:46.255320 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-b531a041-5635-48cc-ac46-750ed813eda7 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (155efc6d-5e5e-49e4-bc16-46cad358c8d2), before_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:46.409501 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:46.442176 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-b531a041-5635-48cc-ac46-750ed813eda7 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks [] for port (155efc6d-5e5e-49e4-bc16-46cad358c8d2), precommit_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:46.499154 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-b531a041-5635-48cc-ac46-750ed813eda7 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585481455'] for port (155efc6d-5e5e-49e4-bc16-46cad358c8d2), after_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:46.585227 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b531a041-5635-48cc-ac46-750ed813eda7 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Pushing event updated for resources: {'Port': ['ID=155efc6d-5e5e-49e4-bc16-46cad358c8d2,revision_number=2']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:46.599575 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-b531a041-5635-48cc-ac46-750ed813eda7 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680165'] for floatingip (b38474e4-3655-4cbd-b455-6d7f2e021724), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:46.605885 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 92e50517-801a-44e6-ae5f-a5819ee82935 up at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:41:46.626585 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:46.654720 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Provisioning complete for port 92e50517-801a-44e6-ae5f-a5819ee82935 triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:41:46.655108 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (92e50517-801a-44e6-ae5f-a5819ee82935), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:46.712313 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-b531a041-5635-48cc-ac46-750ed813eda7 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for floatingip (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:46.713559 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-b531a041-5635-48cc-ac46-750ed813eda7 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3675506 May 27 03:41:46.734350 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Current status of the port 92e50517-801a-44e6-ae5f-a5819ee82935 is: ACTIVE; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:41:46.886342 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-f3b239cf-f0c2-4204-b885-9e72ddcee2a0 req-4cbdd653-08a0-4e10-a67c-4d7b06398b9d tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1196189375&fields=id&tenant_id=37f34daf6ac94c41b23e1bc899ab671f HTTP/1.1" status: 200 len: 267 time: 0.0528138 May 27 03:41:46.927507 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-14615d56-e1e7-45e8-add3-7e51d63f7e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (9df6ec88-276d-42f5-acd2-7e289451d5e3), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:46.998140 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b239cf-f0c2-4204-b885-9e72ddcee2a0 req-660470ae-6320-44fa-b2ac-2b958182c472 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:46.999750 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-f3b239cf-f0c2-4204-b885-9e72ddcee2a0 req-660470ae-6320-44fa-b2ac-2b958182c472 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/networks?id=9d90c714-9bd8-40b9-8a54-714767000c3f HTTP/1.1" status: 200 len: 810 time: 0.1069379 May 27 03:41:47.014919 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-f3b239cf-f0c2-4204-b885-9e72ddcee2a0 req-c0f87f3d-f8fe-4acf-a1b2-647f6dcfcd5c tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/quotas/37f34daf6ac94c41b23e1bc899ab671f HTTP/1.1" status: 200 len: 375 time: 0.0095215 May 27 03:41:47.072017 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-f3b239cf-f0c2-4204-b885-9e72ddcee2a0 req-dbe22291-3706-4a0c-9732-0bf05c08bfca tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=37f34daf6ac94c41b23e1bc899ab671f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503173 May 27 03:41:47.192432 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:47.204409 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1fd00-c234-4195-8d47-915133f7b19d req-6bbf455c-8eee-4ab9-88c5-6fd9b7197fb2 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:47.205868 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-b7c1fd00-c234-4195-8d47-915133f7b19d req-6bbf455c-8eee-4ab9-88c5-6fd9b7197fb2 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 943 time: 0.0662646 May 27 03:41:47.229716 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-f3b239cf-f0c2-4204-b885-9e72ddcee2a0 req-74d87092-7fc6-48ac-998b-47eb13b3bfe5 service neutron] 10.222.0.24 "GET /v2.0/networks/9d90c714-9bd8-40b9-8a54-714767000c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452799 May 27 03:41:47.316780 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-b7c1fd00-c234-4195-8d47-915133f7b19d req-02ff4a61-96ee-4786-9b2a-c5f0074ef825 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2c5bd50-930c-4c7b-a303-2fb9cb05455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993321 May 27 03:41:47.348164 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-f3b239cf-f0c2-4204-b885-9e72ddcee2a0 req-1abf83a0-d014-4e38-ab88-c4e1a4d82dce service neutron] 10.222.0.24 "GET /v2.0/networks/9d90c714-9bd8-40b9-8a54-714767000c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120164 May 27 03:41:47.606395 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-678f473b-a6e9-4b53-a8c2-381aa8bb40c8 req-88f619ce-733a-46b9-9fe5-44958a58e47c tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?device_id=87a65177-fd0d-4c44-a70a-d285315c23ee HTTP/1.1" status: 200 len: 210 time: 0.0299203 May 27 03:41:47.663463 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device ee7bf9c2-a2d0-4695-960b-55515919a177 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:41:47.763642 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port ee7bf9c2-a2d0-4695-960b-55515919a177, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=ee7bf9c2-a2d0-4695-960b-55515919a177,segment=NetworkSegment(62c563a9-fe72-4adb-8d7c-17b2299b5d3d),segment_id=62c563a9-fe72-4adb-8d7c-17b2299b5d3d)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:47.774939 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Returning: {'device': 'ee7bf9c2-a2d0-4695-960b-55515919a177', 'network_id': '85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1', 'port_id': 'ee7bf9c2-a2d0-4695-960b-55515919a177', 'mac_address': 'fa:16:3e:1d:c5:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01cacb82-b9b5-47d7-9a65-bacc84dba8c5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:41:47.808543 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Current status of the port ee7bf9c2-a2d0-4695-960b-55515919a177 is: DOWN; New status is: BUILD {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:41:47.808918 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (ee7bf9c2-a2d0-4695-960b-55515919a177), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:47.821661 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.notifiers.nova [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee7bf9c2-a2d0-4695-960b-55515919a177 {{(pid=104616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:41:47.843314 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port ee7bf9c2-a2d0-4695-960b-55515919a177, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=ee7bf9c2-a2d0-4695-960b-55515919a177,segment=NetworkSegment(62c563a9-fe72-4adb-8d7c-17b2299b5d3d),segment_id=62c563a9-fe72-4adb-8d7c-17b2299b5d3d)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:47.944207 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (ee7bf9c2-a2d0-4695-960b-55515919a177), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:47.991715 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Pushing event updated for resources: {'Port': ['ID=ee7bf9c2-a2d0-4695-960b-55515919a177,revision_number=9']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:48.071071 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88151ea9-3998-46ba-a6a9-e384c70e3221 req-a3b88657-de0b-4876-b900-ace78a8d8895 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:48.072684 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-88151ea9-3998-46ba-a6a9-e384c70e3221 req-a3b88657-de0b-4876-b900-ace78a8d8895 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c468d59-f3a1-44de-8052-3b6b651ea73e HTTP/1.1" status: 200 len: 946 time: 0.0457730 May 27 03:41:48.124657 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-88151ea9-3998-46ba-a6a9-e384c70e3221 req-11cf9505-7ecb-4df0-93a3-061a30509b06 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfc1ff3d-0e11-49bd-8480-c88fbeda7523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464790 May 27 03:41:48.177875 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-584d7fde-7d72-4642-9601-b182cfb78c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (413fc6aa-3a5a-4281-abfd-a440a67afb4a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:48.254045 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] get_ports_and_sgs() called for port_ids ['ee7bf9c2-a2d0-4695-960b-55515919a177'] {{(pid=104616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:41:48.436395 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54814687-af4c-4935-ae0e-c50bbd929893 req-2a3d47be-0d87-4a55-b4eb-5e85396ff1b3 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:48.437810 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-54814687-af4c-4935-ae0e-c50bbd929893 req-2a3d47be-0d87-4a55-b4eb-5e85396ff1b3 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 944 time: 0.0449858 May 27 03:41:48.485917 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-54814687-af4c-4935-ae0e-c50bbd929893 req-83849820-af38-48b5-9b0e-49ad9980acbc tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2c5bd50-930c-4c7b-a303-2fb9cb05455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425699 May 27 03:41:48.682562 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-c733901d-0890-4210-b2ce-878802c843fe req-aafe3198-f0ab-4d1c-b001-05ab204c63ae tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?device_id=87a65177-fd0d-4c44-a70a-d285315c23ee HTTP/1.1" status: 200 len: 210 time: 0.0268424 May 27 03:41:49.236376 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5cc9ea-3463-4da4-ab29-aca9b340cc2f req-6338b18b-305c-42a8-a6c4-da875a531b77 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:49.237841 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ab5cc9ea-3463-4da4-ab29-aca9b340cc2f req-6338b18b-305c-42a8-a6c4-da875a531b77 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c468d59-f3a1-44de-8052-3b6b651ea73e HTTP/1.1" status: 200 len: 946 time: 0.0471752 May 27 03:41:49.288475 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ab5cc9ea-3463-4da4-ab29-aca9b340cc2f req-18468a1e-a687-4eff-b436-a8d5d4f4ff98 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfc1ff3d-0e11-49bd-8480-c88fbeda7523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448644 May 27 03:41:49.299140 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f446-e12c-45b2-8c38-3579950c1c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (785c7416-4bf9-40d9-a08f-c797a61a0436), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:49.605569 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9219689-f17b-4bb5-99d9-091efd7b6717 req-845ffd6e-cd46-4ff9-a3b2-927a75d6652f tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:49.606997 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-f9219689-f17b-4bb5-99d9-091efd7b6717 req-845ffd6e-cd46-4ff9-a3b2-927a75d6652f tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 944 time: 0.0473254 May 27 03:41:49.654582 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-f9219689-f17b-4bb5-99d9-091efd7b6717 req-0d1b2f5e-b7f6-4df3-bc2e-8a852b8ebc31 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2c5bd50-930c-4c7b-a303-2fb9cb05455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419974 May 27 03:41:49.674003 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device ee7bf9c2-a2d0-4695-960b-55515919a177 up at agent hyperv_hv-cinder-82880 {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:41:49.680865 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7325ec-fd85-4cb3-ad5f-aeae31dd45dc req-c616215f-af81-43e6-870d-f3c5732957e8 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:49.682418 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-5c7325ec-fd85-4cb3-ad5f-aeae31dd45dc req-c616215f-af81-43e6-870d-f3c5732957e8 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.69 "GET /v2.0/ports?device_id=3c468d59-f3a1-44de-8052-3b6b651ea73e HTTP/1.1" status: 200 len: 946 time: 0.0510592 May 27 03:41:49.717677 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:49.721720 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Provisioning complete for port ee7bf9c2-a2d0-4695-960b-55515919a177 triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:41:49.722086 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (ee7bf9c2-a2d0-4695-960b-55515919a177), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:49.794360 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-7fcbc97b-bc9a-4a9b-ab36-c0d0f33348e0 req-8ece8fc1-0d28-4961-a128-12ec9445a0fa tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?device_id=87a65177-fd0d-4c44-a70a-d285315c23ee HTTP/1.1" status: 200 len: 210 time: 0.0292313 May 27 03:41:49.800031 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Current status of the port ee7bf9c2-a2d0-4695-960b-55515919a177 is: BUILD; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:41:49.800521 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (ee7bf9c2-a2d0-4695-960b-55515919a177), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:49.801656 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [req-5c7325ec-fd85-4cb3-ad5f-aeae31dd45dc req-d34aaba5-f42d-4e22-8d7f-941e8d8de995 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Deleting port 7de6ae85-3bb0-4331-96a8-95d107a33391 {{(pid=104614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:41:49.802347 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-5c7325ec-fd85-4cb3-ad5f-aeae31dd45dc req-d34aaba5-f42d-4e22-8d7f-941e8d8de995 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791799895781'] for port (7de6ae85-3bb0-4331-96a8-95d107a33391), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:49.824853 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9baead13-4dfc-47d4-a5d3-5a0a4b760f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7bf9c2-a2d0-4695-960b-55515919a177'}] {{(pid=104616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:41:49.827182 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538c57523af4411a099bc77a34a8b12cae4f8d5a17830f42255aa2cd4d9c6a31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e9249b0-5f9e-435a-8436-e1f8679b2437" -d '{"events": [{"server_uuid": "9baead13-4dfc-47d4-a5d3-5a0a4b760f45", "name": "network-vif-plugged", "status": "completed", "tag": "ee7bf9c2-a2d0-4695-960b-55515919a177"}]}' {{(pid=104616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:41:49.840885 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port ee7bf9c2-a2d0-4695-960b-55515919a177, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=ee7bf9c2-a2d0-4695-960b-55515919a177,segment=NetworkSegment(62c563a9-fe72-4adb-8d7c-17b2299b5d3d),segment_id=62c563a9-fe72-4adb-8d7c-17b2299b5d3d)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:49.868810 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ef9133-25cd-402d-91a9-00c6744e6945 x-openstack-request-id: req-53ef9133-25cd-402d-91a9-00c6744e6945 {{(pid=104616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:41:49.869117 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9baead13-4dfc-47d4-a5d3-5a0a4b760f45", "name": "network-vif-plugged", "status": "completed", "tag": "ee7bf9c2-a2d0-4695-960b-55515919a177", "code": 200}]} {{(pid=104616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:41:49.869354 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-53ef9133-25cd-402d-91a9-00c6744e6945 {{(pid=104616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:41:49.870223 dv-cinder-828805-4-iscsi neutron-server[104616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53ef9133-25cd-402d-91a9-00c6744e6945'] response: {'server_uuid': '9baead13-4dfc-47d4-a5d3-5a0a4b760f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7bf9c2-a2d0-4695-960b-55515919a177', 'code': 200} May 27 03:41:49.916018 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.db [req-5c7325ec-fd85-4cb3-ad5f-aeae31dd45dc req-d34aaba5-f42d-4e22-8d7f-941e8d8de995 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] For port 7de6ae85-3bb0-4331-96a8-95d107a33391, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7de6ae85-3bb0-4331-96a8-95d107a33391,segment=NetworkSegment(4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6),segment_id=4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6)] {{(pid=104614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:49.916404 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-5c7325ec-fd85-4cb3-ad5f-aeae31dd45dc req-d34aaba5-f42d-4e22-8d7f-941e8d8de995 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-658269'] for port (7de6ae85-3bb0-4331-96a8-95d107a33391), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:49.944921 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (ee7bf9c2-a2d0-4695-960b-55515919a177), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:49.951083 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:49.996117 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Pushing event updated for resources: {'Port': ['ID=ee7bf9c2-a2d0-4695-960b-55515919a177,revision_number=10']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:50.313430 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-5c7325ec-fd85-4cb3-ad5f-aeae31dd45dc req-d34aaba5-f42d-4e22-8d7f-941e8d8de995 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:50.313805 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-5c7325ec-fd85-4cb3-ad5f-aeae31dd45dc req-d34aaba5-f42d-4e22-8d7f-941e8d8de995 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680165'] for floatingip (7764fea1-9fe2-4940-a766-a54782a05d8e), after_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:50.314159 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.db.l3_db [req-5c7325ec-fd85-4cb3-ad5f-aeae31dd45dc req-d34aaba5-f42d-4e22-8d7f-941e8d8de995 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Floating IP 7764fea1-9fe2-4940-a766-a54782a05d8e disassociated. External IP: 172.27.0.75, port: 7de6ae85-3bb0-4331-96a8-95d107a33391. May 27 03:41:50.314513 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [req-5c7325ec-fd85-4cb3-ad5f-aeae31dd45dc req-d34aaba5-f42d-4e22-8d7f-941e8d8de995 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Calling delete_port for 7de6ae85-3bb0-4331-96a8-95d107a33391 owned by compute:nova {{(pid=104614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:41:50.406085 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9d8f1-b197-4254-b46e-e9136f7da124 req-3c5d45ef-2fb7-457b-b2f9-c4daff8567c5 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:50.407613 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-2af9d8f1-b197-4254-b46e-e9136f7da124 req-3c5d45ef-2fb7-457b-b2f9-c4daff8567c5 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c468d59-f3a1-44de-8052-3b6b651ea73e HTTP/1.1" status: 200 len: 946 time: 0.0525060 May 27 03:41:50.464642 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-2af9d8f1-b197-4254-b46e-e9136f7da124 req-0e088c3b-ebd9-4d58-883b-ea19a7a13dbb tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/security-groups?id=cfc1ff3d-0e11-49bd-8480-c88fbeda7523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513763 May 27 03:41:50.783267 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b897749-f276-4d92-984e-1791e3fcacc8 req-5617114e-4d6b-4ef7-a7d6-2541ab9aabc4 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:50.785370 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-1b897749-f276-4d92-984e-1791e3fcacc8 req-5617114e-4d6b-4ef7-a7d6-2541ab9aabc4 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 946 time: 0.0503063 May 27 03:41:50.845973 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-1b897749-f276-4d92-984e-1791e3fcacc8 req-25634ee7-362a-47f1-8357-43398841738a tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2c5bd50-930c-4c7b-a303-2fb9cb05455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541918 May 27 03:41:50.900236 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-2570c9e6-8cab-4900-b522-67e25f3386bd req-86995b52-5ce1-4195-b6cb-5a6705880128 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?device_id=87a65177-fd0d-4c44-a70a-d285315c23ee HTTP/1.1" status: 200 len: 210 time: 0.0282702 May 27 03:41:51.019150 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-5c7325ec-fd85-4cb3-ad5f-aeae31dd45dc req-d34aaba5-f42d-4e22-8d7f-941e8d8de995 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791799905747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791799515450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8584799065'] for port (7de6ae85-3bb0-4331-96a8-95d107a33391), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:51.047829 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (917d01f3-4a27-4590-ae14-da14d21a1e88), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:51.052073 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34aaba5-f42d-4e22-8d7f-941e8d8de995 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Pushing event deleted for resources: {'Port': ['ID=7de6ae85-3bb0-4331-96a8-95d107a33391,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:51.164192 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:51.178934 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c7325ec-fd85-4cb3-ad5f-aeae31dd45dc req-d34aaba5-f42d-4e22-8d7f-941e8d8de995 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Router 58b91349-0dd3-4b11-9ad0-c33bf6a873c9 has already been hosted by L3 agent 9df6ec88-276d-42f5-acd2-7e289451d5e3 {{(pid=104614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:41:51.291482 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:51.296872 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c7325ec-fd85-4cb3-ad5f-aeae31dd45dc req-d34aaba5-f42d-4e22-8d7f-941e8d8de995 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Notify agent at l3_agent.dv-cinder-828805-4-iscsi the message routers_updated {{(pid=104614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:41:51.310688 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf0fdae-3c86-4416-8dfb-cc3d98c3b8f7 None None] Sync routers for ids ['58b91349-0dd3-4b11-9ad0-c33bf6a873c9'] in dv-cinder-828805-4-iscsi {{(pid=104617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:41:51.324261 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf0fdae-3c86-4416-8dfb-cc3d98c3b8f7 None None] Routers {'58b91349-0dd3-4b11-9ad0-c33bf6a873c9'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:41:51.325124 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-7bf0fdae-3c86-4416-8dfb-cc3d98c3b8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:41:47Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['58b91349-0dd3-4b11-9ad0-c33bf6a873c9'], 'active': True} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:51.372029 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c7325ec-fd85-4cb3-ad5f-aeae31dd45dc req-d34aaba5-f42d-4e22-8d7f-941e8d8de995 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] No DVR routers for this DVR port 7de6ae85-3bb0-4331-96a8-95d107a33391 on host hv-cinder-82880 {{(pid=104614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:41:51.375833 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-5c7325ec-fd85-4cb3-ad5f-aeae31dd45dc req-d34aaba5-f42d-4e22-8d7f-941e8d8de995 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:51.380532 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-5c7325ec-fd85-4cb3-ad5f-aeae31dd45dc req-d34aaba5-f42d-4e22-8d7f-941e8d8de995 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.69 "DELETE /v2.0/ports/7de6ae85-3bb0-4331-96a8-95d107a33391 HTTP/1.1" status: 204 len: 173 time: 1.6763790 May 27 03:41:51.384390 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c468d59-f3a1-44de-8052-3b6b651ea73e', 'name': 'network-vif-deleted', 'tag': '7de6ae85-3bb0-4331-96a8-95d107a33391'}] {{(pid=104614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:41:51.384390 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a93b0eab3ec594b69aa68cd7d580be2fac36b4cb942ee4cac03c85783d056da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3719861f-0767-491e-858a-e69138e8b45b" -d '{"events": [{"server_uuid": "3c468d59-f3a1-44de-8052-3b6b651ea73e", "name": "network-vif-deleted", "tag": "7de6ae85-3bb0-4331-96a8-95d107a33391"}]}' {{(pid=104614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:41:51.405096 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec60c6-674e-4289-946a-80f1b793b04e req-1e328273-58e9-44c8-bf86-44449e8afdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:51.406989 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-8fec60c6-674e-4289-946a-80f1b793b04e req-1e328273-58e9-44c8-bf86-44449e8afdb3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 1130 time: 0.1082253 May 27 03:41:51.430552 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7aded9-cba9-4c17-b3b2-e031dc72a853 x-openstack-request-id: req-aa7aded9-cba9-4c17-b3b2-e031dc72a853 {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:41:51.430552 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c468d59-f3a1-44de-8052-3b6b651ea73e", "name": "network-vif-deleted", "tag": "7de6ae85-3bb0-4331-96a8-95d107a33391", "status": "completed", "code": 200}]} {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:41:51.430782 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aa7aded9-cba9-4c17-b3b2-e031dc72a853 {{(pid=104614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:41:51.431205 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa7aded9-cba9-4c17-b3b2-e031dc72a853'] response: {'server_uuid': '3c468d59-f3a1-44de-8052-3b6b651ea73e', 'name': 'network-vif-deleted', 'tag': '7de6ae85-3bb0-4331-96a8-95d107a33391', 'status': 'completed', 'code': 200} May 27 03:41:51.437547 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvr_db [None req-7bf0fdae-3c86-4416-8dfb-cc3d98c3b8f7 None None] Set router 58b91349-0dd3-4b11-9ad0-c33bf6a873c9 gateway port host: dv-cinder-828805-4-iscsi {{(pid=104617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:41:51.459237 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-8fec60c6-674e-4289-946a-80f1b793b04e req-11c221d0-da58-467c-82ec-4520ab21ec87 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c2c5bd50-930c-4c7b-a303-2fb9cb05455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458307 May 27 03:41:51.586704 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-0096664a-2148-4eea-93c1-4852fbef7594 req-6c00dc0d-0f3a-46c8-869a-12a002632362 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c468d59-f3a1-44de-8052-3b6b651ea73e HTTP/1.1" status: 200 len: 210 time: 0.0399885 May 27 03:41:51.637984 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-7bf0fdae-3c86-4416-8dfb-cc3d98c3b8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'name': 'tempest-AttachVolumeNegativeTest-1037525343-router', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '62ebc377-0475-46f8-8fc4-d2dc60188684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:08Z', 'updated_at': '2022-05-27T03:35:16Z', 'revision_number': 4, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'gw_port': {'id': '62ebc377-0475-46f8-8fc4-d2dc60188684', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:10Z', 'updated_at': '2022-05-27T03:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_interfaces': [{'id': '75b932e1-ea13-44f5-9bbf-2e35c438adc1', 'name': '', 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'mac_address': 'fa:16:3e:0f:06:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7dc15780-a98b-4250-9509-853069c6707a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:14Z', 'updated_at': '2022-05-27T03:35:24Z', 'revision_number': 5, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'subnets': [{'id': '7dc15780-a98b-4250-9509-853069c6707a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:51.666970 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf0fdae-3c86-4416-8dfb-cc3d98c3b8f7 None None] Checking router: 58b91349-0dd3-4b11-9ad0-c33bf6a873c9 for host: dv-cinder-828805-4-iscsi {{(pid=104617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:41:51.675313 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf0fdae-3c86-4416-8dfb-cc3d98c3b8f7 None None] Routers {'58b91349-0dd3-4b11-9ad0-c33bf6a873c9'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:41:51.675907 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-7bf0fdae-3c86-4416-8dfb-cc3d98c3b8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:41:47Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['58b91349-0dd3-4b11-9ad0-c33bf6a873c9'], 'active': True} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:51.774944 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvr_db [None req-7bf0fdae-3c86-4416-8dfb-cc3d98c3b8f7 None None] Set router 58b91349-0dd3-4b11-9ad0-c33bf6a873c9 gateway port host: dv-cinder-828805-4-iscsi {{(pid=104617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:41:51.934161 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b239cf-f0c2-4204-b885-9e72ddcee2a0 req-0f90db8f-741d-4853-b091-728e75699b77 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:51.935742 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-f3b239cf-f0c2-4204-b885-9e72ddcee2a0 req-0f90db8f-741d-4853-b091-728e75699b77 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.69 "GET /v2.0/networks?id=9d90c714-9bd8-40b9-8a54-714767000c3f HTTP/1.1" status: 200 len: 810 time: 0.1192627 May 27 03:41:51.982971 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4849d0f4-c6af-4ec7-b83c-c1b02254294f req-01a61df0-5013-4c47-9c8b-76f0cce577b7 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:51.984541 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4849d0f4-c6af-4ec7-b83c-c1b02254294f req-01a61df0-5013-4c47-9c8b-76f0cce577b7 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 946 time: 0.0588672 May 27 03:41:52.023834 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-5752ad67-6925-415e-9f2d-b2ec6bed3e4f req-0bb6105e-3059-4024-bd76-3de5d0bd17cd tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?device_id=87a65177-fd0d-4c44-a70a-d285315c23ee HTTP/1.1" status: 200 len: 210 time: 0.0383182 May 27 03:41:52.031331 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:52.053940 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4849d0f4-c6af-4ec7-b83c-c1b02254294f req-68f31689-0783-4819-b037-3395e3bdf7f0 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2c5bd50-930c-4c7b-a303-2fb9cb05455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596371 May 27 03:41:52.057728 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-7bf0fdae-3c86-4416-8dfb-cc3d98c3b8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'name': 'tempest-AttachVolumeNegativeTest-1037525343-router', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '62ebc377-0475-46f8-8fc4-d2dc60188684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:08Z', 'updated_at': '2022-05-27T03:35:16Z', 'revision_number': 4, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'gw_port': {'id': '62ebc377-0475-46f8-8fc4-d2dc60188684', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:10Z', 'updated_at': '2022-05-27T03:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_interfaces': [{'id': '75b932e1-ea13-44f5-9bbf-2e35c438adc1', 'name': '', 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'mac_address': 'fa:16:3e:0f:06:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7dc15780-a98b-4250-9509-853069c6707a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:14Z', 'updated_at': '2022-05-27T03:35:24Z', 'revision_number': 5, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'subnets': [{'id': '7dc15780-a98b-4250-9509-853069c6707a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:41:52.084303 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf0fdae-3c86-4416-8dfb-cc3d98c3b8f7 None None] The sync data for ids ['58b91349-0dd3-4b11-9ad0-c33bf6a873c9'] in dv-cinder-828805-4-iscsi is: [{'id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'name': 'tempest-AttachVolumeNegativeTest-1037525343-router', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '62ebc377-0475-46f8-8fc4-d2dc60188684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:08Z', 'updated_at': '2022-05-27T03:35:16Z', 'revision_number': 4, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'gw_port': {'id': '62ebc377-0475-46f8-8fc4-d2dc60188684', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:10Z', 'updated_at': '2022-05-27T03:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_interfaces': [{'id': '75b932e1-ea13-44f5-9bbf-2e35c438adc1', 'name': '', 'network_id': '24e2e56a-4202-49e3-9751-4bcdb4e8a6ed', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'mac_address': 'fa:16:3e:0f:06:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7dc15780-a98b-4250-9509-853069c6707a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:14Z', 'updated_at': '2022-05-27T03:35:24Z', 'revision_number': 5, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'subnets': [{'id': '7dc15780-a98b-4250-9509-853069c6707a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:41:52.196228 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-f3b239cf-f0c2-4204-b885-9e72ddcee2a0 req-bb19b303-b82c-4838-a2ad-59d9982a3249 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37f34daf6ac94c41b23e1bc899ab671f HTTP/1.1" status: 200 len: 380 time: 0.0629687 May 27 03:41:52.206527 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [req-f3b239cf-f0c2-4204-b885-9e72ddcee2a0 req-c292fb8a-b34c-4a9d-b6be-c2265a30c965 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Request body: {'port': {'device_id': '87a65177-fd0d-4c44-a70a-d285315c23ee', 'network_id': '9d90c714-9bd8-40b9-8a54-714767000c3f', 'admin_state_up': True, 'tenant_id': '37f34daf6ac94c41b23e1bc899ab671f', 'security_groups': ['c7cfe8ef-9ac9-4b47-8929-af1db19bd0b0']}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:41:52.330846 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd214a0-be19-4cbe-b85a-f88ffb2949a0 None None] New status for floating IP 7764fea1-9fe2-4940-a766-a54782a05d8e: DOWN {{(pid=104616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:41:52.378787 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3b239cf-f0c2-4204-b885-9e72ddcee2a0 req-c292fb8a-b34c-4a9d-b6be-c2265a30c965 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Made reservation on behalf of 37f34daf6ac94c41b23e1bc899ab671f for: {'port': 1} {{(pid=104614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:41:52.382985 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-f3b239cf-f0c2-4204-b885-9e72ddcee2a0 req-c292fb8a-b34c-4a9d-b6be-c2265a30c965 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:52.516310 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.db_base_plugin_common [req-f3b239cf-f0c2-4204-b885-9e72ddcee2a0 req-c292fb8a-b34c-4a9d-b6be-c2265a30c965 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Allocated IP 172.20.0.9 (9d90c714-9bd8-40b9-8a54-714767000c3f/00d5760e-0799-462a-a374-8af06f949dc3/0c05523a-7a76-4594-a966-ad04b22c87e0) {{(pid=104614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:41:52.666086 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-f3b239cf-f0c2-4204-b885-9e72ddcee2a0 req-c292fb8a-b34c-4a9d-b6be-c2265a30c965 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks [] for port (0c05523a-7a76-4594-a966-ad04b22c87e0), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:52.723933 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-46c36381-0ea5-4f59-bc70-d1c7f5b72693 req-d1796e89-86cf-406f-a25a-be99d83b1986 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c468d59-f3a1-44de-8052-3b6b651ea73e HTTP/1.1" status: 200 len: 210 time: 0.0399711 May 27 03:41:52.773251 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-f3b239cf-f0c2-4204-b885-9e72ddcee2a0 req-c292fb8a-b34c-4a9d-b6be-c2265a30c965 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791799515441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8584799065'] for port (0c05523a-7a76-4594-a966-ad04b22c87e0), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:52.813977 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:52.821179 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3b239cf-f0c2-4204-b885-9e72ddcee2a0 req-c292fb8a-b34c-4a9d-b6be-c2265a30c965 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Network 9d90c714-9bd8-40b9-8a54-714767000c3f is already hosted by enough agents. {{(pid=104614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:41:52.826379 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.base_scheduler [req-f3b239cf-f0c2-4204-b885-9e72ddcee2a0 req-c292fb8a-b34c-4a9d-b6be-c2265a30c965 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Resources bound (agent type, host, resource id): {{(pid=104614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:41:52.828715 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3b239cf-f0c2-4204-b885-9e72ddcee2a0 req-c292fb8a-b34c-4a9d-b6be-c2265a30c965 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Received port after_create {{(pid=104614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:41:52.863535 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c292fb8a-b34c-4a9d-b6be-c2265a30c965 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Pushing event updated for resources: {'Port': ['ID=0c05523a-7a76-4594-a966-ad04b22c87e0,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:52.887891 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b239cf-f0c2-4204-b885-9e72ddcee2a0 req-c292fb8a-b34c-4a9d-b6be-c2265a30c965 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:52.888549 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-f3b239cf-f0c2-4204-b885-9e72ddcee2a0 req-c292fb8a-b34c-4a9d-b6be-c2265a30c965 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:52.895632 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:52.999017 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-f3b239cf-f0c2-4204-b885-9e72ddcee2a0 req-c292fb8a-b34c-4a9d-b6be-c2265a30c965 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7961562 May 27 03:41:53.042502 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [req-f3b239cf-f0c2-4204-b885-9e72ddcee2a0 req-9bc2e296-1a89-417b-ba05-aaa5bec61924 service neutron] Request body: {'port': {'device_id': '87a65177-fd0d-4c44-a70a-d285315c23ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:41:53.077095 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-3da37b5b-050a-4346-b793-9bcf74e25a1f None None] Provisioning complete for port 0c05523a-7a76-4594-a966-ad04b22c87e0 triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:41:53.077672 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-3da37b5b-050a-4346-b793-9bcf74e25a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (0c05523a-7a76-4594-a966-ad04b22c87e0), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:53.129232 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-3da37b5b-050a-4346-b793-9bcf74e25a1f None None] Port 0c05523a-7a76-4594-a966-ad04b22c87e0 cannot update to ACTIVE because it is not bound. {{(pid=104616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:41:53.152952 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-f3b239cf-f0c2-4204-b885-9e72ddcee2a0 req-9bc2e296-1a89-417b-ba05-aaa5bec61924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (0c05523a-7a76-4594-a966-ad04b22c87e0), before_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:53.202958 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fd64d4-5e77-464e-9209-70610515687b req-78f67cf5-4d89-42b1-a0ce-d559c35fbd43 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:53.204512 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-71fd64d4-5e77-464e-9209-70610515687b req-78f67cf5-4d89-42b1-a0ce-d559c35fbd43 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?device_id=87a65177-fd0d-4c44-a70a-d285315c23ee HTTP/1.1" status: 200 len: 931 time: 0.0811183 May 27 03:41:53.220589 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1678eba8-bfe2-496d-8305-b8e4d3b61b07 req-08f22b2b-af8e-4ce2-a2ad-bb3632ed81d5 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:53.222161 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-1678eba8-bfe2-496d-8305-b8e4d3b61b07 req-08f22b2b-af8e-4ce2-a2ad-bb3632ed81d5 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 946 time: 0.0659955 May 27 03:41:53.299195 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-71fd64d4-5e77-464e-9209-70610515687b req-f2f7b476-bb83-4990-99f1-d6a85e06eefd tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7cfe8ef-9ac9-4b47-8929-af1db19bd0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856504 May 27 03:41:53.303651 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-1678eba8-bfe2-496d-8305-b8e4d3b61b07 req-9a0418ac-ddfe-45eb-8f59-52704fcde658 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2c5bd50-930c-4c7b-a303-2fb9cb05455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740645 May 27 03:41:53.454022 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.notifiers.nova [req-f3b239cf-f0c2-4204-b885-9e72ddcee2a0 req-9bc2e296-1a89-417b-ba05-aaa5bec61924 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c05523a-7a76-4594-a966-ad04b22c87e0 {{(pid=104614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:41:53.462540 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-f3b239cf-f0c2-4204-b885-9e72ddcee2a0 req-9bc2e296-1a89-417b-ba05-aaa5bec61924 service neutron] Publish callbacks [] for port (0c05523a-7a76-4594-a966-ad04b22c87e0), precommit_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:53.475497 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.provisioning_blocks [req-f3b239cf-f0c2-4204-b885-9e72ddcee2a0 req-9bc2e296-1a89-417b-ba05-aaa5bec61924 service neutron] Transition to ACTIVE for port object 0c05523a-7a76-4594-a966-ad04b22c87e0 will not be triggered until provisioned by entity L2. {{(pid=104614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:41:53.538448 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-f3b239cf-f0c2-4204-b885-9e72ddcee2a0 req-9bc2e296-1a89-417b-ba05-aaa5bec61924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8584799086'] for port (0c05523a-7a76-4594-a966-ad04b22c87e0), after_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:53.595576 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc2e296-1a89-417b-ba05-aaa5bec61924 service neutron] Pushing event updated for resources: {'Port': ['ID=0c05523a-7a76-4594-a966-ad04b22c87e0,revision_number=2']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:53.618288 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc2e296-1a89-417b-ba05-aaa5bec61924 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:53.618640 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc2e296-1a89-417b-ba05-aaa5bec61924 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:53.619006 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc2e296-1a89-417b-ba05-aaa5bec61924 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:53.619346 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc2e296-1a89-417b-ba05-aaa5bec61924 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:53.619682 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc2e296-1a89-417b-ba05-aaa5bec61924 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:53.620060 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc2e296-1a89-417b-ba05-aaa5bec61924 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:53.620344 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc2e296-1a89-417b-ba05-aaa5bec61924 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:53.620659 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc2e296-1a89-417b-ba05-aaa5bec61924 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:53.620982 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc2e296-1a89-417b-ba05-aaa5bec61924 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:53.621305 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc2e296-1a89-417b-ba05-aaa5bec61924 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:53.621628 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc2e296-1a89-417b-ba05-aaa5bec61924 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:53.621948 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc2e296-1a89-417b-ba05-aaa5bec61924 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:53.622267 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc2e296-1a89-417b-ba05-aaa5bec61924 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:53.622588 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc2e296-1a89-417b-ba05-aaa5bec61924 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:53.622994 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc2e296-1a89-417b-ba05-aaa5bec61924 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:53.681792 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.managers [req-f3b239cf-f0c2-4204-b885-9e72ddcee2a0 req-9bc2e296-1a89-417b-ba05-aaa5bec61924 service neutron] Attempting to bind port 0c05523a-7a76-4594-a966-ad04b22c87e0 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:41:53.682134 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.managers [req-f3b239cf-f0c2-4204-b885-9e72ddcee2a0 req-9bc2e296-1a89-417b-ba05-aaa5bec61924 service neutron] Attempting to bind port 0c05523a-7a76-4594-a966-ad04b22c87e0 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': 'e284cbef-e426-4d54-8e4c-74a583421795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9d90c714-9bd8-40b9-8a54-714767000c3f'}] {{(pid=104614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:41:53.682470 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b239cf-f0c2-4204-b885-9e72ddcee2a0 req-9bc2e296-1a89-417b-ba05-aaa5bec61924 service neutron] Attempting to bind port 0c05523a-7a76-4594-a966-ad04b22c87e0 on network 9d90c714-9bd8-40b9-8a54-714767000c3f {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:41:53.687765 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b239cf-f0c2-4204-b885-9e72ddcee2a0 req-9bc2e296-1a89-417b-ba05-aaa5bec61924 service neutron] Port 0c05523a-7a76-4594-a966-ad04b22c87e0 on network 9d90c714-9bd8-40b9-8a54-714767000c3f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:41:53.687961 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b239cf-f0c2-4204-b885-9e72ddcee2a0 req-9bc2e296-1a89-417b-ba05-aaa5bec61924 service neutron] Attempting to bind port 0c05523a-7a76-4594-a966-ad04b22c87e0 on network 9d90c714-9bd8-40b9-8a54-714767000c3f {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:41:53.694978 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device 7de6ae85-3bb0-4331-96a8-95d107a33391 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:41:53.697995 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b239cf-f0c2-4204-b885-9e72ddcee2a0 req-9bc2e296-1a89-417b-ba05-aaa5bec61924 service neutron] Checking agent: {'id': '134bae73-502b-4599-bb47-129fee8818a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 33, 12), 'started_at': datetime.datetime(2022, 5, 27, 3, 33, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:41:53.698341 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b239cf-f0c2-4204-b885-9e72ddcee2a0 req-9bc2e296-1a89-417b-ba05-aaa5bec61924 service neutron] Checking segment: {'id': 'e284cbef-e426-4d54-8e4c-74a583421795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9d90c714-9bd8-40b9-8a54-714767000c3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:41:53.698727 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b239cf-f0c2-4204-b885-9e72ddcee2a0 req-9bc2e296-1a89-417b-ba05-aaa5bec61924 service neutron] Bound using segment: {'id': 'e284cbef-e426-4d54-8e4c-74a583421795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9d90c714-9bd8-40b9-8a54-714767000c3f'} {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:41:53.700304 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.managers [req-f3b239cf-f0c2-4204-b885-9e72ddcee2a0 req-9bc2e296-1a89-417b-ba05-aaa5bec61924 service neutron] Bound port: 0c05523a-7a76-4594-a966-ad04b22c87e0, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e284cbef-e426-4d54-8e4c-74a583421795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9d90c714-9bd8-40b9-8a54-714767000c3f'}}] {{(pid=104614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:41:53.700682 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-f3b239cf-f0c2-4204-b885-9e72ddcee2a0 req-9bc2e296-1a89-417b-ba05-aaa5bec61924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (0c05523a-7a76-4594-a966-ad04b22c87e0), before_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:53.721755 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] No Port match for: 7de6ae85-3bb0-4331-96a8-95d107a33391 {{(pid=104616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:41:53.722477 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device 7de6ae85-3bb0-4331-96a8-95d107a33391 not bound to the agent host hv-cinder-82880 {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:41:53.759011 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:DELETE=2,neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:53.772173 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.db [req-f3b239cf-f0c2-4204-b885-9e72ddcee2a0 req-9bc2e296-1a89-417b-ba05-aaa5bec61924 service neutron] For port 0c05523a-7a76-4594-a966-ad04b22c87e0, host hv-cinder-82880, cleared binding levels {{(pid=104614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:41:53.773347 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.db [req-f3b239cf-f0c2-4204-b885-9e72ddcee2a0 req-9bc2e296-1a89-417b-ba05-aaa5bec61924 service neutron] For port 0c05523a-7a76-4594-a966-ad04b22c87e0, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=0c05523a-7a76-4594-a966-ad04b22c87e0,segment=NetworkSegment(e284cbef-e426-4d54-8e4c-74a583421795),segment_id=e284cbef-e426-4d54-8e4c-74a583421795)] {{(pid=104614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:41:53.870859 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-f3b239cf-f0c2-4204-b885-9e72ddcee2a0 req-9bc2e296-1a89-417b-ba05-aaa5bec61924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8584799086'] for port (0c05523a-7a76-4594-a966-ad04b22c87e0), after_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:53.889901 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 41204) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:41:53.912646 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b239cf-f0c2-4204-b885-9e72ddcee2a0 req-9bc2e296-1a89-417b-ba05-aaa5bec61924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:53.913271 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-f3b239cf-f0c2-4204-b885-9e72ddcee2a0 req-9bc2e296-1a89-417b-ba05-aaa5bec61924 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:53.914614 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-f3b239cf-f0c2-4204-b885-9e72ddcee2a0 req-9bc2e296-1a89-417b-ba05-aaa5bec61924 service neutron] 10.222.0.69 "PUT /v2.0/ports/0c05523a-7a76-4594-a966-ad04b22c87e0 HTTP/1.1" status: 200 len: 1093 time: 0.8766181 May 27 03:41:53.915069 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87a65177-fd0d-4c44-a70a-d285315c23ee', 'tag': '0c05523a-7a76-4594-a966-ad04b22c87e0'}] {{(pid=104614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:41:53.917346 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a93b0eab3ec594b69aa68cd7d580be2fac36b4cb942ee4cac03c85783d056da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-857fcde7-e5f6-4721-8518-dab1b1b6fd99" -d '{"events": [{"name": "network-changed", "server_uuid": "87a65177-fd0d-4c44-a70a-d285315c23ee", "tag": "0c05523a-7a76-4594-a966-ad04b22c87e0"}]}' {{(pid=104614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:41:53.949773 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc2e296-1a89-417b-ba05-aaa5bec61924 service neutron] Pushing event updated for resources: {'Port': ['ID=0c05523a-7a76-4594-a966-ad04b22c87e0,revision_number=3']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:53.952961 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-3010afcf-b3b9-4dad-adb3-81e09396031e tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for security_group (cfc1ff3d-0e11-49bd-8480-c88fbeda7523), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:53.970045 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b8525a-9c40-4d3a-96e7-3dea10bdf78b x-openstack-request-id: req-f3b8525a-9c40-4d3a-96e7-3dea10bdf78b {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:41:53.970337 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87a65177-fd0d-4c44-a70a-d285315c23ee", "tag": "0c05523a-7a76-4594-a966-ad04b22c87e0", "status": "completed", "code": 200}]} {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:41:53.970591 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f3b8525a-9c40-4d3a-96e7-3dea10bdf78b {{(pid=104614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:41:53.971126 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3b8525a-9c40-4d3a-96e7-3dea10bdf78b'] response: {'name': 'network-changed', 'server_uuid': '87a65177-fd0d-4c44-a70a-d285315c23ee', 'tag': '0c05523a-7a76-4594-a966-ad04b22c87e0', 'status': 'completed', 'code': 200} May 27 03:41:53.980531 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-3010afcf-b3b9-4dad-adb3-81e09396031e tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for security_group (cfc1ff3d-0e11-49bd-8480-c88fbeda7523), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:54.007458 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:54.051823 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857fcde7-e5f6-4721-8518-dab1b1b6fd99 req-eed48bb5-4af8-4a5d-9d3e-cc0a7027d042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:54.053941 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-857fcde7-e5f6-4721-8518-dab1b1b6fd99 req-eed48bb5-4af8-4a5d-9d3e-cc0a7027d042 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=37f34daf6ac94c41b23e1bc899ab671f&device_id=87a65177-fd0d-4c44-a70a-d285315c23ee HTTP/1.1" status: 200 len: 1127 time: 0.0467358 May 27 03:41:54.126529 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-3010afcf-b3b9-4dad-adb3-81e09396031e tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (cfc1ff3d-0e11-49bd-8480-c88fbeda7523), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:54.129254 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-3010afcf-b3b9-4dad-adb3-81e09396031e tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for security_group (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:54.131191 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-3010afcf-b3b9-4dad-adb3-81e09396031e tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "DELETE /v2.0/security-groups/cfc1ff3d-0e11-49bd-8480-c88fbeda7523 HTTP/1.1" status: 204 len: 168 time: 0.2397153 May 27 03:41:54.133917 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 41208) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:41:54.140559 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3010afcf-b3b9-4dad-adb3-81e09396031e tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc1ff3d-0e11-49bd-8480-c88fbeda7523,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:54.147991 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3010afcf-b3b9-4dad-adb3-81e09396031e tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:54.148346 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3010afcf-b3b9-4dad-adb3-81e09396031e tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:54.148692 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3010afcf-b3b9-4dad-adb3-81e09396031e tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:54.149030 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3010afcf-b3b9-4dad-adb3-81e09396031e tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:54.149366 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3010afcf-b3b9-4dad-adb3-81e09396031e tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:54.149717 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3010afcf-b3b9-4dad-adb3-81e09396031e tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:54.150025 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3010afcf-b3b9-4dad-adb3-81e09396031e tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:54.150355 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3010afcf-b3b9-4dad-adb3-81e09396031e tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:54.150679 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3010afcf-b3b9-4dad-adb3-81e09396031e tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:54.151032 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3010afcf-b3b9-4dad-adb3-81e09396031e tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:54.151359 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3010afcf-b3b9-4dad-adb3-81e09396031e tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:54.151699 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3010afcf-b3b9-4dad-adb3-81e09396031e tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:54.152674 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3010afcf-b3b9-4dad-adb3-81e09396031e tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:54.152868 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.api.v2.resource [None req-66cbf4a8-08fb-4190-b319-370b91bc84a1 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] show failed (client error): The resource could not be found. May 27 03:41:54.153043 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3010afcf-b3b9-4dad-adb3-81e09396031e tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:54.156389 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3010afcf-b3b9-4dad-adb3-81e09396031e tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:41:54.156552 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-66cbf4a8-08fb-4190-b319-370b91bc84a1 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "GET /v2.0/security-groups/cfc1ff3d-0e11-49bd-8480-c88fbeda7523 HTTP/1.1" status: 404 len: 347 time: 0.0189581 May 27 03:41:54.156743 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 41210) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:41:54.227809 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:54.248926 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857fcde7-e5f6-4721-8518-dab1b1b6fd99 req-8954ff6d-0b74-48d4-a950-cdaca4b93152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:54.250389 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-857fcde7-e5f6-4721-8518-dab1b1b6fd99 req-8954ff6d-0b74-48d4-a950-cdaca4b93152 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=37f34daf6ac94c41b23e1bc899ab671f&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1843364 May 27 03:41:54.342548 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [None req-032db169-7a18-4501-ad2f-c055d3497651 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Deleting port 2c738a03-a791-4685-95ea-9f599e51a5d2 {{(pid=104614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:41:54.342914 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-032db169-7a18-4501-ad2f-c055d3497651 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791799895781'] for port (2c738a03-a791-4685-95ea-9f599e51a5d2), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:54.425187 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857fcde7-e5f6-4721-8518-dab1b1b6fd99 req-29d7eddd-668f-458c-b14c-b605de36d5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:54.426674 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-857fcde7-e5f6-4721-8518-dab1b1b6fd99 req-29d7eddd-668f-458c-b14c-b605de36d5e0 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1690843 May 27 03:41:54.451869 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-032db169-7a18-4501-ad2f-c055d3497651 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-658269'] for port (2c738a03-a791-4685-95ea-9f599e51a5d2), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:54.452200 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-032db169-7a18-4501-ad2f-c055d3497651 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for floatingip (2c738a03-a791-4685-95ea-9f599e51a5d2), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:54.458260 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859cb2ed-4227-4ad9-8b11-63e73abffcb8 req-56078dbb-69d1-4604-a571-9b4fb54cff56 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:54.459886 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-859cb2ed-4227-4ad9-8b11-63e73abffcb8 req-56078dbb-69d1-4604-a571-9b4fb54cff56 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?device_id=87a65177-fd0d-4c44-a70a-d285315c23ee HTTP/1.1" status: 200 len: 943 time: 0.0793421 May 27 03:41:54.465326 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [None req-032db169-7a18-4501-ad2f-c055d3497651 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Calling delete_port for 2c738a03-a791-4685-95ea-9f599e51a5d2 owned by network:floatingip {{(pid=104614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:41:54.467970 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d0c6e6-b588-426c-826b-7880c6eb530b req-787de07d-f998-4c3c-bbb2-5e9f249e25af tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:54.469446 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-92d0c6e6-b588-426c-826b-7880c6eb530b req-787de07d-f998-4c3c-bbb2-5e9f249e25af tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 946 time: 0.0601068 May 27 03:41:54.529663 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-859cb2ed-4227-4ad9-8b11-63e73abffcb8 req-2144181c-88bf-4461-8ee6-5ac8fc406065 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7cfe8ef-9ac9-4b47-8929-af1db19bd0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591948 May 27 03:41:54.559614 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b239cf-f0c2-4204-b885-9e72ddcee2a0 req-0786759e-ea86-4994-bcf3-bd54a1b6105c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:54.560068 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-92d0c6e6-b588-426c-826b-7880c6eb530b req-264444f5-2de8-47fb-88ca-3793ee6a148b tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2c5bd50-930c-4c7b-a303-2fb9cb05455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700078 May 27 03:41:54.561104 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-f3b239cf-f0c2-4204-b885-9e72ddcee2a0 req-0786759e-ea86-4994-bcf3-bd54a1b6105c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=37f34daf6ac94c41b23e1bc899ab671f&device_id=87a65177-fd0d-4c44-a70a-d285315c23ee HTTP/1.1" status: 200 len: 1127 time: 0.0542769 May 27 03:41:54.619949 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-f3b239cf-f0c2-4204-b885-9e72ddcee2a0 req-48ea54c4-0681-4f91-bbdb-19a12bf904bb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c05523a-7a76-4594-a966-ad04b22c87e0 HTTP/1.1" status: 200 len: 217 time: 0.0449448 May 27 03:41:54.699611 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b239cf-f0c2-4204-b885-9e72ddcee2a0 req-4fe2700a-b1f3-4829-8770-c9bb54f5bb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:54.701047 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-f3b239cf-f0c2-4204-b885-9e72ddcee2a0 req-4fe2700a-b1f3-4829-8770-c9bb54f5bb76 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=00d5760e-0799-462a-a374-8af06f949dc3 HTTP/1.1" status: 200 len: 849 time: 0.0760303 May 27 03:41:54.742411 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b239cf-f0c2-4204-b885-9e72ddcee2a0 req-b19f206b-8067-4b88-a3bb-287f49d39beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:54.743901 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-f3b239cf-f0c2-4204-b885-9e72ddcee2a0 req-b19f206b-8067-4b88-a3bb-287f49d39beb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9d90c714-9bd8-40b9-8a54-714767000c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370498 May 27 03:41:54.821802 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-032db169-7a18-4501-ad2f-c055d3497651 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791799905747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791799515450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8584799065'] for port (2c738a03-a791-4685-95ea-9f599e51a5d2), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:54.837285 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:54.856457 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032db169-7a18-4501-ad2f-c055d3497651 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Pushing event deleted for resources: {'Port': ['ID=2c738a03-a791-4685-95ea-9f599e51a5d2,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:54.863711 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-f3b239cf-f0c2-4204-b885-9e72ddcee2a0 req-5f58b9e4-f415-4a06-b4b9-2ca8870d8438 service neutron] 10.222.0.69 "GET /v2.0/networks/9d90c714-9bd8-40b9-8a54-714767000c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137221 May 27 03:41:54.974304 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-032db169-7a18-4501-ad2f-c055d3497651 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks [] for floatingip (7764fea1-9fe2-4940-a766-a54782a05d8e), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:54.976776 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-032db169-7a18-4501-ad2f-c055d3497651 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for floatingip (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:54.977897 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-032db169-7a18-4501-ad2f-c055d3497651 tempest-AttachVolumeNegativeTest-1822918604 tempest-AttachVolumeNegativeTest-1822918604-project] 10.222.0.24 "DELETE /v2.0/floatingips/7764fea1-9fe2-4940-a766-a54782a05d8e HTTP/1.1" status: 204 len: 168 time: 0.8202863 May 27 03:41:55.004709 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-f3b239cf-f0c2-4204-b885-9e72ddcee2a0 req-d941e6dc-1957-4742-a545-feca92084e08 service neutron] 10.222.0.69 "GET /v2.0/networks/9d90c714-9bd8-40b9-8a54-714767000c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230087 May 27 03:41:55.642105 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e081e27-995a-40f5-8ccf-77aa3a600e8d req-82adea0f-3c11-42de-91d0-968f8966a6df tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:55.643582 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-9e081e27-995a-40f5-8ccf-77aa3a600e8d req-82adea0f-3c11-42de-91d0-968f8966a6df tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?device_id=87a65177-fd0d-4c44-a70a-d285315c23ee HTTP/1.1" status: 200 len: 943 time: 0.0458326 May 27 03:41:55.690848 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-9e081e27-995a-40f5-8ccf-77aa3a600e8d req-5bb03e74-cbce-4888-9820-e3fd249b2155 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7cfe8ef-9ac9-4b47-8929-af1db19bd0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411098 May 27 03:41:56.804047 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81eed0a-6716-4124-b209-2a44c958f2aa req-c901584c-67e2-4a62-9ec9-d9af6ff0055d tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:56.805518 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-f81eed0a-6716-4124-b209-2a44c958f2aa req-c901584c-67e2-4a62-9ec9-d9af6ff0055d tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?device_id=87a65177-fd0d-4c44-a70a-d285315c23ee HTTP/1.1" status: 200 len: 943 time: 0.0464194 May 27 03:41:56.851707 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-f81eed0a-6716-4124-b209-2a44c958f2aa req-72a73291-45f6-4536-be73-efedaabc99df tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7cfe8ef-9ac9-4b47-8929-af1db19bd0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407093 May 27 03:41:57.704781 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device 0c05523a-7a76-4594-a966-ad04b22c87e0 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:41:57.799420 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port 0c05523a-7a76-4594-a966-ad04b22c87e0, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=0c05523a-7a76-4594-a966-ad04b22c87e0,segment=NetworkSegment(e284cbef-e426-4d54-8e4c-74a583421795),segment_id=e284cbef-e426-4d54-8e4c-74a583421795)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:57.811607 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Returning: {'device': '0c05523a-7a76-4594-a966-ad04b22c87e0', 'network_id': '9d90c714-9bd8-40b9-8a54-714767000c3f', 'port_id': '0c05523a-7a76-4594-a966-ad04b22c87e0', 'mac_address': 'fa:16:3e:62:58:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00d5760e-0799-462a-a374-8af06f949dc3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:41:57.850372 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Current status of the port 0c05523a-7a76-4594-a966-ad04b22c87e0 is: DOWN; New status is: BUILD {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:41:57.850758 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (0c05523a-7a76-4594-a966-ad04b22c87e0), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:57.866138 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.notifiers.nova [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c05523a-7a76-4594-a966-ad04b22c87e0 {{(pid=104616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:41:57.888795 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port 0c05523a-7a76-4594-a966-ad04b22c87e0, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=0c05523a-7a76-4594-a966-ad04b22c87e0,segment=NetworkSegment(e284cbef-e426-4d54-8e4c-74a583421795),segment_id=e284cbef-e426-4d54-8e4c-74a583421795)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:57.974164 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e97ee-1a44-48fe-bcf9-52f17e8c9438 req-6e594056-0fae-49a9-befe-aa2b5a7c37a2 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:57.975737 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-8d3e97ee-1a44-48fe-bcf9-52f17e8c9438 req-6e594056-0fae-49a9-befe-aa2b5a7c37a2 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?device_id=87a65177-fd0d-4c44-a70a-d285315c23ee HTTP/1.1" status: 200 len: 943 time: 0.0540996 May 27 03:41:57.990928 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (0c05523a-7a76-4594-a966-ad04b22c87e0), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:58.025545 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-8d3e97ee-1a44-48fe-bcf9-52f17e8c9438 req-f4d83c74-15ab-4f61-bd9a-2f165646ae50 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7cfe8ef-9ac9-4b47-8929-af1db19bd0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441864 May 27 03:41:58.036342 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Pushing event updated for resources: {'Port': ['ID=0c05523a-7a76-4594-a966-ad04b22c87e0,revision_number=4']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:41:58.301663 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] get_ports_and_sgs() called for port_ids ['0c05523a-7a76-4594-a966-ad04b22c87e0'] {{(pid=104616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:41:59.144714 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ed5a4-9d5e-4eb6-9d91-089af38132b3 req-6274fa9a-045a-45a6-9e79-d53a26513eec tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:41:59.146773 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-639ed5a4-9d5e-4eb6-9d91-089af38132b3 req-6274fa9a-045a-45a6-9e79-d53a26513eec tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?device_id=87a65177-fd0d-4c44-a70a-d285315c23ee HTTP/1.1" status: 200 len: 944 time: 0.0458980 May 27 03:41:59.193232 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-639ed5a4-9d5e-4eb6-9d91-089af38132b3 req-e87969b5-071a-41b7-98e4-21da618499a0 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7cfe8ef-9ac9-4b47-8929-af1db19bd0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409501 May 27 03:41:59.325785 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 41260) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:41:59.559477 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:59.669659 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-bef4f70f-80ad-4519-812a-859949e90381 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681189'] for router_interface (58b91349-0dd3-4b11-9ad0-c33bf6a873c9), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:59.720952 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device 0c05523a-7a76-4594-a966-ad04b22c87e0 up at agent hyperv_hv-cinder-82880 {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:41:59.761392 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Provisioning for port 0c05523a-7a76-4594-a966-ad04b22c87e0 completed by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:41:59.858485 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Provisioning complete for port 0c05523a-7a76-4594-a966-ad04b22c87e0 triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:41:59.858967 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (0c05523a-7a76-4594-a966-ad04b22c87e0), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:59.885456 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [None req-bef4f70f-80ad-4519-812a-859949e90381 admin admin] Deleting port 75b932e1-ea13-44f5-9bbf-2e35c438adc1 {{(pid=104614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:41:59.885796 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-bef4f70f-80ad-4519-812a-859949e90381 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791799895781'] for port (75b932e1-ea13-44f5-9bbf-2e35c438adc1), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:59.898247 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:59.931978 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Current status of the port 0c05523a-7a76-4594-a966-ad04b22c87e0 is: BUILD; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:41:59.932282 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (0c05523a-7a76-4594-a966-ad04b22c87e0), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:59.961621 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a65177-fd0d-4c44-a70a-d285315c23ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c05523a-7a76-4594-a966-ad04b22c87e0'}] {{(pid=104616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:41:59.964045 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538c57523af4411a099bc77a34a8b12cae4f8d5a17830f42255aa2cd4d9c6a31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3edcf04b-85c8-4118-a229-ea1201449c0f" -d '{"events": [{"server_uuid": "87a65177-fd0d-4c44-a70a-d285315c23ee", "name": "network-vif-plugged", "status": "completed", "tag": "0c05523a-7a76-4594-a966-ad04b22c87e0"}]}' {{(pid=104616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:41:59.965446 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.db [None req-bef4f70f-80ad-4519-812a-859949e90381 admin admin] For port 75b932e1-ea13-44f5-9bbf-2e35c438adc1, host dv-cinder-828805-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=75b932e1-ea13-44f5-9bbf-2e35c438adc1,segment=NetworkSegment(4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6),segment_id=4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6)] {{(pid=104614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:59.965817 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-bef4f70f-80ad-4519-812a-859949e90381 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-658269'] for port (75b932e1-ea13-44f5-9bbf-2e35c438adc1), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:59.966132 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:59.975656 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port 0c05523a-7a76-4594-a966-ad04b22c87e0, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=0c05523a-7a76-4594-a966-ad04b22c87e0,segment=NetworkSegment(e284cbef-e426-4d54-8e4c-74a583421795),segment_id=e284cbef-e426-4d54-8e4c-74a583421795)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:41:59.979980 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [None req-bef4f70f-80ad-4519-812a-859949e90381 admin admin] Calling delete_port for 75b932e1-ea13-44f5-9bbf-2e35c438adc1 owned by network:router_interface {{(pid=104614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:42:00.003574 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab80a46-a790-4159-b2bd-4e84935f459a x-openstack-request-id: req-5ab80a46-a790-4159-b2bd-4e84935f459a {{(pid=104616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:42:00.003866 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a65177-fd0d-4c44-a70a-d285315c23ee", "name": "network-vif-plugged", "status": "completed", "tag": "0c05523a-7a76-4594-a966-ad04b22c87e0", "code": 200}]} {{(pid=104616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:42:00.004118 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5ab80a46-a790-4159-b2bd-4e84935f459a {{(pid=104616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:42:00.004517 dv-cinder-828805-4-iscsi neutron-server[104616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ab80a46-a790-4159-b2bd-4e84935f459a'] response: {'server_uuid': '87a65177-fd0d-4c44-a70a-d285315c23ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c05523a-7a76-4594-a966-ad04b22c87e0', 'code': 200} May 27 03:42:00.035666 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (0c05523a-7a76-4594-a966-ad04b22c87e0), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:00.043924 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=100 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:00.086166 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Pushing event updated for resources: {'Port': ['ID=0c05523a-7a76-4594-a966-ad04b22c87e0,revision_number=5']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:00.241616 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-bef4f70f-80ad-4519-812a-859949e90381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791799905747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791799515450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8584799065'] for port (75b932e1-ea13-44f5-9bbf-2e35c438adc1), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:00.267214 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef4f70f-80ad-4519-812a-859949e90381 admin admin] Pushing event deleted for resources: {'Port': ['ID=75b932e1-ea13-44f5-9bbf-2e35c438adc1,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:00.294982 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:00.313269 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea2eb40-540c-4b4d-91e5-cec0ff8f8350 req-d4b433bd-f557-4cfc-95f7-ca3723aeeed0 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:00.314942 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-dea2eb40-540c-4b4d-91e5-cec0ff8f8350 req-d4b433bd-f557-4cfc-95f7-ca3723aeeed0 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?device_id=87a65177-fd0d-4c44-a70a-d285315c23ee HTTP/1.1" status: 200 len: 945 time: 0.0528426 May 27 03:42:00.373767 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-dea2eb40-540c-4b4d-91e5-cec0ff8f8350 req-63642936-c5cc-460d-bb3e-7ae8f1554597 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7cfe8ef-9ac9-4b47-8929-af1db19bd0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513735 May 27 03:42:00.679229 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf6a5f2-a5d8-487a-89ab-c3de7e85d24d req-6a13749c-7ec1-495b-96bf-605d8c93041a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:00.680686 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-abf6a5f2-a5d8-487a-89ab-c3de7e85d24d req-6a13749c-7ec1-495b-96bf-605d8c93041a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=87a65177-fd0d-4c44-a70a-d285315c23ee HTTP/1.1" status: 200 len: 1129 time: 0.2921658 May 27 03:42:00.704217 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-bef4f70f-80ad-4519-812a-859949e90381 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-373384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681081'] for router_interface (58b91349-0dd3-4b11-9ad0-c33bf6a873c9), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:00.728695 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:00.776454 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-abf6a5f2-a5d8-487a-89ab-c3de7e85d24d req-acf1406f-5941-4b68-8451-db7bb7f70b5e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c7cfe8ef-9ac9-4b47-8929-af1db19bd0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805235 May 27 03:42:00.926813 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bef4f70f-80ad-4519-812a-859949e90381 admin admin] Router 58b91349-0dd3-4b11-9ad0-c33bf6a873c9 has already been hosted by L3 agent 9df6ec88-276d-42f5-acd2-7e289451d5e3 {{(pid=104614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:42:01.026425 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef4f70f-80ad-4519-812a-859949e90381 admin admin] Notify agent at l3_agent.dv-cinder-828805-4-iscsi the message routers_updated {{(pid=104614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:42:01.031551 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-bef4f70f-80ad-4519-812a-859949e90381 admin admin] 10.222.0.24 "PUT /v2.0/routers/58b91349-0dd3-4b11-9ad0-c33bf6a873c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7064624 May 27 03:42:01.034112 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 41268) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:01.034925 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2530f71d-886b-49ba-be12-d22c6d176f14 None None] Sync routers for ids ['58b91349-0dd3-4b11-9ad0-c33bf6a873c9'] in dv-cinder-828805-4-iscsi {{(pid=104617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:42:01.045778 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2530f71d-886b-49ba-be12-d22c6d176f14 None None] Routers {'58b91349-0dd3-4b11-9ad0-c33bf6a873c9'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:42:01.046458 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-2530f71d-886b-49ba-be12-d22c6d176f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:41:47Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['58b91349-0dd3-4b11-9ad0-c33bf6a873c9'], 'active': True} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:01.133800 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-230c8c3e-0317-46f1-aa7e-10d4bf5a2f5b admin admin] Publish callbacks [] for router (58b91349-0dd3-4b11-9ad0-c33bf6a873c9), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:01.139054 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=100 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:01.147335 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=100 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:01.158428 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvr_db [None req-2530f71d-886b-49ba-be12-d22c6d176f14 None None] Set router 58b91349-0dd3-4b11-9ad0-c33bf6a873c9 gateway port host: dv-cinder-828805-4-iscsi {{(pid=104617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:42:01.185735 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=100 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:01.232309 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-230c8c3e-0317-46f1-aa7e-10d4bf5a2f5b admin admin] Publish callbacks [] for router_gateway (58b91349-0dd3-4b11-9ad0-c33bf6a873c9), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:01.324067 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-2530f71d-886b-49ba-be12-d22c6d176f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'name': 'tempest-AttachVolumeNegativeTest-1037525343-router', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '62ebc377-0475-46f8-8fc4-d2dc60188684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:08Z', 'updated_at': '2022-05-27T03:42:00Z', 'revision_number': 5, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'gw_port': {'id': '62ebc377-0475-46f8-8fc4-d2dc60188684', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:10Z', 'updated_at': '2022-05-27T03:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi'}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:01.348490 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2530f71d-886b-49ba-be12-d22c6d176f14 None None] Checking router: 58b91349-0dd3-4b11-9ad0-c33bf6a873c9 for host: dv-cinder-828805-4-iscsi {{(pid=104617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:42:01.356616 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2530f71d-886b-49ba-be12-d22c6d176f14 None None] Routers {'58b91349-0dd3-4b11-9ad0-c33bf6a873c9'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:42:01.357192 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-2530f71d-886b-49ba-be12-d22c6d176f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:41:47Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['58b91349-0dd3-4b11-9ad0-c33bf6a873c9'], 'active': True} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:01.398134 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [None req-230c8c3e-0317-46f1-aa7e-10d4bf5a2f5b admin admin] Deleting port 62ebc377-0475-46f8-8fc4-d2dc60188684 {{(pid=104614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:42:01.398545 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-230c8c3e-0317-46f1-aa7e-10d4bf5a2f5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791799895781'] for port (62ebc377-0475-46f8-8fc4-d2dc60188684), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:01.463661 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvr_db [None req-2530f71d-886b-49ba-be12-d22c6d176f14 None None] Set router 58b91349-0dd3-4b11-9ad0-c33bf6a873c9 gateway port host: dv-cinder-828805-4-iscsi {{(pid=104617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:42:01.481771 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.db [None req-230c8c3e-0317-46f1-aa7e-10d4bf5a2f5b admin admin] For port 62ebc377-0475-46f8-8fc4-d2dc60188684, host dv-cinder-828805-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=62ebc377-0475-46f8-8fc4-d2dc60188684,segment=NetworkSegment(2b0e99ee-61aa-44db-85d9-9c6d208f29d9),segment_id=2b0e99ee-61aa-44db-85d9-9c6d208f29d9)] {{(pid=104614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:42:01.482270 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-230c8c3e-0317-46f1-aa7e-10d4bf5a2f5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-658269'] for port (62ebc377-0475-46f8-8fc4-d2dc60188684), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:01.497388 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [None req-230c8c3e-0317-46f1-aa7e-10d4bf5a2f5b admin admin] Calling delete_port for 62ebc377-0475-46f8-8fc4-d2dc60188684 owned by network:router_gateway {{(pid=104614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:42:01.498141 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e9279d-2595-4404-b144-c48d8799261e req-82b858c5-c143-44d1-8d5f-f6dad9213ed2 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:01.499688 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-94e9279d-2595-4404-b144-c48d8799261e req-82b858c5-c143-44d1-8d5f-f6dad9213ed2 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?device_id=87a65177-fd0d-4c44-a70a-d285315c23ee HTTP/1.1" status: 200 len: 945 time: 0.0500517 May 27 03:42:01.551443 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-94e9279d-2595-4404-b144-c48d8799261e req-5a7a543f-47a9-44dd-9eb1-1a3d6dd811e7 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7cfe8ef-9ac9-4b47-8929-af1db19bd0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436268 May 27 03:42:01.629099 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-2530f71d-886b-49ba-be12-d22c6d176f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'name': 'tempest-AttachVolumeNegativeTest-1037525343-router', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '62ebc377-0475-46f8-8fc4-d2dc60188684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:08Z', 'updated_at': '2022-05-27T03:42:00Z', 'revision_number': 5, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'gw_port': {'id': '62ebc377-0475-46f8-8fc4-d2dc60188684', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:10Z', 'updated_at': '2022-05-27T03:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi'}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:01.654308 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2530f71d-886b-49ba-be12-d22c6d176f14 None None] The sync data for ids ['58b91349-0dd3-4b11-9ad0-c33bf6a873c9'] in dv-cinder-828805-4-iscsi is: [{'id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'name': 'tempest-AttachVolumeNegativeTest-1037525343-router', 'tenant_id': '8ae1382d8f774b5db702d78e3bed622a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '62ebc377-0475-46f8-8fc4-d2dc60188684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:08Z', 'updated_at': '2022-05-27T03:42:00Z', 'revision_number': 5, 'project_id': '8ae1382d8f774b5db702d78e3bed622a', 'gw_port': {'id': '62ebc377-0475-46f8-8fc4-d2dc60188684', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b91349-0dd3-4b11-9ad0-c33bf6a873c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:10Z', 'updated_at': '2022-05-27T03:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi'}] {{(pid=104617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:42:01.732788 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-230c8c3e-0317-46f1-aa7e-10d4bf5a2f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791799905747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791799515450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8584799065'] for port (62ebc377-0475-46f8-8fc4-d2dc60188684), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:01.756303 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230c8c3e-0317-46f1-aa7e-10d4bf5a2f5b admin admin] Pushing event deleted for resources: {'Port': ['ID=62ebc377-0475-46f8-8fc4-d2dc60188684,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:01.778990 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.agents_db [None req-cbb77ebc-65ec-4caa-a8b3-81c074906866 None None] Agent healthcheck: found 6 active agents {{(pid=104617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:42:01.824440 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-230c8c3e-0317-46f1-aa7e-10d4bf5a2f5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680155'] for router_gateway (58b91349-0dd3-4b11-9ad0-c33bf6a873c9), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:01.849396 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:01.913342 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-230c8c3e-0317-46f1-aa7e-10d4bf5a2f5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60974'] for router (58b91349-0dd3-4b11-9ad0-c33bf6a873c9), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:01.915497 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-230c8c3e-0317-46f1-aa7e-10d4bf5a2f5b admin admin] Publish callbacks [] for router_controller (58b91349-0dd3-4b11-9ad0-c33bf6a873c9), precommit_delete_associations {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:02.029761 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-230c8c3e-0317-46f1-aa7e-10d4bf5a2f5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682369'] for router (58b91349-0dd3-4b11-9ad0-c33bf6a873c9), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:02.030491 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-230c8c3e-0317-46f1-aa7e-10d4bf5a2f5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58b91349-0dd3-4b11-9ad0-c33bf6a873c9 {{(pid=104614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:42:02.034746 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-230c8c3e-0317-46f1-aa7e-10d4bf5a2f5b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:02.035932 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-230c8c3e-0317-46f1-aa7e-10d4bf5a2f5b admin admin] 10.222.0.24 "DELETE /v2.0/routers/58b91349-0dd3-4b11-9ad0-c33bf6a873c9 HTTP/1.1" status: 204 len: 168 time: 1.0009277 May 27 03:42:02.038907 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 41272) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:02.097236 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fe67bab-5b16-45f3-8b65-ef2addd2b350 admin admin] Deleting subnet 7dc15780-a98b-4250-9509-853069c6707a {{(pid=104615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 03:42:02.097236 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-1fe67bab-5b16-45f3-8b65-ef2addd2b350 admin admin] Publish callbacks [] for subnet (7dc15780-a98b-4250-9509-853069c6707a), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:02.133429 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-1fe67bab-5b16-45f3-8b65-ef2addd2b350 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585481163'] for subnet (7dc15780-a98b-4250-9509-853069c6707a), precommit_delete_associations {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:02.163287 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:02.238362 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-1fe67bab-5b16-45f3-8b65-ef2addd2b350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004246'] for subnet (7dc15780-a98b-4250-9509-853069c6707a), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:02.475867 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-1fe67bab-5b16-45f3-8b65-ef2addd2b350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585481001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581752317'] for subnet (7dc15780-a98b-4250-9509-853069c6707a), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:02.506343 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe67bab-5b16-45f3-8b65-ef2addd2b350 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dc15780-a98b-4250-9509-853069c6707a,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:02.510568 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-1fe67bab-5b16-45f3-8b65-ef2addd2b350 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-373421'] for subnet (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:02.513756 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-1fe67bab-5b16-45f3-8b65-ef2addd2b350 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7dc15780-a98b-4250-9509-853069c6707a HTTP/1.1" status: 204 len: 168 time: 0.4741368 May 27 03:42:02.516866 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 41274) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:02.518551 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b4b590-3dd6-4071-ba28-9e6bac0a58dc None None] Network 24e2e56a-4202-49e3-9751-4bcdb4e8a6ed requested from dv-cinder-828805-4-iscsi {{(pid=104616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:42:02.593151 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-9cd6d0e5-0d7a-4634-b868-40b43778d812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963665'] for network (24e2e56a-4202-49e3-9751-4bcdb4e8a6ed), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:02.643986 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6d0e5-0d7a-4634-b868-40b43778d812 admin admin] Deleting port 286e436d-d347-4904-aab3-3f6f572f09dc {{(pid=104614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:42:02.644446 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-9cd6d0e5-0d7a-4634-b868-40b43778d812 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791799895781'] for port (286e436d-d347-4904-aab3-3f6f572f09dc), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:02.710294 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e4347-4030-478c-ab82-33ced00e9601 req-43ae6518-7050-445b-afcf-d17df2f34d20 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:02.711858 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-017e4347-4030-478c-ab82-33ced00e9601 req-43ae6518-7050-445b-afcf-d17df2f34d20 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?device_id=87a65177-fd0d-4c44-a70a-d285315c23ee HTTP/1.1" status: 200 len: 945 time: 0.0739057 May 27 03:42:02.718705 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.db [None req-9cd6d0e5-0d7a-4634-b868-40b43778d812 admin admin] For port 286e436d-d347-4904-aab3-3f6f572f09dc, host dv-cinder-828805-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=286e436d-d347-4904-aab3-3f6f572f09dc,segment=NetworkSegment(4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6),segment_id=4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6)] {{(pid=104614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:42:02.719097 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-9cd6d0e5-0d7a-4634-b868-40b43778d812 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-658269'] for port (286e436d-d347-4904-aab3-3f6f572f09dc), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:02.733751 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6d0e5-0d7a-4634-b868-40b43778d812 admin admin] Calling delete_port for 286e436d-d347-4904-aab3-3f6f572f09dc owned by network:dhcp {{(pid=104614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:42:02.738573 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605bcc30-2655-48a6-bdfa-a1010b5b8acf None None] DHCP port deletion for 24e2e56a-4202-49e3-9751-4bcdb4e8a6ed request from dv-cinder-828805-4-iscsi {{(pid=104616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 03:42:02.770266 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-017e4347-4030-478c-ab82-33ced00e9601 req-f1a17a70-782c-473a-8ec5-89ec39497908 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7cfe8ef-9ac9-4b47-8929-af1db19bd0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519850 May 27 03:42:02.773238 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 75b932e1-ea13-44f5-9bbf-2e35c438adc1 no longer exists at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:42:02.796026 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-605bcc30-2655-48a6-bdfa-a1010b5b8acf None None] Deleting port 286e436d-d347-4904-aab3-3f6f572f09dc {{(pid=104616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:42:02.796713 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-605bcc30-2655-48a6-bdfa-a1010b5b8acf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791799895781'] for port (286e436d-d347-4904-aab3-3f6f572f09dc), before_delete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:02.799389 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] No Port match for: 75b932e1-ea13-44f5-9bbf-2e35c438adc1 {{(pid=104616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:42:02.799909 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 75b932e1-ea13-44f5-9bbf-2e35c438adc1 not bound to the agent host dv-cinder-828805-4-iscsi {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:42:02.800474 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 62ebc377-0475-46f8-8fc4-d2dc60188684 no longer exists at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:42:02.833414 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] No Port match for: 62ebc377-0475-46f8-8fc4-d2dc60188684 {{(pid=104616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:42:02.836667 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 62ebc377-0475-46f8-8fc4-d2dc60188684 not bound to the agent host dv-cinder-828805-4-iscsi {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:42:02.882972 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-605bcc30-2655-48a6-bdfa-a1010b5b8acf None None] For port 286e436d-d347-4904-aab3-3f6f572f09dc, host dv-cinder-828805-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=286e436d-d347-4904-aab3-3f6f572f09dc,segment=NetworkSegment(4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6),segment_id=4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:42:02.883364 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-605bcc30-2655-48a6-bdfa-a1010b5b8acf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-658269'] for port (286e436d-d347-4904-aab3-3f6f572f09dc), precommit_delete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:02.889112 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3e7db-53e2-444e-8c0b-c9392f08b0d9 req-a27a46ff-eb92-4e5d-bc8a-39f653d9f5d3 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:02.890635 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-8ea3e7db-53e2-444e-8c0b-c9392f08b0d9 req-a27a46ff-eb92-4e5d-bc8a-39f653d9f5d3 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?device_id=87a65177-fd0d-4c44-a70a-d285315c23ee HTTP/1.1" status: 200 len: 945 time: 0.0477519 May 27 03:42:02.896657 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-605bcc30-2655-48a6-bdfa-a1010b5b8acf None None] Calling delete_port for 286e436d-d347-4904-aab3-3f6f572f09dc owned by network:dhcp {{(pid=104616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:42:02.898476 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-9cd6d0e5-0d7a-4634-b868-40b43778d812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791799905747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791799515450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8584799065'] for port (286e436d-d347-4904-aab3-3f6f572f09dc), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:02.900093 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 41280) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:02.904630 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.v2.base [None req-7bfd9542-0e04-4fb4-8524-f63fdd192846 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Request body: {'floatingip': {'port_id': '0c05523a-7a76-4594-a966-ad04b22c87e0'}} {{(pid=104615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:42:02.926571 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd6d0e5-0d7a-4634-b868-40b43778d812 admin admin] No DVR routers for this DVR port 286e436d-d347-4904-aab3-3f6f572f09dc on host dv-cinder-828805-4-iscsi {{(pid=104614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:42:02.931516 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6d0e5-0d7a-4634-b868-40b43778d812 admin admin] Pushing event deleted for resources: {'Port': ['ID=286e436d-d347-4904-aab3-3f6f572f09dc,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:02.947698 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-7bfd9542-0e04-4fb4-8524-f63fdd192846 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks [] for floatingip (b38474e4-3655-4cbd-b455-6d7f2e021724), before_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:02.976928 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-605bcc30-2655-48a6-bdfa-a1010b5b8acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791799905747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791799515450'] for port (286e436d-d347-4904-aab3-3f6f572f09dc), after_delete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:03.008199 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-9cd6d0e5-0d7a-4634-b868-40b43778d812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3997731', 'neutron.services.segments.db._delete_segments_for_network-8791800041072'] for network (24e2e56a-4202-49e3-9751-4bcdb4e8a6ed), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:03.008445 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605bcc30-2655-48a6-bdfa-a1010b5b8acf None None] Pushing event deleted for resources: {'Port': ['ID=286e436d-d347-4904-aab3-3f6f572f09dc,revision_number=None']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:03.012862 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605bcc30-2655-48a6-bdfa-a1010b5b8acf None None] No DVR routers for this DVR port 286e436d-d347-4904-aab3-3f6f572f09dc on host dv-cinder-828805-4-iscsi {{(pid=104616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:42:03.031744 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.services.segments.db [None req-9cd6d0e5-0d7a-4634-b868-40b43778d812 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24e2e56a-4202-49e3-9751-4bcdb4e8a6ed']}} {{(pid=104614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:03.040133 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:03.042147 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.services.segments.db [None req-9cd6d0e5-0d7a-4634-b868-40b43778d812 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6') {'for_net_delete': True} {{(pid=104614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:03.042246 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.services.segments.db [None req-9cd6d0e5-0d7a-4634-b868-40b43778d812 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6') {} {{(pid=104614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:03.055985 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-9cd6d0e5-0d7a-4634-b868-40b43778d812 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791800041849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584813197'] for segment (4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:03.070149 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-9cd6d0e5-0d7a-4634-b868-40b43778d812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545'] for segment (4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:03.076842 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cd6d0e5-0d7a-4634-b868-40b43778d812 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=104614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:42:03.077409 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-9cd6d0e5-0d7a-4634-b868-40b43778d812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8584798986'] for segment (4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:03.124137 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.services.segments.plugin [-] Segment 4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6 resource provider aggregate not found May 27 03:42:03.150083 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.services.segments.plugin [-] Segment 4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4e6c9e16-b5b2-4a95-bb7e-142a5cc7f2b6 found for delete ", "request_id": "req-7f4317f9-3972-4041-97c9-06946eb7f585"}]} May 27 03:42:03.212942 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-9cd6d0e5-0d7a-4634-b868-40b43778d812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3997720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680183'] for network (24e2e56a-4202-49e3-9751-4bcdb4e8a6ed), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:03.218785 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-9cd6d0e5-0d7a-4634-b868-40b43778d812 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-373421'] for network (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:03.222230 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-9cd6d0e5-0d7a-4634-b868-40b43778d812 admin admin] 10.222.0.24 "DELETE /v2.0/networks/24e2e56a-4202-49e3-9751-4bcdb4e8a6ed HTTP/1.1" status: 204 len: 168 time: 0.7041330 May 27 03:42:03.234273 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6d0e5-0d7a-4634-b868-40b43778d812 admin admin] Pushing event deleted for resources: {'Network': ['ID=24e2e56a-4202-49e3-9751-4bcdb4e8a6ed,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:03.293903 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:03.383329 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-7bfd9542-0e04-4fb4-8524-f63fdd192846 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:03.475313 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-7bfd9542-0e04-4fb4-8524-f63fdd192846 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680165'] for floatingip (b38474e4-3655-4cbd-b455-6d7f2e021724), after_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:03.521833 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 41288) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:03.562675 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-24b3024a-f335-427e-a48c-f93ec0f552b9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8ae1382d8f774b5db702d78e3bed622a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0396004 May 27 03:42:03.565222 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 41290) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:03.580705 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.db.l3_db [None req-7bfd9542-0e04-4fb4-8524-f63fdd192846 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Floating IP b38474e4-3655-4cbd-b455-6d7f2e021724 associated. External IP: 172.27.0.67, port: 0c05523a-7a76-4594-a966-ad04b22c87e0. May 27 03:42:03.613789 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-ad76cd3a-c2d0-4414-b8f8-735870c75fe7 admin admin] Publish callbacks [] for security_group (4f3f0507-00ee-4438-871c-b87f7b4eef15), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:03.635966 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-ad76cd3a-c2d0-4414-b8f8-735870c75fe7 admin admin] Publish callbacks [] for security_group (4f3f0507-00ee-4438-871c-b87f7b4eef15), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:03.661563 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:03.772320 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:03.788571 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-ad76cd3a-c2d0-4414-b8f8-735870c75fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (4f3f0507-00ee-4438-871c-b87f7b4eef15), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:03.791229 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-ad76cd3a-c2d0-4414-b8f8-735870c75fe7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:03.792417 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-ad76cd3a-c2d0-4414-b8f8-735870c75fe7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4f3f0507-00ee-4438-871c-b87f7b4eef15 HTTP/1.1" status: 204 len: 168 time: 0.2262900 May 27 03:42:03.798519 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bfd9542-0e04-4fb4-8524-f63fdd192846 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Router 21fa1770-3efc-4468-b817-485cb6c5394b has already been hosted by L3 agent 9df6ec88-276d-42f5-acd2-7e289451d5e3 {{(pid=104615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:42:03.801350 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad76cd3a-c2d0-4414-b8f8-735870c75fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f3f0507-00ee-4438-871c-b87f7b4eef15,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:03.907403 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bfd9542-0e04-4fb4-8524-f63fdd192846 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Notify agent at l3_agent.dv-cinder-828805-4-iscsi the message routers_updated {{(pid=104615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:42:03.912230 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-7bfd9542-0e04-4fb4-8524-f63fdd192846 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for floatingip (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:03.917441 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67b45f8-7ded-4445-bc25-6ef0fd648e95 None None] Sync routers for ids ['21fa1770-3efc-4468-b817-485cb6c5394b'] in dv-cinder-828805-4-iscsi {{(pid=104616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:42:03.928508 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67b45f8-7ded-4445-bc25-6ef0fd648e95 None None] Routers {'21fa1770-3efc-4468-b817-485cb6c5394b'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:42:03.929113 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-a67b45f8-7ded-4445-bc25-6ef0fd648e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:41:47Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['21fa1770-3efc-4468-b817-485cb6c5394b'], 'active': True} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:03.942112 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-7bfd9542-0e04-4fb4-8524-f63fdd192846 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "PUT /v2.0/floatingips/b38474e4-3655-4cbd-b455-6d7f2e021724 HTTP/1.1" status: 200 len: 990 time: 1.0407538 May 27 03:42:03.944020 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87a65177-fd0d-4c44-a70a-d285315c23ee', 'tag': '0c05523a-7a76-4594-a966-ad04b22c87e0'}] {{(pid=104615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:42:03.946426 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9faa1dd78fb558d4018d1363b43ffec7552e77d137433f9c5cc39ec2f1c636e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270f9399-a9ce-455f-918a-291246e52056" -d '{"events": [{"name": "network-changed", "server_uuid": "87a65177-fd0d-4c44-a70a-d285315c23ee", "tag": "0c05523a-7a76-4594-a966-ad04b22c87e0"}]}' {{(pid=104615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:42:03.985062 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-484f1b2e-b797-464f-9a0d-43814e8131b7 x-openstack-request-id: req-484f1b2e-b797-464f-9a0d-43814e8131b7 {{(pid=104615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:42:03.985614 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87a65177-fd0d-4c44-a70a-d285315c23ee", "tag": "0c05523a-7a76-4594-a966-ad04b22c87e0", "status": "completed", "code": 200}]} {{(pid=104615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:42:03.985935 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-484f1b2e-b797-464f-9a0d-43814e8131b7 {{(pid=104615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:42:03.986401 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.notifiers.nova [-] Nova event matching ['req-484f1b2e-b797-464f-9a0d-43814e8131b7'] response: {'name': 'network-changed', 'server_uuid': '87a65177-fd0d-4c44-a70a-d285315c23ee', 'tag': '0c05523a-7a76-4594-a966-ad04b22c87e0', 'status': 'completed', 'code': 200} May 27 03:42:04.068352 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f9399-a9ce-455f-918a-291246e52056 req-9da84c69-e07e-4453-a7dd-257020fef2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:04.069894 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-270f9399-a9ce-455f-918a-291246e52056 req-9da84c69-e07e-4453-a7dd-257020fef2bd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=37f34daf6ac94c41b23e1bc899ab671f&device_id=87a65177-fd0d-4c44-a70a-d285315c23ee HTTP/1.1" status: 200 len: 1129 time: 0.0415442 May 27 03:42:04.167941 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvr_db [None req-a67b45f8-7ded-4445-bc25-6ef0fd648e95 None None] Set router 21fa1770-3efc-4468-b817-485cb6c5394b gateway port host: dv-cinder-828805-4-iscsi {{(pid=104616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:42:04.172924 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f9399-a9ce-455f-918a-291246e52056 req-9dba6f7b-d262-490e-99da-03b649632726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:04.174429 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-270f9399-a9ce-455f-918a-291246e52056 req-9dba6f7b-d262-490e-99da-03b649632726 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9d90c714-9bd8-40b9-8a54-714767000c3f HTTP/1.1" status: 200 len: 911 time: 0.0986426 May 27 03:42:04.244485 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-270f9399-a9ce-455f-918a-291246e52056 req-a51937ea-ff3d-4523-841d-fec568f90ec8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c05523a-7a76-4594-a966-ad04b22c87e0 HTTP/1.1" status: 200 len: 998 time: 0.0633636 May 27 03:42:04.295640 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f9399-a9ce-455f-918a-291246e52056 req-06563e1b-3399-430a-a077-5eef3c912653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:04.297232 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-270f9399-a9ce-455f-918a-291246e52056 req-06563e1b-3399-430a-a077-5eef3c912653 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=00d5760e-0799-462a-a374-8af06f949dc3 HTTP/1.1" status: 200 len: 849 time: 0.0470092 May 27 03:42:04.342392 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f9399-a9ce-455f-918a-291246e52056 req-d930e4fa-92d2-4f3d-9152-33b46004f074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:04.344034 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-270f9399-a9ce-455f-918a-291246e52056 req-d930e4fa-92d2-4f3d-9152-33b46004f074 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9d90c714-9bd8-40b9-8a54-714767000c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403023 May 27 03:42:04.391748 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-a67b45f8-7ded-4445-bc25-6ef0fd648e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fa1770-3efc-4468-b817-485cb6c5394b', 'name': 'tempest-AttachVolumeTestJSON-619831655-router', 'tenant_id': '37f34daf6ac94c41b23e1bc899ab671f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '78774f58-824b-4e70-8b2f-2e3873607635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:41:37Z', 'updated_at': '2022-05-27T03:41:41Z', 'revision_number': 4, 'project_id': '37f34daf6ac94c41b23e1bc899ab671f', 'gw_port': {'id': '78774f58-824b-4e70-8b2f-2e3873607635', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:bc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fa1770-3efc-4468-b817-485cb6c5394b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:41:38Z', 'updated_at': '2022-05-27T03:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_floatingips': [{'id': 'b38474e4-3655-4cbd-b455-6d7f2e021724', 'tenant_id': '37f34daf6ac94c41b23e1bc899ab671f', 'floating_ip_address': '172.27.0.67', 'floating_network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'router_id': '21fa1770-3efc-4468-b817-485cb6c5394b', 'port_id': '0c05523a-7a76-4594-a966-ad04b22c87e0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d90c714-9bd8-40b9-8a54-714767000c3f', 'mac_address': 'fa:16:3e:62:58:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a65177-fd0d-4c44-a70a-d285315c23ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:41:46Z', 'updated_at': '2022-05-27T03:42:03Z', 'revision_number': 1, 'project_id': '37f34daf6ac94c41b23e1bc899ab671f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92e50517-801a-44e6-ae5f-a5819ee82935', 'name': '', 'network_id': '9d90c714-9bd8-40b9-8a54-714767000c3f', 'tenant_id': '37f34daf6ac94c41b23e1bc899ab671f', 'mac_address': 'fa:16:3e:eb:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fa1770-3efc-4468-b817-485cb6c5394b', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '00d5760e-0799-462a-a374-8af06f949dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:41:40Z', 'updated_at': '2022-05-27T03:41:45Z', 'revision_number': 5, 'project_id': '37f34daf6ac94c41b23e1bc899ab671f', 'subnets': [{'id': '00d5760e-0799-462a-a374-8af06f949dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:04.421251 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67b45f8-7ded-4445-bc25-6ef0fd648e95 None None] Checking router: 21fa1770-3efc-4468-b817-485cb6c5394b for host: dv-cinder-828805-4-iscsi {{(pid=104616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:42:04.429697 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67b45f8-7ded-4445-bc25-6ef0fd648e95 None None] Routers {'21fa1770-3efc-4468-b817-485cb6c5394b'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:42:04.430300 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-a67b45f8-7ded-4445-bc25-6ef0fd648e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:41:47Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['21fa1770-3efc-4468-b817-485cb6c5394b'], 'active': True} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:04.441641 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-270f9399-a9ce-455f-918a-291246e52056 req-5016f001-680b-4365-823b-bee994560399 service neutron] 10.222.0.69 "GET /v2.0/networks/9d90c714-9bd8-40b9-8a54-714767000c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884702 May 27 03:42:04.479871 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:04.537203 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-270f9399-a9ce-455f-918a-291246e52056 req-cae25f4e-02d5-4d68-8ace-7c62786f2270 service neutron] 10.222.0.69 "GET /v2.0/networks/9d90c714-9bd8-40b9-8a54-714767000c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896430 May 27 03:42:04.538368 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvr_db [None req-a67b45f8-7ded-4445-bc25-6ef0fd648e95 None None] Set router 21fa1770-3efc-4468-b817-485cb6c5394b gateway port host: dv-cinder-828805-4-iscsi {{(pid=104616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:42:04.575384 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:04.610569 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 286e436d-d347-4904-aab3-3f6f572f09dc no longer exists at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:42:04.633591 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] No Port match for: 286e436d-d347-4904-aab3-3f6f572f09dc {{(pid=104616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:42:04.633924 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 286e436d-d347-4904-aab3-3f6f572f09dc not bound to the agent host dv-cinder-828805-4-iscsi {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:42:04.777760 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-a67b45f8-7ded-4445-bc25-6ef0fd648e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fa1770-3efc-4468-b817-485cb6c5394b', 'name': 'tempest-AttachVolumeTestJSON-619831655-router', 'tenant_id': '37f34daf6ac94c41b23e1bc899ab671f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '78774f58-824b-4e70-8b2f-2e3873607635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:41:37Z', 'updated_at': '2022-05-27T03:41:41Z', 'revision_number': 4, 'project_id': '37f34daf6ac94c41b23e1bc899ab671f', 'gw_port': {'id': '78774f58-824b-4e70-8b2f-2e3873607635', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:bc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fa1770-3efc-4468-b817-485cb6c5394b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:41:38Z', 'updated_at': '2022-05-27T03:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_floatingips': [{'id': 'b38474e4-3655-4cbd-b455-6d7f2e021724', 'tenant_id': '37f34daf6ac94c41b23e1bc899ab671f', 'floating_ip_address': '172.27.0.67', 'floating_network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'router_id': '21fa1770-3efc-4468-b817-485cb6c5394b', 'port_id': '0c05523a-7a76-4594-a966-ad04b22c87e0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d90c714-9bd8-40b9-8a54-714767000c3f', 'mac_address': 'fa:16:3e:62:58:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a65177-fd0d-4c44-a70a-d285315c23ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:41:46Z', 'updated_at': '2022-05-27T03:42:03Z', 'revision_number': 1, 'project_id': '37f34daf6ac94c41b23e1bc899ab671f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92e50517-801a-44e6-ae5f-a5819ee82935', 'name': '', 'network_id': '9d90c714-9bd8-40b9-8a54-714767000c3f', 'tenant_id': '37f34daf6ac94c41b23e1bc899ab671f', 'mac_address': 'fa:16:3e:eb:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fa1770-3efc-4468-b817-485cb6c5394b', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '00d5760e-0799-462a-a374-8af06f949dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:41:40Z', 'updated_at': '2022-05-27T03:41:45Z', 'revision_number': 5, 'project_id': '37f34daf6ac94c41b23e1bc899ab671f', 'subnets': [{'id': '00d5760e-0799-462a-a374-8af06f949dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:04.802700 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67b45f8-7ded-4445-bc25-6ef0fd648e95 None None] The sync data for ids ['21fa1770-3efc-4468-b817-485cb6c5394b'] in dv-cinder-828805-4-iscsi is: [{'id': '21fa1770-3efc-4468-b817-485cb6c5394b', 'name': 'tempest-AttachVolumeTestJSON-619831655-router', 'tenant_id': '37f34daf6ac94c41b23e1bc899ab671f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '78774f58-824b-4e70-8b2f-2e3873607635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:41:37Z', 'updated_at': '2022-05-27T03:41:41Z', 'revision_number': 4, 'project_id': '37f34daf6ac94c41b23e1bc899ab671f', 'gw_port': {'id': '78774f58-824b-4e70-8b2f-2e3873607635', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:bc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fa1770-3efc-4468-b817-485cb6c5394b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:41:38Z', 'updated_at': '2022-05-27T03:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_floatingips': [{'id': 'b38474e4-3655-4cbd-b455-6d7f2e021724', 'tenant_id': '37f34daf6ac94c41b23e1bc899ab671f', 'floating_ip_address': '172.27.0.67', 'floating_network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'router_id': '21fa1770-3efc-4468-b817-485cb6c5394b', 'port_id': '0c05523a-7a76-4594-a966-ad04b22c87e0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d90c714-9bd8-40b9-8a54-714767000c3f', 'mac_address': 'fa:16:3e:62:58:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a65177-fd0d-4c44-a70a-d285315c23ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:41:46Z', 'updated_at': '2022-05-27T03:42:03Z', 'revision_number': 1, 'project_id': '37f34daf6ac94c41b23e1bc899ab671f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92e50517-801a-44e6-ae5f-a5819ee82935', 'name': '', 'network_id': '9d90c714-9bd8-40b9-8a54-714767000c3f', 'tenant_id': '37f34daf6ac94c41b23e1bc899ab671f', 'mac_address': 'fa:16:3e:eb:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fa1770-3efc-4468-b817-485cb6c5394b', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '00d5760e-0799-462a-a374-8af06f949dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:41:40Z', 'updated_at': '2022-05-27T03:41:45Z', 'revision_number': 5, 'project_id': '37f34daf6ac94c41b23e1bc899ab671f', 'subnets': [{'id': '00d5760e-0799-462a-a374-8af06f949dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:42:05.006005 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27dd8a27-ba61-4b09-a2fd-32b1573f9649 None None] New status for floating IP b38474e4-3655-4cbd-b455-6d7f2e021724: ACTIVE {{(pid=104617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:42:13.401126 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (134bae73-502b-4599-bb47-129fee8818a4), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:13.939496 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=66 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:14.530944 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=71,neutron:DELETE=4 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:14.532817 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=47 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:14.698488 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-91cd7918-56cf-4809-a2f3-accb35a27544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (b322252d-fb9d-4652-a830-647fed26b29a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:15.102510 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=80 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:15.120591 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=47,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:15.419750 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-dfb83b56-0b1d-42d8-a548-06071399efa9 req-4042564c-99d0-4a98-99dd-91f308877cae service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d82dd530-bdcd-408b-9b6a-d6cde26fb9b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420823 May 27 03:42:15.491810 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb83b56-0b1d-42d8-a548-06071399efa9 req-e09ab130-fead-4805-bf7b-fe36fd58b76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:15.493291 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-dfb83b56-0b1d-42d8-a548-06071399efa9 req-e09ab130-fead-4805-bf7b-fe36fd58b76a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=19592ab2e5e04d7c952aebf73f4fca6e&device_id=d82dd530-bdcd-408b-9b6a-d6cde26fb9b6 HTTP/1.1" status: 200 len: 1130 time: 0.0390155 May 27 03:42:15.592415 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb83b56-0b1d-42d8-a548-06071399efa9 req-a770dff3-40a4-49e8-9429-1f4f26ece817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:15.593880 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-dfb83b56-0b1d-42d8-a548-06071399efa9 req-a770dff3-40a4-49e8-9429-1f4f26ece817 service neutron] 10.222.0.69 "GET /v2.0/networks?id=430833dd-8c2a-4184-8f60-2460eb1e769c HTTP/1.1" status: 200 len: 909 time: 0.0833709 May 27 03:42:15.657731 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-dfb83b56-0b1d-42d8-a548-06071399efa9 req-c295e5c5-450d-48e1-bb76-10270775458d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0aa36f0b-ffa2-488e-b031-21fe9c191622 HTTP/1.1" status: 200 len: 1002 time: 0.0563247 May 27 03:42:15.703178 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb83b56-0b1d-42d8-a548-06071399efa9 req-e7763d96-6c17-4d5f-be75-ad67fd4b62a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:15.704495 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-dfb83b56-0b1d-42d8-a548-06071399efa9 req-e7763d96-6c17-4d5f-be75-ad67fd4b62a5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0c7d2ccd-23b4-4acf-944e-c57bae962263 HTTP/1.1" status: 200 len: 847 time: 0.0416183 May 27 03:42:15.746770 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb83b56-0b1d-42d8-a548-06071399efa9 req-8353aa0a-142f-4def-b229-dd27d4da7939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:15.748233 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-dfb83b56-0b1d-42d8-a548-06071399efa9 req-8353aa0a-142f-4def-b229-dd27d4da7939 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=430833dd-8c2a-4184-8f60-2460eb1e769c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0367110 May 27 03:42:15.851023 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-dfb83b56-0b1d-42d8-a548-06071399efa9 req-4db51cb9-d8cb-45e2-8f02-f115135347c1 service neutron] 10.222.0.69 "GET /v2.0/networks/430833dd-8c2a-4184-8f60-2460eb1e769c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912335 May 27 03:42:15.942815 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-dfb83b56-0b1d-42d8-a548-06071399efa9 req-90054198-f6c1-4e97-940d-72bec8ec6e55 service neutron] 10.222.0.69 "GET /v2.0/networks/430833dd-8c2a-4184-8f60-2460eb1e769c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846851 May 27 03:42:16.480836 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 41422) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:16.762015 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [None req-a96c67c4-4c29-497a-9e04-bc65c5a02314 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Deleting port 3251335d-a97d-4376-9e3c-8530ec0cb3ef {{(pid=104614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:42:16.762672 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-a96c67c4-4c29-497a-9e04-bc65c5a02314 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791799895781'] for port (3251335d-a97d-4376-9e3c-8530ec0cb3ef), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:16.845477 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-a96c67c4-4c29-497a-9e04-bc65c5a02314 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-658269'] for port (3251335d-a97d-4376-9e3c-8530ec0cb3ef), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:16.845803 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-a96c67c4-4c29-497a-9e04-bc65c5a02314 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Publish callbacks [] for floatingip (3251335d-a97d-4376-9e3c-8530ec0cb3ef), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:16.863305 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [None req-a96c67c4-4c29-497a-9e04-bc65c5a02314 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Calling delete_port for 3251335d-a97d-4376-9e3c-8530ec0cb3ef owned by network:floatingip {{(pid=104614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:42:16.958812 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:17.005232 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:17.023747 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-74d9d286-cd08-4154-aaba-49fbf65db8d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (9df6ec88-276d-42f5-acd2-7e289451d5e3), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:17.207563 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-a96c67c4-4c29-497a-9e04-bc65c5a02314 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791799905747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791799515450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8584799065'] for port (3251335d-a97d-4376-9e3c-8530ec0cb3ef), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:17.242327 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96c67c4-4c29-497a-9e04-bc65c5a02314 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Pushing event deleted for resources: {'Port': ['ID=3251335d-a97d-4376-9e3c-8530ec0cb3ef,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:17.302517 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-a96c67c4-4c29-497a-9e04-bc65c5a02314 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Publish callbacks [] for floatingip (8cb2bc52-a2b5-48bc-87e0-6a1f44269143), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:17.302861 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.db.l3_db [None req-a96c67c4-4c29-497a-9e04-bc65c5a02314 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Floating IP 8cb2bc52-a2b5-48bc-87e0-6a1f44269143 disassociated (deleted). External IP: 172.27.0.172, port: 0aa36f0b-ffa2-488e-b031-21fe9c191622. May 27 03:42:17.500958 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a96c67c4-4c29-497a-9e04-bc65c5a02314 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Router cc1003ba-30c8-46bc-b542-18ef8dfb333a has already been hosted by L3 agent 9df6ec88-276d-42f5-acd2-7e289451d5e3 {{(pid=104614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:42:17.605865 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a96c67c4-4c29-497a-9e04-bc65c5a02314 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Notify agent at l3_agent.dv-cinder-828805-4-iscsi the message routers_updated {{(pid=104614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:42:17.610706 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-a96c67c4-4c29-497a-9e04-bc65c5a02314 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for floatingip (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:17.616889 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3802030-90dc-46db-b1dd-05c02c50a8a2 None None] Sync routers for ids ['cc1003ba-30c8-46bc-b542-18ef8dfb333a'] in dv-cinder-828805-4-iscsi {{(pid=104616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:42:17.626218 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3802030-90dc-46db-b1dd-05c02c50a8a2 None None] Routers {'cc1003ba-30c8-46bc-b542-18ef8dfb333a'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:42:17.626825 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-b3802030-90dc-46db-b1dd-05c02c50a8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:42:17Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['cc1003ba-30c8-46bc-b542-18ef8dfb333a'], 'active': True} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:17.641391 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-a96c67c4-4c29-497a-9e04-bc65c5a02314 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "DELETE /v2.0/floatingips/8cb2bc52-a2b5-48bc-87e0-6a1f44269143 HTTP/1.1" status: 204 len: 168 time: 1.1594748 May 27 03:42:17.641966 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd82dd530-bdcd-408b-9b6a-d6cde26fb9b6', 'tag': '0aa36f0b-ffa2-488e-b031-21fe9c191622'}] {{(pid=104614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:42:17.644417 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a93b0eab3ec594b69aa68cd7d580be2fac36b4cb942ee4cac03c85783d056da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64035d5-7015-4581-a9fc-af34f8d54123" -d '{"events": [{"name": "network-changed", "server_uuid": "d82dd530-bdcd-408b-9b6a-d6cde26fb9b6", "tag": "0aa36f0b-ffa2-488e-b031-21fe9c191622"}]}' {{(pid=104614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:42:17.689090 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30443796-e714-457e-8062-c1afc440ffb5 x-openstack-request-id: req-30443796-e714-457e-8062-c1afc440ffb5 {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:42:17.689090 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d82dd530-bdcd-408b-9b6a-d6cde26fb9b6", "tag": "0aa36f0b-ffa2-488e-b031-21fe9c191622", "status": "completed", "code": 200}]} {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:42:17.689090 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-30443796-e714-457e-8062-c1afc440ffb5 {{(pid=104614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:42:17.689090 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30443796-e714-457e-8062-c1afc440ffb5'] response: {'name': 'network-changed', 'server_uuid': 'd82dd530-bdcd-408b-9b6a-d6cde26fb9b6', 'tag': '0aa36f0b-ffa2-488e-b031-21fe9c191622', 'status': 'completed', 'code': 200} May 27 03:42:17.732552 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvr_db [None req-b3802030-90dc-46db-b1dd-05c02c50a8a2 None None] Set router cc1003ba-30c8-46bc-b542-18ef8dfb333a gateway port host: dv-cinder-828805-4-iscsi {{(pid=104616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:42:17.768185 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64035d5-7015-4581-a9fc-af34f8d54123 req-5a857d58-e3be-4ed5-9672-6527a8410f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:17.769644 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-c64035d5-7015-4581-a9fc-af34f8d54123 req-5a857d58-e3be-4ed5-9672-6527a8410f81 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=19592ab2e5e04d7c952aebf73f4fca6e&device_id=d82dd530-bdcd-408b-9b6a-d6cde26fb9b6 HTTP/1.1" status: 200 len: 1130 time: 0.0397825 May 27 03:42:17.868552 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64035d5-7015-4581-a9fc-af34f8d54123 req-3505f3c8-d7d1-4a4f-936d-940e71461e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:17.870035 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-c64035d5-7015-4581-a9fc-af34f8d54123 req-3505f3c8-d7d1-4a4f-936d-940e71461e72 service neutron] 10.222.0.69 "GET /v2.0/networks?id=430833dd-8c2a-4184-8f60-2460eb1e769c HTTP/1.1" status: 200 len: 909 time: 0.0905054 May 27 03:42:17.920893 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-c64035d5-7015-4581-a9fc-af34f8d54123 req-cc92e1f7-4451-42c4-b695-a7c99df6438e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0aa36f0b-ffa2-488e-b031-21fe9c191622 HTTP/1.1" status: 200 len: 217 time: 0.0444162 May 27 03:42:17.927688 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-b3802030-90dc-46db-b1dd-05c02c50a8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1003ba-30c8-46bc-b542-18ef8dfb333a', 'name': 'tempest-TestShelveInstance-551542010-router', 'tenant_id': '19592ab2e5e04d7c952aebf73f4fca6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'c5c03aeb-0ab4-4123-bfc8-4005510a2c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:48Z', 'updated_at': '2022-05-27T03:36:52Z', 'revision_number': 4, 'project_id': '19592ab2e5e04d7c952aebf73f4fca6e', 'gw_port': {'id': 'c5c03aeb-0ab4-4123-bfc8-4005510a2c2b', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1003ba-30c8-46bc-b542-18ef8dfb333a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:49Z', 'updated_at': '2022-05-27T03:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_interfaces': [{'id': '2cb633a0-d78f-4c73-9d4c-a54386d7c104', 'name': '', 'network_id': '430833dd-8c2a-4184-8f60-2460eb1e769c', 'tenant_id': '19592ab2e5e04d7c952aebf73f4fca6e', 'mac_address': 'fa:16:3e:af:af:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1003ba-30c8-46bc-b542-18ef8dfb333a', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '0c7d2ccd-23b4-4acf-944e-c57bae962263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:51Z', 'updated_at': '2022-05-27T03:36:57Z', 'revision_number': 5, 'project_id': '19592ab2e5e04d7c952aebf73f4fca6e', 'subnets': [{'id': '0c7d2ccd-23b4-4acf-944e-c57bae962263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:17.961166 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3802030-90dc-46db-b1dd-05c02c50a8a2 None None] Checking router: cc1003ba-30c8-46bc-b542-18ef8dfb333a for host: dv-cinder-828805-4-iscsi {{(pid=104616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:42:17.961372 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:17.972195 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3802030-90dc-46db-b1dd-05c02c50a8a2 None None] Routers {'cc1003ba-30c8-46bc-b542-18ef8dfb333a'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:42:17.972195 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-b3802030-90dc-46db-b1dd-05c02c50a8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:42:17Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['cc1003ba-30c8-46bc-b542-18ef8dfb333a'], 'active': True} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:17.985010 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64035d5-7015-4581-a9fc-af34f8d54123 req-8b2d7ad9-cd90-49ba-bb59-a46f054ad635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:17.986479 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-c64035d5-7015-4581-a9fc-af34f8d54123 req-8b2d7ad9-cd90-49ba-bb59-a46f054ad635 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0c7d2ccd-23b4-4acf-944e-c57bae962263 HTTP/1.1" status: 200 len: 847 time: 0.0575824 May 27 03:42:18.045400 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64035d5-7015-4581-a9fc-af34f8d54123 req-6c4856ba-72f0-4b24-aa6f-a6ffdee8cab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:18.045400 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-c64035d5-7015-4581-a9fc-af34f8d54123 req-6c4856ba-72f0-4b24-aa6f-a6ffdee8cab5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=430833dd-8c2a-4184-8f60-2460eb1e769c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431142 May 27 03:42:18.086745 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvr_db [None req-b3802030-90dc-46db-b1dd-05c02c50a8a2 None None] Set router cc1003ba-30c8-46bc-b542-18ef8dfb333a gateway port host: dv-cinder-828805-4-iscsi {{(pid=104616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:42:18.133508 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:18.211248 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e7665b-ac7b-4ee1-9580-26c8bf3836da req-b166efd8-fa37-4ad9-8359-75abb1aca32e tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:18.212865 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-27e7665b-ac7b-4ee1-9580-26c8bf3836da req-b166efd8-fa37-4ad9-8359-75abb1aca32e tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/ports?device_id=d82dd530-bdcd-408b-9b6a-d6cde26fb9b6 HTTP/1.1" status: 200 len: 946 time: 0.0508356 May 27 03:42:18.267011 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-27e7665b-ac7b-4ee1-9580-26c8bf3836da req-6bef4fc5-f5e8-4ac3-a367-0442077b5437 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e559735-ef6e-41cc-93cf-279d407c22b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482731 May 27 03:42:18.308611 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-584d7fde-7d72-4642-9601-b182cfb78c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (413fc6aa-3a5a-4281-abfd-a440a67afb4a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:18.318906 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-b3802030-90dc-46db-b1dd-05c02c50a8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1003ba-30c8-46bc-b542-18ef8dfb333a', 'name': 'tempest-TestShelveInstance-551542010-router', 'tenant_id': '19592ab2e5e04d7c952aebf73f4fca6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'c5c03aeb-0ab4-4123-bfc8-4005510a2c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:48Z', 'updated_at': '2022-05-27T03:36:52Z', 'revision_number': 4, 'project_id': '19592ab2e5e04d7c952aebf73f4fca6e', 'gw_port': {'id': 'c5c03aeb-0ab4-4123-bfc8-4005510a2c2b', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1003ba-30c8-46bc-b542-18ef8dfb333a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:49Z', 'updated_at': '2022-05-27T03:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_interfaces': [{'id': '2cb633a0-d78f-4c73-9d4c-a54386d7c104', 'name': '', 'network_id': '430833dd-8c2a-4184-8f60-2460eb1e769c', 'tenant_id': '19592ab2e5e04d7c952aebf73f4fca6e', 'mac_address': 'fa:16:3e:af:af:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1003ba-30c8-46bc-b542-18ef8dfb333a', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '0c7d2ccd-23b4-4acf-944e-c57bae962263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:51Z', 'updated_at': '2022-05-27T03:36:57Z', 'revision_number': 5, 'project_id': '19592ab2e5e04d7c952aebf73f4fca6e', 'subnets': [{'id': '0c7d2ccd-23b4-4acf-944e-c57bae962263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:18.344352 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3802030-90dc-46db-b1dd-05c02c50a8a2 None None] The sync data for ids ['cc1003ba-30c8-46bc-b542-18ef8dfb333a'] in dv-cinder-828805-4-iscsi is: [{'id': 'cc1003ba-30c8-46bc-b542-18ef8dfb333a', 'name': 'tempest-TestShelveInstance-551542010-router', 'tenant_id': '19592ab2e5e04d7c952aebf73f4fca6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'c5c03aeb-0ab4-4123-bfc8-4005510a2c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:48Z', 'updated_at': '2022-05-27T03:36:52Z', 'revision_number': 4, 'project_id': '19592ab2e5e04d7c952aebf73f4fca6e', 'gw_port': {'id': 'c5c03aeb-0ab4-4123-bfc8-4005510a2c2b', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1003ba-30c8-46bc-b542-18ef8dfb333a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:49Z', 'updated_at': '2022-05-27T03:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_interfaces': [{'id': '2cb633a0-d78f-4c73-9d4c-a54386d7c104', 'name': '', 'network_id': '430833dd-8c2a-4184-8f60-2460eb1e769c', 'tenant_id': '19592ab2e5e04d7c952aebf73f4fca6e', 'mac_address': 'fa:16:3e:af:af:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1003ba-30c8-46bc-b542-18ef8dfb333a', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '0c7d2ccd-23b4-4acf-944e-c57bae962263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:51Z', 'updated_at': '2022-05-27T03:36:57Z', 'revision_number': 5, 'project_id': '19592ab2e5e04d7c952aebf73f4fca6e', 'subnets': [{'id': '0c7d2ccd-23b4-4acf-944e-c57bae962263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:42:18.376546 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-c64035d5-7015-4581-a9fc-af34f8d54123 req-7ccb96ee-820e-4e36-9117-e761725f4615 service neutron] 10.222.0.69 "GET /v2.0/networks/430833dd-8c2a-4184-8f60-2460eb1e769c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347554 May 27 03:42:18.561830 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04a4a58-2bb4-40ff-9a8b-bb34f45a3505 None None] New status for floating IP 8cb2bc52-a2b5-48bc-87e0-6a1f44269143: DOWN {{(pid=104617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:42:19.291977 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f446-e12c-45b2-8c38-3579950c1c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (785c7416-4bf9-40d9-a08f-c797a61a0436), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:19.384930 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6536fe5-16ca-4a60-94b5-60bc5e20a63a req-4783d5c1-860e-4b40-b8b3-876ef62567af tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:19.386324 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-e6536fe5-16ca-4a60-94b5-60bc5e20a63a req-4783d5c1-860e-4b40-b8b3-876ef62567af tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/ports?device_id=d82dd530-bdcd-408b-9b6a-d6cde26fb9b6 HTTP/1.1" status: 200 len: 946 time: 0.0474732 May 27 03:42:19.442737 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-c64035d5-7015-4581-a9fc-af34f8d54123 req-97623c04-116b-43fd-b20e-b62b25823aa8 service neutron] 10.222.0.69 "GET /v2.0/networks/430833dd-8c2a-4184-8f60-2460eb1e769c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943110 May 27 03:42:19.690858 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-e6536fe5-16ca-4a60-94b5-60bc5e20a63a req-3cf38db5-5f28-4b76-b76f-29ee21874daa tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e559735-ef6e-41cc-93cf-279d407c22b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2986784 May 27 03:42:20.048674 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e299616f-940a-45fc-9ca5-a741545aef58 req-13aa4b8f-09df-4863-8f31-1acd32c6dd53 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:20.050128 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-e299616f-940a-45fc-9ca5-a741545aef58 req-13aa4b8f-09df-4863-8f31-1acd32c6dd53 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.69 "GET /v2.0/ports?device_id=d82dd530-bdcd-408b-9b6a-d6cde26fb9b6 HTTP/1.1" status: 200 len: 946 time: 0.0471253 May 27 03:42:20.132939 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [req-e299616f-940a-45fc-9ca5-a741545aef58 req-1eb13b1a-0102-4089-8c4b-0a7156779e44 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Deleting port 0aa36f0b-ffa2-488e-b031-21fe9c191622 {{(pid=104614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:42:20.133284 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-e299616f-940a-45fc-9ca5-a741545aef58 req-1eb13b1a-0102-4089-8c4b-0a7156779e44 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791799895781'] for port (0aa36f0b-ffa2-488e-b031-21fe9c191622), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:20.224427 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.db [req-e299616f-940a-45fc-9ca5-a741545aef58 req-1eb13b1a-0102-4089-8c4b-0a7156779e44 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] For port 0aa36f0b-ffa2-488e-b031-21fe9c191622, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=0aa36f0b-ffa2-488e-b031-21fe9c191622,segment=NetworkSegment(be2bf9c1-995c-430f-ada9-4c7603cb9ea3),segment_id=be2bf9c1-995c-430f-ada9-4c7603cb9ea3)] {{(pid=104614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:42:20.224790 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-e299616f-940a-45fc-9ca5-a741545aef58 req-1eb13b1a-0102-4089-8c4b-0a7156779e44 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-658269'] for port (0aa36f0b-ffa2-488e-b031-21fe9c191622), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:20.237868 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [req-e299616f-940a-45fc-9ca5-a741545aef58 req-1eb13b1a-0102-4089-8c4b-0a7156779e44 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Calling delete_port for 0aa36f0b-ffa2-488e-b031-21fe9c191622 owned by compute:nova {{(pid=104614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:42:20.286675 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=100 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:20.412284 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-e299616f-940a-45fc-9ca5-a741545aef58 req-1eb13b1a-0102-4089-8c4b-0a7156779e44 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791799905747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791799515450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8584799065'] for port (0aa36f0b-ffa2-488e-b031-21fe9c191622), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:20.438121 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb13b1a-0102-4089-8c4b-0a7156779e44 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Pushing event deleted for resources: {'Port': ['ID=0aa36f0b-ffa2-488e-b031-21fe9c191622,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:20.484274 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.l3_dvrscheduler_db [req-e299616f-940a-45fc-9ca5-a741545aef58 req-1eb13b1a-0102-4089-8c4b-0a7156779e44 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] No DVR routers for this DVR port 0aa36f0b-ffa2-488e-b031-21fe9c191622 on host hv-cinder-82880 {{(pid=104614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:42:20.486615 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-e299616f-940a-45fc-9ca5-a741545aef58 req-1eb13b1a-0102-4089-8c4b-0a7156779e44 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:20.490374 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-e299616f-940a-45fc-9ca5-a741545aef58 req-1eb13b1a-0102-4089-8c4b-0a7156779e44 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.69 "DELETE /v2.0/ports/0aa36f0b-ffa2-488e-b031-21fe9c191622 HTTP/1.1" status: 204 len: 173 time: 0.4341719 May 27 03:42:20.490808 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd82dd530-bdcd-408b-9b6a-d6cde26fb9b6', 'name': 'network-vif-deleted', 'tag': '0aa36f0b-ffa2-488e-b031-21fe9c191622'}] {{(pid=104614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:42:20.493061 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a93b0eab3ec594b69aa68cd7d580be2fac36b4cb942ee4cac03c85783d056da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74db93bf-495f-4dd2-8a3c-5891f91bf0b9" -d '{"events": [{"server_uuid": "d82dd530-bdcd-408b-9b6a-d6cde26fb9b6", "name": "network-vif-deleted", "tag": "0aa36f0b-ffa2-488e-b031-21fe9c191622"}]}' {{(pid=104614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:42:20.527277 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb6b128-4eeb-4f75-8026-98d86fffc2b3 x-openstack-request-id: req-bdb6b128-4eeb-4f75-8026-98d86fffc2b3 {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:42:20.527568 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d82dd530-bdcd-408b-9b6a-d6cde26fb9b6", "name": "network-vif-deleted", "tag": "0aa36f0b-ffa2-488e-b031-21fe9c191622", "status": "completed", "code": 200}]} {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:42:20.527823 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bdb6b128-4eeb-4f75-8026-98d86fffc2b3 {{(pid=104614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:42:20.528224 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdb6b128-4eeb-4f75-8026-98d86fffc2b3'] response: {'server_uuid': 'd82dd530-bdcd-408b-9b6a-d6cde26fb9b6', 'name': 'network-vif-deleted', 'tag': '0aa36f0b-ffa2-488e-b031-21fe9c191622', 'status': 'completed', 'code': 200} May 27 03:42:20.799731 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-2d304b1c-b0b9-4cdb-a35f-16aabe0e4cf8 req-e1d3dce2-8d9d-4011-bc0c-1d4547ffd0d2 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/ports?device_id=d82dd530-bdcd-408b-9b6a-d6cde26fb9b6 HTTP/1.1" status: 200 len: 210 time: 0.0302889 May 27 03:42:20.863265 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (917d01f3-4a27-4590-ae14-da14d21a1e88), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:21.908906 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-40527f83-25e7-489d-8983-ef93a74b1383 req-83930c8c-9de5-4378-a23c-06bba7d3a95e tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "GET /v2.0/ports?device_id=d82dd530-bdcd-408b-9b6a-d6cde26fb9b6 HTTP/1.1" status: 200 len: 210 time: 0.0270081 May 27 03:42:22.966534 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 41508) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:23.023810 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-6491fc89-57fa-4c95-851b-4c4ebdf8c3d7 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Publish callbacks [] for security_group (3e559735-ef6e-41cc-93cf-279d407c22b7), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:23.050423 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-6491fc89-57fa-4c95-851b-4c4ebdf8c3d7 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Publish callbacks [] for security_group (3e559735-ef6e-41cc-93cf-279d407c22b7), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:23.201076 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-6491fc89-57fa-4c95-851b-4c4ebdf8c3d7 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (3e559735-ef6e-41cc-93cf-279d407c22b7), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:23.203686 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-6491fc89-57fa-4c95-851b-4c4ebdf8c3d7 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Publish callbacks [] for security_group (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:23.204911 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-6491fc89-57fa-4c95-851b-4c4ebdf8c3d7 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] 10.222.0.24 "DELETE /v2.0/security-groups/3e559735-ef6e-41cc-93cf-279d407c22b7 HTTP/1.1" status: 204 len: 168 time: 0.2375197 May 27 03:42:23.227145 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6491fc89-57fa-4c95-851b-4c4ebdf8c3d7 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e559735-ef6e-41cc-93cf-279d407c22b7,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:23.367340 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 41512) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:23.562371 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:23.771391 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-3784937c-6e18-4393-8673-a018af33fbb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681189'] for router_interface (cc1003ba-30c8-46bc-b542-18ef8dfb333a), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:23.841239 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device 0aa36f0b-ffa2-488e-b031-21fe9c191622 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:42:23.872018 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] No Port match for: 0aa36f0b-ffa2-488e-b031-21fe9c191622 {{(pid=104616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:42:23.872537 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device 0aa36f0b-ffa2-488e-b031-21fe9c191622 not bound to the agent host hv-cinder-82880 {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:42:23.998787 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [None req-3784937c-6e18-4393-8673-a018af33fbb6 admin admin] Deleting port 2cb633a0-d78f-4c73-9d4c-a54386d7c104 {{(pid=104614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:42:23.999397 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-3784937c-6e18-4393-8673-a018af33fbb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791799895781'] for port (2cb633a0-d78f-4c73-9d4c-a54386d7c104), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:24.042789 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:24.080266 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.db [None req-3784937c-6e18-4393-8673-a018af33fbb6 admin admin] For port 2cb633a0-d78f-4c73-9d4c-a54386d7c104, host dv-cinder-828805-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=2cb633a0-d78f-4c73-9d4c-a54386d7c104,segment=NetworkSegment(be2bf9c1-995c-430f-ada9-4c7603cb9ea3),segment_id=be2bf9c1-995c-430f-ada9-4c7603cb9ea3)] {{(pid=104614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:42:24.080266 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-3784937c-6e18-4393-8673-a018af33fbb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-658269'] for port (2cb633a0-d78f-4c73-9d4c-a54386d7c104), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:24.094590 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [None req-3784937c-6e18-4393-8673-a018af33fbb6 admin admin] Calling delete_port for 2cb633a0-d78f-4c73-9d4c-a54386d7c104 owned by network:router_interface {{(pid=104614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:42:24.309778 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-3784937c-6e18-4393-8673-a018af33fbb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791799905747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791799515450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8584799065'] for port (2cb633a0-d78f-4c73-9d4c-a54386d7c104), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:24.335062 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3784937c-6e18-4393-8673-a018af33fbb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cb633a0-d78f-4c73-9d4c-a54386d7c104,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:24.450262 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:24.496203 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-3784937c-6e18-4393-8673-a018af33fbb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-373384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681081'] for router_interface (cc1003ba-30c8-46bc-b542-18ef8dfb333a), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:24.700929 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3784937c-6e18-4393-8673-a018af33fbb6 admin admin] Router cc1003ba-30c8-46bc-b542-18ef8dfb333a has already been hosted by L3 agent 9df6ec88-276d-42f5-acd2-7e289451d5e3 {{(pid=104614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:42:24.800694 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3784937c-6e18-4393-8673-a018af33fbb6 admin admin] Notify agent at l3_agent.dv-cinder-828805-4-iscsi the message routers_updated {{(pid=104614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:42:24.805606 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-3784937c-6e18-4393-8673-a018af33fbb6 admin admin] 10.222.0.24 "PUT /v2.0/routers/cc1003ba-30c8-46bc-b542-18ef8dfb333a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4371927 May 27 03:42:24.808287 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 41524) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:24.813679 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6858e42f-2143-4190-871a-58edde7737c7 None None] Sync routers for ids ['cc1003ba-30c8-46bc-b542-18ef8dfb333a'] in dv-cinder-828805-4-iscsi {{(pid=104616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:42:24.816973 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:24.824617 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6858e42f-2143-4190-871a-58edde7737c7 None None] Routers {'cc1003ba-30c8-46bc-b542-18ef8dfb333a'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:42:24.825251 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-6858e42f-2143-4190-871a-58edde7737c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:42:17Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['cc1003ba-30c8-46bc-b542-18ef8dfb333a'], 'active': True} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:24.915048 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-ede04d38-8cbe-4072-941d-f2e3d5820a36 admin admin] Publish callbacks [] for router (cc1003ba-30c8-46bc-b542-18ef8dfb333a), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:24.928966 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvr_db [None req-6858e42f-2143-4190-871a-58edde7737c7 None None] Set router cc1003ba-30c8-46bc-b542-18ef8dfb333a gateway port host: dv-cinder-828805-4-iscsi {{(pid=104616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:42:24.951555 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:25.015864 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-ede04d38-8cbe-4072-941d-f2e3d5820a36 admin admin] Publish callbacks [] for router_gateway (cc1003ba-30c8-46bc-b542-18ef8dfb333a), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:25.101021 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-6858e42f-2143-4190-871a-58edde7737c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1003ba-30c8-46bc-b542-18ef8dfb333a', 'name': 'tempest-TestShelveInstance-551542010-router', 'tenant_id': '19592ab2e5e04d7c952aebf73f4fca6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'c5c03aeb-0ab4-4123-bfc8-4005510a2c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:48Z', 'updated_at': '2022-05-27T03:42:24Z', 'revision_number': 5, 'project_id': '19592ab2e5e04d7c952aebf73f4fca6e', 'gw_port': {'id': 'c5c03aeb-0ab4-4123-bfc8-4005510a2c2b', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1003ba-30c8-46bc-b542-18ef8dfb333a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:49Z', 'updated_at': '2022-05-27T03:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi'}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:25.129588 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6858e42f-2143-4190-871a-58edde7737c7 None None] Checking router: cc1003ba-30c8-46bc-b542-18ef8dfb333a for host: dv-cinder-828805-4-iscsi {{(pid=104616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:42:25.131946 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [None req-ede04d38-8cbe-4072-941d-f2e3d5820a36 admin admin] Deleting port c5c03aeb-0ab4-4123-bfc8-4005510a2c2b {{(pid=104614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:42:25.132373 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-ede04d38-8cbe-4072-941d-f2e3d5820a36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791799895781'] for port (c5c03aeb-0ab4-4123-bfc8-4005510a2c2b), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:25.138730 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6858e42f-2143-4190-871a-58edde7737c7 None None] Routers {'cc1003ba-30c8-46bc-b542-18ef8dfb333a'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:42:25.139361 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-6858e42f-2143-4190-871a-58edde7737c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:42:17Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['cc1003ba-30c8-46bc-b542-18ef8dfb333a'], 'active': True} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:25.212029 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.db [None req-ede04d38-8cbe-4072-941d-f2e3d5820a36 admin admin] For port c5c03aeb-0ab4-4123-bfc8-4005510a2c2b, host dv-cinder-828805-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=c5c03aeb-0ab4-4123-bfc8-4005510a2c2b,segment=NetworkSegment(2b0e99ee-61aa-44db-85d9-9c6d208f29d9),segment_id=2b0e99ee-61aa-44db-85d9-9c6d208f29d9)] {{(pid=104614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:42:25.212323 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-ede04d38-8cbe-4072-941d-f2e3d5820a36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-658269'] for port (c5c03aeb-0ab4-4123-bfc8-4005510a2c2b), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:25.226414 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvr_db [None req-6858e42f-2143-4190-871a-58edde7737c7 None None] Set router cc1003ba-30c8-46bc-b542-18ef8dfb333a gateway port host: None {{(pid=104616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:42:25.229489 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [None req-ede04d38-8cbe-4072-941d-f2e3d5820a36 admin admin] Calling delete_port for c5c03aeb-0ab4-4123-bfc8-4005510a2c2b owned by network:router_gateway {{(pid=104614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:42:25.237608 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:25.409391 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-6858e42f-2143-4190-871a-58edde7737c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1003ba-30c8-46bc-b542-18ef8dfb333a', 'name': 'tempest-TestShelveInstance-551542010-router', 'tenant_id': '19592ab2e5e04d7c952aebf73f4fca6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:48Z', 'updated_at': '2022-05-27T03:42:25Z', 'revision_number': 6, 'project_id': '19592ab2e5e04d7c952aebf73f4fca6e', 'gw_port_host': None}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:25.434384 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6858e42f-2143-4190-871a-58edde7737c7 None None] The sync data for ids ['cc1003ba-30c8-46bc-b542-18ef8dfb333a'] in dv-cinder-828805-4-iscsi is: [{'id': 'cc1003ba-30c8-46bc-b542-18ef8dfb333a', 'name': 'tempest-TestShelveInstance-551542010-router', 'tenant_id': '19592ab2e5e04d7c952aebf73f4fca6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:48Z', 'updated_at': '2022-05-27T03:42:25Z', 'revision_number': 6, 'project_id': '19592ab2e5e04d7c952aebf73f4fca6e', 'gw_port_host': None}] {{(pid=104616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:42:25.475501 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-ede04d38-8cbe-4072-941d-f2e3d5820a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791799905747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791799515450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8584799065'] for port (c5c03aeb-0ab4-4123-bfc8-4005510a2c2b), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:25.502755 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede04d38-8cbe-4072-941d-f2e3d5820a36 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5c03aeb-0ab4-4123-bfc8-4005510a2c2b,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:25.566344 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-ede04d38-8cbe-4072-941d-f2e3d5820a36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680155'] for router_gateway (cc1003ba-30c8-46bc-b542-18ef8dfb333a), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:25.655811 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-ede04d38-8cbe-4072-941d-f2e3d5820a36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60974'] for router (cc1003ba-30c8-46bc-b542-18ef8dfb333a), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:25.658509 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-ede04d38-8cbe-4072-941d-f2e3d5820a36 admin admin] Publish callbacks [] for router_controller (cc1003ba-30c8-46bc-b542-18ef8dfb333a), precommit_delete_associations {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:25.723048 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 41548) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:25.772672 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-ede04d38-8cbe-4072-941d-f2e3d5820a36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682369'] for router (cc1003ba-30c8-46bc-b542-18ef8dfb333a), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:25.773516 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede04d38-8cbe-4072-941d-f2e3d5820a36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc1003ba-30c8-46bc-b542-18ef8dfb333a {{(pid=104614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:42:25.778133 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-ede04d38-8cbe-4072-941d-f2e3d5820a36 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:25.784253 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-ede04d38-8cbe-4072-941d-f2e3d5820a36 admin admin] 10.222.0.24 "DELETE /v2.0/routers/cc1003ba-30c8-46bc-b542-18ef8dfb333a HTTP/1.1" status: 204 len: 168 time: 0.9726868 May 27 03:42:25.784525 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 41552) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:25.837246 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.db_base_plugin_v2 [None req-724a4ee9-a7a1-47e1-9952-d191ae4b9643 admin admin] Deleting subnet 0c7d2ccd-23b4-4acf-944e-c57bae962263 {{(pid=104614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 03:42:25.846695 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-724a4ee9-a7a1-47e1-9952-d191ae4b9643 admin admin] Publish callbacks [] for subnet (0c7d2ccd-23b4-4acf-944e-c57bae962263), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:25.873209 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-38765404-2411-46b2-aa31-0739ebdd1f26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:25.897411 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-724a4ee9-a7a1-47e1-9952-d191ae4b9643 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584813236'] for subnet (0c7d2ccd-23b4-4acf-944e-c57bae962263), precommit_delete_associations {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:26.003384 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-724a4ee9-a7a1-47e1-9952-d191ae4b9643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004246'] for subnet (0c7d2ccd-23b4-4acf-944e-c57bae962263), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:26.041216 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=83,neutron:DELETE=11,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:26.054055 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-38765404-2411-46b2-aa31-0739ebdd1f26 admin admin] Publish callbacks [] for security_group (6c74fd1c-4912-4d51-afe4-add48c7657dd), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:26.110305 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-38765404-2411-46b2-aa31-0739ebdd1f26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (6c74fd1c-4912-4d51-afe4-add48c7657dd), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:26.148129 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38765404-2411-46b2-aa31-0739ebdd1f26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c74fd1c-4912-4d51-afe4-add48c7657dd,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:26.152347 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-38765404-2411-46b2-aa31-0739ebdd1f26 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=41d37f307b1d4ddab0b7f84aacc5f881&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4283094 May 27 03:42:26.155103 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 41554) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:26.171595 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-724a4ee9-a7a1-47e1-9952-d191ae4b9643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8584799400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8584400384'] for subnet (0c7d2ccd-23b4-4acf-944e-c57bae962263), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:26.202154 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:26.209895 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724a4ee9-a7a1-47e1-9952-d191ae4b9643 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c7d2ccd-23b4-4acf-944e-c57bae962263,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:26.219917 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-724a4ee9-a7a1-47e1-9952-d191ae4b9643 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:26.222988 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-724a4ee9-a7a1-47e1-9952-d191ae4b9643 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0c7d2ccd-23b4-4acf-944e-c57bae962263 HTTP/1.1" status: 204 len: 168 time: 0.4371481 May 27 03:42:26.224972 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ddfd532-f34f-4cfa-900b-2c1ac9e5e8ad None None] Network 430833dd-8c2a-4184-8f60-2460eb1e769c requested from dv-cinder-828805-4-iscsi {{(pid=104616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:42:26.226376 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 41556) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:26.239770 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-fbe4bba0-665a-4a00-b77f-f5072bc3b89b admin admin] Publish callbacks [] for security_group (6c74fd1c-4912-4d51-afe4-add48c7657dd), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:26.263351 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-fbe4bba0-665a-4a00-b77f-f5072bc3b89b admin admin] Publish callbacks [] for security_group (6c74fd1c-4912-4d51-afe4-add48c7657dd), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:26.305521 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-4ec99092-cd35-48bd-8a6f-31019caadacb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963665'] for network (430833dd-8c2a-4184-8f60-2460eb1e769c), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:26.354985 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.plugin [None req-4ec99092-cd35-48bd-8a6f-31019caadacb admin admin] Deleting port b54f5df6-3c97-4f7c-8816-5922f2a891be {{(pid=104615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:42:26.355304 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-4ec99092-cd35-48bd-8a6f-31019caadacb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791799895781'] for port (b54f5df6-3c97-4f7c-8816-5922f2a891be), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:26.413052 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-fbe4bba0-665a-4a00-b77f-f5072bc3b89b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (6c74fd1c-4912-4d51-afe4-add48c7657dd), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:26.415658 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-fbe4bba0-665a-4a00-b77f-f5072bc3b89b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:26.418816 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-fbe4bba0-665a-4a00-b77f-f5072bc3b89b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6c74fd1c-4912-4d51-afe4-add48c7657dd HTTP/1.1" status: 204 len: 168 time: 0.2625370 May 27 03:42:26.431829 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b6885d-0627-4f51-8e94-af7ac154db22 None None] DHCP port deletion for 430833dd-8c2a-4184-8f60-2460eb1e769c request from dv-cinder-828805-4-iscsi {{(pid=104616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 03:42:26.433119 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe4bba0-665a-4a00-b77f-f5072bc3b89b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c74fd1c-4912-4d51-afe4-add48c7657dd,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:26.454153 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.db [None req-4ec99092-cd35-48bd-8a6f-31019caadacb admin admin] For port b54f5df6-3c97-4f7c-8816-5922f2a891be, host dv-cinder-828805-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=b54f5df6-3c97-4f7c-8816-5922f2a891be,segment=NetworkSegment(be2bf9c1-995c-430f-ada9-4c7603cb9ea3),segment_id=be2bf9c1-995c-430f-ada9-4c7603cb9ea3)] {{(pid=104615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:42:26.454998 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-4ec99092-cd35-48bd-8a6f-31019caadacb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-658269'] for port (b54f5df6-3c97-4f7c-8816-5922f2a891be), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:26.473626 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.plugin [None req-4ec99092-cd35-48bd-8a6f-31019caadacb admin admin] Calling delete_port for b54f5df6-3c97-4f7c-8816-5922f2a891be owned by network:dhcp {{(pid=104615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:42:26.516075 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-17b6885d-0627-4f51-8e94-af7ac154db22 None None] Deleting port b54f5df6-3c97-4f7c-8816-5922f2a891be {{(pid=104616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:42:26.516364 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-17b6885d-0627-4f51-8e94-af7ac154db22 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791799895781'] for port (b54f5df6-3c97-4f7c-8816-5922f2a891be), before_delete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:26.598675 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-17b6885d-0627-4f51-8e94-af7ac154db22 None None] For port b54f5df6-3c97-4f7c-8816-5922f2a891be, host dv-cinder-828805-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=b54f5df6-3c97-4f7c-8816-5922f2a891be,segment=NetworkSegment(be2bf9c1-995c-430f-ada9-4c7603cb9ea3),segment_id=be2bf9c1-995c-430f-ada9-4c7603cb9ea3)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:42:26.599387 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-17b6885d-0627-4f51-8e94-af7ac154db22 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-658269'] for port (b54f5df6-3c97-4f7c-8816-5922f2a891be), precommit_delete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:26.617338 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-17b6885d-0627-4f51-8e94-af7ac154db22 None None] Calling delete_port for b54f5df6-3c97-4f7c-8816-5922f2a891be owned by network:dhcp {{(pid=104616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:42:26.631475 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device c5c03aeb-0ab4-4123-bfc8-4005510a2c2b no longer exists at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:42:26.680178 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] No Port match for: c5c03aeb-0ab4-4123-bfc8-4005510a2c2b {{(pid=104616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:42:26.680524 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device c5c03aeb-0ab4-4123-bfc8-4005510a2c2b not bound to the agent host dv-cinder-828805-4-iscsi {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:42:26.680954 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device b54f5df6-3c97-4f7c-8816-5922f2a891be no longer exists at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:42:26.690323 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-4ec99092-cd35-48bd-8a6f-31019caadacb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791799905747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791799515450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585481432'] for port (b54f5df6-3c97-4f7c-8816-5922f2a891be), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:26.715330 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec99092-cd35-48bd-8a6f-31019caadacb admin admin] Pushing event deleted for resources: {'Port': ['ID=b54f5df6-3c97-4f7c-8816-5922f2a891be,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:26.719257 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec99092-cd35-48bd-8a6f-31019caadacb admin admin] No DVR routers for this DVR port b54f5df6-3c97-4f7c-8816-5922f2a891be on host dv-cinder-828805-4-iscsi {{(pid=104615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:42:26.736833 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] No active binding found for port b54f5df6-3c97-4f7c-8816-5922f2a891be {{(pid=104616) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 27 03:42:26.737205 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] The host dv-cinder-828805-4-iscsi is not matching for port b54f5df6-3c97-4f7c-8816-5922f2a891be host None! {{(pid=104616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2396}} May 27 03:42:26.737589 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device b54f5df6-3c97-4f7c-8816-5922f2a891be not bound to the agent host dv-cinder-828805-4-iscsi {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:42:26.738009 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 2cb633a0-d78f-4c73-9d4c-a54386d7c104 no longer exists at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:42:26.762223 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] No Port match for: 2cb633a0-d78f-4c73-9d4c-a54386d7c104 {{(pid=104616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:42:26.762566 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 2cb633a0-d78f-4c73-9d4c-a54386d7c104 not bound to the agent host dv-cinder-828805-4-iscsi {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:42:26.776708 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-17b6885d-0627-4f51-8e94-af7ac154db22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791799905747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791799515450'] for port (b54f5df6-3c97-4f7c-8816-5922f2a891be), after_delete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:26.797113 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-4ec99092-cd35-48bd-8a6f-31019caadacb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3997731', 'neutron.services.segments.db._delete_segments_for_network-8791800041072'] for network (430833dd-8c2a-4184-8f60-2460eb1e769c), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:26.805308 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b6885d-0627-4f51-8e94-af7ac154db22 None None] Pushing event deleted for resources: {'Port': ['ID=b54f5df6-3c97-4f7c-8816-5922f2a891be,revision_number=None']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:26.810014 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b6885d-0627-4f51-8e94-af7ac154db22 None None] No DVR routers for this DVR port b54f5df6-3c97-4f7c-8816-5922f2a891be on host dv-cinder-828805-4-iscsi {{(pid=104616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:42:26.816994 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b6885d-0627-4f51-8e94-af7ac154db22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:26.817590 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b6885d-0627-4f51-8e94-af7ac154db22 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:26.824251 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b6885d-0627-4f51-8e94-af7ac154db22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:26.824251 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b6885d-0627-4f51-8e94-af7ac154db22 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:26.824251 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b6885d-0627-4f51-8e94-af7ac154db22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:26.824251 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b6885d-0627-4f51-8e94-af7ac154db22 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:26.824251 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b6885d-0627-4f51-8e94-af7ac154db22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:26.824251 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b6885d-0627-4f51-8e94-af7ac154db22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:26.824251 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b6885d-0627-4f51-8e94-af7ac154db22 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:26.824251 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b6885d-0627-4f51-8e94-af7ac154db22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:26.824251 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b6885d-0627-4f51-8e94-af7ac154db22 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:26.824251 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b6885d-0627-4f51-8e94-af7ac154db22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:26.824251 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b6885d-0627-4f51-8e94-af7ac154db22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:26.824251 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b6885d-0627-4f51-8e94-af7ac154db22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:26.824251 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b6885d-0627-4f51-8e94-af7ac154db22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:26.841669 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.services.segments.db [None req-4ec99092-cd35-48bd-8a6f-31019caadacb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['430833dd-8c2a-4184-8f60-2460eb1e769c']}} {{(pid=104615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:26.843624 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.services.segments.db [None req-4ec99092-cd35-48bd-8a6f-31019caadacb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be2bf9c1-995c-430f-ada9-4c7603cb9ea3') {'for_net_delete': True} {{(pid=104615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:26.843925 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.services.segments.db [None req-4ec99092-cd35-48bd-8a6f-31019caadacb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be2bf9c1-995c-430f-ada9-4c7603cb9ea3') {} {{(pid=104615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:26.854105 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-4ec99092-cd35-48bd-8a6f-31019caadacb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791800041849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585481202'] for segment (be2bf9c1-995c-430f-ada9-4c7603cb9ea3), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:26.867930 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-4ec99092-cd35-48bd-8a6f-31019caadacb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545'] for segment (be2bf9c1-995c-430f-ada9-4c7603cb9ea3), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:26.873967 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ec99092-cd35-48bd-8a6f-31019caadacb admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=104615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:42:26.874347 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-4ec99092-cd35-48bd-8a6f-31019caadacb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585481355'] for segment (be2bf9c1-995c-430f-ada9-4c7603cb9ea3), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:27.019257 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.services.segments.plugin [-] Segment be2bf9c1-995c-430f-ada9-4c7603cb9ea3 resource provider aggregate not found May 27 03:42:27.028631 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-4ec99092-cd35-48bd-8a6f-31019caadacb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3997720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680183'] for network (430833dd-8c2a-4184-8f60-2460eb1e769c), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:27.031414 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-4ec99092-cd35-48bd-8a6f-31019caadacb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-373421'] for network (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:27.034569 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-4ec99092-cd35-48bd-8a6f-31019caadacb admin admin] 10.222.0.24 "DELETE /v2.0/networks/430833dd-8c2a-4184-8f60-2460eb1e769c HTTP/1.1" status: 204 len: 168 time: 0.8067346 May 27 03:42:27.037697 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 41578) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:27.051858 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec99092-cd35-48bd-8a6f-31019caadacb admin admin] Pushing event deleted for resources: {'Network': ['ID=430833dd-8c2a-4184-8f60-2460eb1e769c,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:27.055126 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.services.segments.plugin [-] Segment be2bf9c1-995c-430f-ada9-4c7603cb9ea3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid be2bf9c1-995c-430f-ada9-4c7603cb9ea3 found for delete ", "request_id": "req-72e02c0e-ffc2-46d9-8b27-fe6de78a120c"}]} May 27 03:42:27.140351 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3f72f2-958c-4c2e-a23a-c37d9d32149a req-0fa8dbbb-6597-4ff1-b91c-e9e8eab97ffe tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:27.141761 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-dc3f72f2-958c-4c2e-a23a-c37d9d32149a req-0fa8dbbb-6597-4ff1-b91c-e9e8eab97ffe tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 946 time: 0.0512295 May 27 03:42:27.180339 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 41580) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:27.203356 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-bfba81dd-0845-4f22-bd0c-6c46f1a18fcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:27.209276 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-dc3f72f2-958c-4c2e-a23a-c37d9d32149a req-bc1d6183-71d1-4b1b-bef9-d9f522252c03 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2c5bd50-930c-4c7b-a303-2fb9cb05455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614827 May 27 03:42:27.265838 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:27.267605 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=8 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:27.295395 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-bfba81dd-0845-4f22-bd0c-6c46f1a18fcb admin admin] Publish callbacks [] for security_group (41776c72-e600-4e79-bd8e-bc6c15122b7e), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:27.371710 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-bfba81dd-0845-4f22-bd0c-6c46f1a18fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (41776c72-e600-4e79-bd8e-bc6c15122b7e), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:27.412213 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-bfba81dd-0845-4f22-bd0c-6c46f1a18fcb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b14e9fd0671b4ce5b4fd8725600167d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2303262 May 27 03:42:27.413022 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfba81dd-0845-4f22-bd0c-6c46f1a18fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41776c72-e600-4e79-bd8e-bc6c15122b7e,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:27.415416 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 41582) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:27.531995 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-559629d9-be02-4035-a969-5558d23bc932 admin admin] Publish callbacks [] for security_group (41776c72-e600-4e79-bd8e-bc6c15122b7e), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:27.565350 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-559629d9-be02-4035-a969-5558d23bc932 admin admin] Publish callbacks [] for security_group (41776c72-e600-4e79-bd8e-bc6c15122b7e), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:27.666751 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-2058db1c-62bc-493c-a16c-6789d5285ca7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681189'] for router_interface (e051f69f-3a41-4780-a7a0-624685063463), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:27.744748 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-559629d9-be02-4035-a969-5558d23bc932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (41776c72-e600-4e79-bd8e-bc6c15122b7e), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:27.747278 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-559629d9-be02-4035-a969-5558d23bc932 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:27.748405 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-559629d9-be02-4035-a969-5558d23bc932 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/41776c72-e600-4e79-bd8e-bc6c15122b7e HTTP/1.1" status: 204 len: 168 time: 0.3320315 May 27 03:42:27.764045 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559629d9-be02-4035-a969-5558d23bc932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41776c72-e600-4e79-bd8e-bc6c15122b7e,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:27.846720 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:27.904283 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [None req-2058db1c-62bc-493c-a16c-6789d5285ca7 admin admin] Deleting port 47b7fea0-1c39-43b6-b76d-00b214590822 {{(pid=104614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:42:27.904617 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-2058db1c-62bc-493c-a16c-6789d5285ca7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791799895781'] for port (47b7fea0-1c39-43b6-b76d-00b214590822), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:27.970893 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:27.986326 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.db [None req-2058db1c-62bc-493c-a16c-6789d5285ca7 admin admin] For port 47b7fea0-1c39-43b6-b76d-00b214590822, host dv-cinder-828805-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=47b7fea0-1c39-43b6-b76d-00b214590822,segment=NetworkSegment(3ccf2ab5-3fb5-479a-8780-142a2ee0fb2d),segment_id=3ccf2ab5-3fb5-479a-8780-142a2ee0fb2d)] {{(pid=104614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:42:27.986688 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-2058db1c-62bc-493c-a16c-6789d5285ca7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-658269'] for port (47b7fea0-1c39-43b6-b76d-00b214590822), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:27.999498 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [None req-2058db1c-62bc-493c-a16c-6789d5285ca7 admin admin] Calling delete_port for 47b7fea0-1c39-43b6-b76d-00b214590822 owned by network:router_interface {{(pid=104614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:42:28.269958 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-2058db1c-62bc-493c-a16c-6789d5285ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791799905747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791799515450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8584799065'] for port (47b7fea0-1c39-43b6-b76d-00b214590822), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:28.295473 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2058db1c-62bc-493c-a16c-6789d5285ca7 admin admin] Pushing event deleted for resources: {'Port': ['ID=47b7fea0-1c39-43b6-b76d-00b214590822,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:28.345774 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c056ec2b-0ab2-4bdf-a569-228d3d12845c req-1259b7b1-c305-4db8-85f4-10ce3d73d2fa tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:28.348313 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-c056ec2b-0ab2-4bdf-a569-228d3d12845c req-1259b7b1-c305-4db8-85f4-10ce3d73d2fa tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 946 time: 0.0600348 May 27 03:42:28.429909 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-c056ec2b-0ab2-4bdf-a569-228d3d12845c req-9b9eafd9-22bc-4e9b-b17c-594fc6a47c64 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2c5bd50-930c-4c7b-a303-2fb9cb05455a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722075 May 27 03:42:28.486817 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-2058db1c-62bc-493c-a16c-6789d5285ca7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-373384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681081'] for router_interface (e051f69f-3a41-4780-a7a0-624685063463), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:28.565313 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=2 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:28.593754 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=3 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:28.736050 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e47e5-c543-42e2-9694-6c58d01b70be req-10d3e0ef-9b6b-40d5-b5cf-18cb0184b948 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:28.737498 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-dd9e47e5-c543-42e2-9694-6c58d01b70be req-10d3e0ef-9b6b-40d5-b5cf-18cb0184b948 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.69 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 946 time: 0.0809250 May 27 03:42:28.770040 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:28.777229 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2058db1c-62bc-493c-a16c-6789d5285ca7 admin admin] Router e051f69f-3a41-4780-a7a0-624685063463 has already been hosted by L3 agent 9df6ec88-276d-42f5-acd2-7e289451d5e3 {{(pid=104614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:42:28.877008 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [req-dd9e47e5-c543-42e2-9694-6c58d01b70be req-20e99ded-e046-4f0a-902f-1d939df1096e tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Deleting port ee7bf9c2-a2d0-4695-960b-55515919a177 {{(pid=104614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:42:28.877344 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-dd9e47e5-c543-42e2-9694-6c58d01b70be req-20e99ded-e046-4f0a-902f-1d939df1096e tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791799895781'] for port (ee7bf9c2-a2d0-4695-960b-55515919a177), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:28.974490 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2058db1c-62bc-493c-a16c-6789d5285ca7 admin admin] Notify agent at l3_agent.dv-cinder-828805-4-iscsi the message routers_updated {{(pid=104614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:42:28.980649 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-2058db1c-62bc-493c-a16c-6789d5285ca7 admin admin] 10.222.0.24 "PUT /v2.0/routers/e051f69f-3a41-4780-a7a0-624685063463/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9418933 May 27 03:42:28.983398 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 41608) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:28.985769 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91781b7e-d50e-4639-a512-e5aa40283799 None None] Sync routers for ids ['e051f69f-3a41-4780-a7a0-624685063463'] in dv-cinder-828805-4-iscsi {{(pid=104617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:42:28.996012 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91781b7e-d50e-4639-a512-e5aa40283799 None None] Routers {'e051f69f-3a41-4780-a7a0-624685063463'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:42:28.996638 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-91781b7e-d50e-4639-a512-e5aa40283799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:42:17Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['e051f69f-3a41-4780-a7a0-624685063463'], 'active': True} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:29.022635 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.db [req-dd9e47e5-c543-42e2-9694-6c58d01b70be req-20e99ded-e046-4f0a-902f-1d939df1096e tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] For port ee7bf9c2-a2d0-4695-960b-55515919a177, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=ee7bf9c2-a2d0-4695-960b-55515919a177,segment=NetworkSegment(62c563a9-fe72-4adb-8d7c-17b2299b5d3d),segment_id=62c563a9-fe72-4adb-8d7c-17b2299b5d3d)] {{(pid=104614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:42:29.023218 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-dd9e47e5-c543-42e2-9694-6c58d01b70be req-20e99ded-e046-4f0a-902f-1d939df1096e tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-658269'] for port (ee7bf9c2-a2d0-4695-960b-55515919a177), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:29.104389 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvr_db [None req-91781b7e-d50e-4639-a512-e5aa40283799 None None] Set router e051f69f-3a41-4780-a7a0-624685063463 gateway port host: dv-cinder-828805-4-iscsi {{(pid=104617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:42:29.118940 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-fd1efbf4-46a0-4e1f-8682-6a2c2a28b8ca admin admin] Publish callbacks [] for router (e051f69f-3a41-4780-a7a0-624685063463), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:29.131549 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:29.211263 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-dd9e47e5-c543-42e2-9694-6c58d01b70be req-20e99ded-e046-4f0a-902f-1d939df1096e tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:29.212221 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-dd9e47e5-c543-42e2-9694-6c58d01b70be req-20e99ded-e046-4f0a-902f-1d939df1096e tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680165'] for floatingip (5a009c86-ae4a-4a8d-acba-4e005c4897b8), after_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:29.216660 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.db.l3_db [req-dd9e47e5-c543-42e2-9694-6c58d01b70be req-20e99ded-e046-4f0a-902f-1d939df1096e tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Floating IP 5a009c86-ae4a-4a8d-acba-4e005c4897b8 disassociated. External IP: 172.27.0.109, port: ee7bf9c2-a2d0-4695-960b-55515919a177. May 27 03:42:29.216660 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [req-dd9e47e5-c543-42e2-9694-6c58d01b70be req-20e99ded-e046-4f0a-902f-1d939df1096e tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Calling delete_port for ee7bf9c2-a2d0-4695-960b-55515919a177 owned by compute:nova {{(pid=104614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:42:29.226599 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-fd1efbf4-46a0-4e1f-8682-6a2c2a28b8ca admin admin] Publish callbacks [] for router_gateway (e051f69f-3a41-4780-a7a0-624685063463), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:29.273879 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-91781b7e-d50e-4639-a512-e5aa40283799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e051f69f-3a41-4780-a7a0-624685063463', 'name': 'tempest-TestShelveInstance-1795868132-router', 'tenant_id': '605d09ab997143aabb55d2733c74116f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '30e76648-1a1e-48e4-a088-85c3179407b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:57Z', 'updated_at': '2022-05-27T03:42:28Z', 'revision_number': 5, 'project_id': '605d09ab997143aabb55d2733c74116f', 'gw_port': {'id': '30e76648-1a1e-48e4-a088-85c3179407b9', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e051f69f-3a41-4780-a7a0-624685063463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:36:57Z', 'updated_at': '2022-05-27T03:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi'}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:29.303086 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91781b7e-d50e-4639-a512-e5aa40283799 None None] Checking router: e051f69f-3a41-4780-a7a0-624685063463 for host: dv-cinder-828805-4-iscsi {{(pid=104617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:42:29.311501 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91781b7e-d50e-4639-a512-e5aa40283799 None None] Routers {'e051f69f-3a41-4780-a7a0-624685063463'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:42:29.312098 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-91781b7e-d50e-4639-a512-e5aa40283799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:42:17Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['e051f69f-3a41-4780-a7a0-624685063463'], 'active': True} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:29.345090 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.plugin [None req-fd1efbf4-46a0-4e1f-8682-6a2c2a28b8ca admin admin] Deleting port 30e76648-1a1e-48e4-a088-85c3179407b9 {{(pid=104615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:42:29.345343 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-fd1efbf4-46a0-4e1f-8682-6a2c2a28b8ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791799895781'] for port (30e76648-1a1e-48e4-a088-85c3179407b9), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:29.423972 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-dd9e47e5-c543-42e2-9694-6c58d01b70be req-20e99ded-e046-4f0a-902f-1d939df1096e tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791799905747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791799515450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8584799065'] for port (ee7bf9c2-a2d0-4695-960b-55515919a177), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:29.442535 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.db [None req-fd1efbf4-46a0-4e1f-8682-6a2c2a28b8ca admin admin] For port 30e76648-1a1e-48e4-a088-85c3179407b9, host dv-cinder-828805-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=30e76648-1a1e-48e4-a088-85c3179407b9,segment=NetworkSegment(2b0e99ee-61aa-44db-85d9-9c6d208f29d9),segment_id=2b0e99ee-61aa-44db-85d9-9c6d208f29d9)] {{(pid=104615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:42:29.444759 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-fd1efbf4-46a0-4e1f-8682-6a2c2a28b8ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-658269'] for port (30e76648-1a1e-48e4-a088-85c3179407b9), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:29.451381 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e99ded-e046-4f0a-902f-1d939df1096e tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Pushing event deleted for resources: {'Port': ['ID=ee7bf9c2-a2d0-4695-960b-55515919a177,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:29.478077 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.plugin [None req-fd1efbf4-46a0-4e1f-8682-6a2c2a28b8ca admin admin] Calling delete_port for 30e76648-1a1e-48e4-a088-85c3179407b9 owned by network:router_gateway {{(pid=104615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:42:29.526605 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvr_db [None req-91781b7e-d50e-4639-a512-e5aa40283799 None None] Set router e051f69f-3a41-4780-a7a0-624685063463 gateway port host: None {{(pid=104617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:42:29.587335 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-bf68f845-5ed4-46a7-bf27-6f7d150005d4 req-fc3798ec-559d-4271-90bd-47c952f7ab2d tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 210 time: 0.0364482 May 27 03:42:29.599277 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-91781b7e-d50e-4639-a512-e5aa40283799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e051f69f-3a41-4780-a7a0-624685063463', 'name': 'tempest-TestShelveInstance-1795868132-router', 'tenant_id': '605d09ab997143aabb55d2733c74116f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:57Z', 'updated_at': '2022-05-27T03:42:29Z', 'revision_number': 6, 'project_id': '605d09ab997143aabb55d2733c74116f', 'gw_port_host': None}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:29.625897 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd9e47e5-c543-42e2-9694-6c58d01b70be req-20e99ded-e046-4f0a-902f-1d939df1096e tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Router 9dce0fe0-324d-48e2-a80a-7d852b22e51c has already been hosted by L3 agent 9df6ec88-276d-42f5-acd2-7e289451d5e3 {{(pid=104614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:42:29.636388 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:29.643636 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91781b7e-d50e-4639-a512-e5aa40283799 None None] The sync data for ids ['e051f69f-3a41-4780-a7a0-624685063463'] in dv-cinder-828805-4-iscsi is: [{'id': 'e051f69f-3a41-4780-a7a0-624685063463', 'name': 'tempest-TestShelveInstance-1795868132-router', 'tenant_id': '605d09ab997143aabb55d2733c74116f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:36:57Z', 'updated_at': '2022-05-27T03:42:29Z', 'revision_number': 6, 'project_id': '605d09ab997143aabb55d2733c74116f', 'gw_port_host': None}] {{(pid=104617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:42:29.744709 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd9e47e5-c543-42e2-9694-6c58d01b70be req-20e99ded-e046-4f0a-902f-1d939df1096e tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Notify agent at l3_agent.dv-cinder-828805-4-iscsi the message routers_updated {{(pid=104614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:42:29.756505 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-fd1efbf4-46a0-4e1f-8682-6a2c2a28b8ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791799905747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791799515450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585481432'] for port (30e76648-1a1e-48e4-a088-85c3179407b9), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:29.758335 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6f643f-1477-4b68-8fd7-4e475794c906 None None] Sync routers for ids ['9dce0fe0-324d-48e2-a80a-7d852b22e51c'] in dv-cinder-828805-4-iscsi {{(pid=104616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:42:29.762291 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:29.770055 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6f643f-1477-4b68-8fd7-4e475794c906 None None] Routers {'9dce0fe0-324d-48e2-a80a-7d852b22e51c'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:42:29.771839 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-1d6f643f-1477-4b68-8fd7-4e475794c906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:42:17Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['9dce0fe0-324d-48e2-a80a-7d852b22e51c'], 'active': True} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:29.785476 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1efbf4-46a0-4e1f-8682-6a2c2a28b8ca admin admin] Pushing event deleted for resources: {'Port': ['ID=30e76648-1a1e-48e4-a088-85c3179407b9,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:29.800624 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd9e47e5-c543-42e2-9694-6c58d01b70be req-20e99ded-e046-4f0a-902f-1d939df1096e tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] No DVR routers for this DVR port ee7bf9c2-a2d0-4695-960b-55515919a177 on host hv-cinder-82880 {{(pid=104614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:42:29.802396 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-dd9e47e5-c543-42e2-9694-6c58d01b70be req-20e99ded-e046-4f0a-902f-1d939df1096e tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:29.805732 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-dd9e47e5-c543-42e2-9694-6c58d01b70be req-20e99ded-e046-4f0a-902f-1d939df1096e tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.69 "DELETE /v2.0/ports/ee7bf9c2-a2d0-4695-960b-55515919a177 HTTP/1.1" status: 204 len: 173 time: 1.0614386 May 27 03:42:29.806185 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9baead13-4dfc-47d4-a5d3-5a0a4b760f45', 'name': 'network-vif-deleted', 'tag': 'ee7bf9c2-a2d0-4695-960b-55515919a177'}] {{(pid=104614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:42:29.808837 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a93b0eab3ec594b69aa68cd7d580be2fac36b4cb942ee4cac03c85783d056da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4016522e-81df-4d04-beb0-ca2c7501480e" -d '{"events": [{"server_uuid": "9baead13-4dfc-47d4-a5d3-5a0a4b760f45", "name": "network-vif-deleted", "tag": "ee7bf9c2-a2d0-4695-960b-55515919a177"}]}' {{(pid=104614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:42:29.835781 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:INSERT=2,neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:29.870413 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089b5323-32ab-487c-a395-371aa49cb2f1 x-openstack-request-id: req-089b5323-32ab-487c-a395-371aa49cb2f1 {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:42:29.870413 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9baead13-4dfc-47d4-a5d3-5a0a4b760f45", "name": "network-vif-deleted", "tag": "ee7bf9c2-a2d0-4695-960b-55515919a177", "status": "completed", "code": 200}]} {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:42:29.870646 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:29.870745 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-089b5323-32ab-487c-a395-371aa49cb2f1 {{(pid=104614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:42:29.870745 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-089b5323-32ab-487c-a395-371aa49cb2f1'] response: {'server_uuid': '9baead13-4dfc-47d4-a5d3-5a0a4b760f45', 'name': 'network-vif-deleted', 'tag': 'ee7bf9c2-a2d0-4695-960b-55515919a177', 'status': 'completed', 'code': 200} May 27 03:42:29.882781 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-fd1efbf4-46a0-4e1f-8682-6a2c2a28b8ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680155'] for router_gateway (e051f69f-3a41-4780-a7a0-624685063463), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:29.884683 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvr_db [None req-1d6f643f-1477-4b68-8fd7-4e475794c906 None None] Set router 9dce0fe0-324d-48e2-a80a-7d852b22e51c gateway port host: dv-cinder-828805-4-iscsi {{(pid=104616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:42:29.975801 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-fd1efbf4-46a0-4e1f-8682-6a2c2a28b8ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60974'] for router (e051f69f-3a41-4780-a7a0-624685063463), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:29.977961 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-fd1efbf4-46a0-4e1f-8682-6a2c2a28b8ca admin admin] Publish callbacks [] for router_controller (e051f69f-3a41-4780-a7a0-624685063463), precommit_delete_associations {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:29.982978 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:30.092278 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-fd1efbf4-46a0-4e1f-8682-6a2c2a28b8ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682369'] for router (e051f69f-3a41-4780-a7a0-624685063463), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:30.093012 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd1efbf4-46a0-4e1f-8682-6a2c2a28b8ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router e051f69f-3a41-4780-a7a0-624685063463 {{(pid=104615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:42:30.108485 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-fd1efbf4-46a0-4e1f-8682-6a2c2a28b8ca admin admin] Publish callbacks [] for router (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:30.108612 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 41632) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:30.110181 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-fd1efbf4-46a0-4e1f-8682-6a2c2a28b8ca admin admin] 10.222.0.24 "DELETE /v2.0/routers/e051f69f-3a41-4780-a7a0-624685063463 HTTP/1.1" status: 204 len: 168 time: 1.1255293 May 27 03:42:30.147146 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-1d6f643f-1477-4b68-8fd7-4e475794c906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dce0fe0-324d-48e2-a80a-7d852b22e51c', 'name': 'tempest-AttachVolumeShelveTestJSON-1297989686-router', 'tenant_id': '1377b9e588bd44f3b29b03728c418151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '09312a9e-0482-4437-a8c2-cb7c6c16159a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:08Z', 'updated_at': '2022-05-27T03:35:15Z', 'revision_number': 4, 'project_id': '1377b9e588bd44f3b29b03728c418151', 'gw_port': {'id': '09312a9e-0482-4437-a8c2-cb7c6c16159a', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:35:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dce0fe0-324d-48e2-a80a-7d852b22e51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:09Z', 'updated_at': '2022-05-27T03:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_interfaces': [{'id': '19443ba5-603e-48f8-9354-515c2abc8c0a', 'name': '', 'network_id': '85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1', 'tenant_id': '1377b9e588bd44f3b29b03728c418151', 'mac_address': 'fa:16:3e:21:ab:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dce0fe0-324d-48e2-a80a-7d852b22e51c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '01cacb82-b9b5-47d7-9a65-bacc84dba8c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:14Z', 'updated_at': '2022-05-27T03:35:21Z', 'revision_number': 5, 'project_id': '1377b9e588bd44f3b29b03728c418151', 'subnets': [{'id': '01cacb82-b9b5-47d7-9a65-bacc84dba8c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:30.151451 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5fc198d-e453-4c42-9d93-5878608b3e17 admin admin] Deleting subnet c7204477-7fc0-47c5-9fed-322d082af5ff {{(pid=104614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 03:42:30.154935 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-a5fc198d-e453-4c42-9d93-5878608b3e17 admin admin] Publish callbacks [] for subnet (c7204477-7fc0-47c5-9fed-322d082af5ff), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:30.179046 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6f643f-1477-4b68-8fd7-4e475794c906 None None] Checking router: 9dce0fe0-324d-48e2-a80a-7d852b22e51c for host: dv-cinder-828805-4-iscsi {{(pid=104616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:42:30.188407 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6f643f-1477-4b68-8fd7-4e475794c906 None None] Routers {'9dce0fe0-324d-48e2-a80a-7d852b22e51c'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:42:30.189016 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-1d6f643f-1477-4b68-8fd7-4e475794c906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:42:17Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['9dce0fe0-324d-48e2-a80a-7d852b22e51c'], 'active': True} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:30.190139 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-a5fc198d-e453-4c42-9d93-5878608b3e17 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584813236'] for subnet (c7204477-7fc0-47c5-9fed-322d082af5ff), precommit_delete_associations {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:30.301623 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvr_db [None req-1d6f643f-1477-4b68-8fd7-4e475794c906 None None] Set router 9dce0fe0-324d-48e2-a80a-7d852b22e51c gateway port host: dv-cinder-828805-4-iscsi {{(pid=104616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:42:30.480072 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=100 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:30.501076 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-a5fc198d-e453-4c42-9d93-5878608b3e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004246'] for subnet (c7204477-7fc0-47c5-9fed-322d082af5ff), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:30.529407 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-1d6f643f-1477-4b68-8fd7-4e475794c906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dce0fe0-324d-48e2-a80a-7d852b22e51c', 'name': 'tempest-AttachVolumeShelveTestJSON-1297989686-router', 'tenant_id': '1377b9e588bd44f3b29b03728c418151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '09312a9e-0482-4437-a8c2-cb7c6c16159a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:08Z', 'updated_at': '2022-05-27T03:35:15Z', 'revision_number': 4, 'project_id': '1377b9e588bd44f3b29b03728c418151', 'gw_port': {'id': '09312a9e-0482-4437-a8c2-cb7c6c16159a', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:35:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dce0fe0-324d-48e2-a80a-7d852b22e51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:09Z', 'updated_at': '2022-05-27T03:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_interfaces': [{'id': '19443ba5-603e-48f8-9354-515c2abc8c0a', 'name': '', 'network_id': '85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1', 'tenant_id': '1377b9e588bd44f3b29b03728c418151', 'mac_address': 'fa:16:3e:21:ab:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dce0fe0-324d-48e2-a80a-7d852b22e51c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '01cacb82-b9b5-47d7-9a65-bacc84dba8c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:14Z', 'updated_at': '2022-05-27T03:35:21Z', 'revision_number': 5, 'project_id': '1377b9e588bd44f3b29b03728c418151', 'subnets': [{'id': '01cacb82-b9b5-47d7-9a65-bacc84dba8c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:30.556299 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6f643f-1477-4b68-8fd7-4e475794c906 None None] The sync data for ids ['9dce0fe0-324d-48e2-a80a-7d852b22e51c'] in dv-cinder-828805-4-iscsi is: [{'id': '9dce0fe0-324d-48e2-a80a-7d852b22e51c', 'name': 'tempest-AttachVolumeShelveTestJSON-1297989686-router', 'tenant_id': '1377b9e588bd44f3b29b03728c418151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '09312a9e-0482-4437-a8c2-cb7c6c16159a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:08Z', 'updated_at': '2022-05-27T03:35:15Z', 'revision_number': 4, 'project_id': '1377b9e588bd44f3b29b03728c418151', 'gw_port': {'id': '09312a9e-0482-4437-a8c2-cb7c6c16159a', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:35:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dce0fe0-324d-48e2-a80a-7d852b22e51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:09Z', 'updated_at': '2022-05-27T03:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_interfaces': [{'id': '19443ba5-603e-48f8-9354-515c2abc8c0a', 'name': '', 'network_id': '85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1', 'tenant_id': '1377b9e588bd44f3b29b03728c418151', 'mac_address': 'fa:16:3e:21:ab:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dce0fe0-324d-48e2-a80a-7d852b22e51c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '01cacb82-b9b5-47d7-9a65-bacc84dba8c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:14Z', 'updated_at': '2022-05-27T03:35:21Z', 'revision_number': 5, 'project_id': '1377b9e588bd44f3b29b03728c418151', 'subnets': [{'id': '01cacb82-b9b5-47d7-9a65-bacc84dba8c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:42:30.605386 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 30e76648-1a1e-48e4-a088-85c3179407b9 no longer exists at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:42:30.633309 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] No Port match for: 30e76648-1a1e-48e4-a088-85c3179407b9 {{(pid=104616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:42:30.633413 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-a5fc198d-e453-4c42-9d93-5878608b3e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8584799400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8584400384'] for subnet (c7204477-7fc0-47c5-9fed-322d082af5ff), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:30.633902 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 30e76648-1a1e-48e4-a088-85c3179407b9 not bound to the agent host dv-cinder-828805-4-iscsi {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:42:30.634091 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 47b7fea0-1c39-43b6-b76d-00b214590822 no longer exists at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:42:30.660845 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] No Port match for: 47b7fea0-1c39-43b6-b76d-00b214590822 {{(pid=104616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:42:30.661198 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 47b7fea0-1c39-43b6-b76d-00b214590822 not bound to the agent host dv-cinder-828805-4-iscsi {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:42:30.693726 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fc198d-e453-4c42-9d93-5878608b3e17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7204477-7fc0-47c5-9fed-322d082af5ff,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:30.696000 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-a5fc198d-e453-4c42-9d93-5878608b3e17 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:30.700401 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-a5fc198d-e453-4c42-9d93-5878608b3e17 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c7204477-7fc0-47c5-9fed-322d082af5ff HTTP/1.1" status: 204 len: 168 time: 0.5972047 May 27 03:42:30.702703 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 41646) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:30.717333 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe515d16-7835-42d7-9507-bfdf11babd3a None None] Network 7c13dc1d-f380-49ee-81c0-8fa160a2bc45 requested from dv-cinder-828805-4-iscsi {{(pid=104616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:42:30.743925 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-449a7bcd-d27d-4f80-8cb3-a6d73965d14c req-56e2922b-f12e-4f5e-9794-7d5b37048872 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/ports?device_id=9baead13-4dfc-47d4-a5d3-5a0a4b760f45 HTTP/1.1" status: 200 len: 210 time: 0.0362260 May 27 03:42:30.816854 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-fb8cf2e9-746b-4fc1-8ffd-c373b7171dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963665'] for network (7c13dc1d-f380-49ee-81c0-8fa160a2bc45), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:30.895545 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [None req-fb8cf2e9-746b-4fc1-8ffd-c373b7171dc3 admin admin] Deleting port 6e4d3a09-c8cb-4bb3-8946-8b9c7c282aad {{(pid=104614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:42:30.895545 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-fb8cf2e9-746b-4fc1-8ffd-c373b7171dc3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791799895781'] for port (6e4d3a09-c8cb-4bb3-8946-8b9c7c282aad), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:30.939052 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef4bef4-9daf-4cd8-a97b-8f5154c54f27 None None] DHCP port deletion for 7c13dc1d-f380-49ee-81c0-8fa160a2bc45 request from dv-cinder-828805-4-iscsi {{(pid=104616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 03:42:30.968255 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.db [None req-fb8cf2e9-746b-4fc1-8ffd-c373b7171dc3 admin admin] For port 6e4d3a09-c8cb-4bb3-8946-8b9c7c282aad, host dv-cinder-828805-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=6e4d3a09-c8cb-4bb3-8946-8b9c7c282aad,segment=NetworkSegment(3ccf2ab5-3fb5-479a-8780-142a2ee0fb2d),segment_id=3ccf2ab5-3fb5-479a-8780-142a2ee0fb2d)] {{(pid=104614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:42:30.968761 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-fb8cf2e9-746b-4fc1-8ffd-c373b7171dc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-658269'] for port (6e4d3a09-c8cb-4bb3-8946-8b9c7c282aad), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:30.987382 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49736d3-eeb3-4b29-882f-7816bc9e3efb None None] New status for floating IP 5a009c86-ae4a-4a8d-acba-4e005c4897b8: DOWN {{(pid=104617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:42:30.991770 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-3ef4bef4-9daf-4cd8-a97b-8f5154c54f27 None None] Deleting port 6e4d3a09-c8cb-4bb3-8946-8b9c7c282aad {{(pid=104616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:42:30.992329 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-3ef4bef4-9daf-4cd8-a97b-8f5154c54f27 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791799895781'] for port (6e4d3a09-c8cb-4bb3-8946-8b9c7c282aad), before_delete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:30.997374 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [None req-fb8cf2e9-746b-4fc1-8ffd-c373b7171dc3 admin admin] Calling delete_port for 6e4d3a09-c8cb-4bb3-8946-8b9c7c282aad owned by network:dhcp {{(pid=104614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:42:31.002720 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:DELETE=3,neutron:SELECT=94,neutron:UPDATE=3 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:31.092927 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-3ef4bef4-9daf-4cd8-a97b-8f5154c54f27 None None] For port 6e4d3a09-c8cb-4bb3-8946-8b9c7c282aad, host dv-cinder-828805-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=6e4d3a09-c8cb-4bb3-8946-8b9c7c282aad,segment=NetworkSegment(3ccf2ab5-3fb5-479a-8780-142a2ee0fb2d),segment_id=3ccf2ab5-3fb5-479a-8780-142a2ee0fb2d)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:42:31.093444 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-3ef4bef4-9daf-4cd8-a97b-8f5154c54f27 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-658269'] for port (6e4d3a09-c8cb-4bb3-8946-8b9c7c282aad), precommit_delete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:31.107124 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-3ef4bef4-9daf-4cd8-a97b-8f5154c54f27 None None] Calling delete_port for 6e4d3a09-c8cb-4bb3-8946-8b9c7c282aad owned by network:dhcp {{(pid=104616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:42:31.183817 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-fb8cf2e9-746b-4fc1-8ffd-c373b7171dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791799905747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791799515450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8584799065'] for port (6e4d3a09-c8cb-4bb3-8946-8b9c7c282aad), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:31.191412 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-3ef4bef4-9daf-4cd8-a97b-8f5154c54f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791799905747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791799515450'] for port (6e4d3a09-c8cb-4bb3-8946-8b9c7c282aad), after_delete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:31.210799 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8cf2e9-746b-4fc1-8ffd-c373b7171dc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e4d3a09-c8cb-4bb3-8946-8b9c7c282aad,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:31.214878 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8cf2e9-746b-4fc1-8ffd-c373b7171dc3 admin admin] No DVR routers for this DVR port 6e4d3a09-c8cb-4bb3-8946-8b9c7c282aad on host dv-cinder-828805-4-iscsi {{(pid=104614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:42:31.218539 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef4bef4-9daf-4cd8-a97b-8f5154c54f27 None None] Pushing event deleted for resources: {'Port': ['ID=6e4d3a09-c8cb-4bb3-8946-8b9c7c282aad,revision_number=None']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:31.220819 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef4bef4-9daf-4cd8-a97b-8f5154c54f27 None None] No DVR routers for this DVR port 6e4d3a09-c8cb-4bb3-8946-8b9c7c282aad on host dv-cinder-828805-4-iscsi {{(pid=104616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:42:31.301062 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-fb8cf2e9-746b-4fc1-8ffd-c373b7171dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3997731', 'neutron.services.segments.db._delete_segments_for_network-8791800041072'] for network (7c13dc1d-f380-49ee-81c0-8fa160a2bc45), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:31.321830 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.services.segments.db [None req-fb8cf2e9-746b-4fc1-8ffd-c373b7171dc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c13dc1d-f380-49ee-81c0-8fa160a2bc45']}} {{(pid=104614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:31.331122 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.services.segments.db [None req-fb8cf2e9-746b-4fc1-8ffd-c373b7171dc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ccf2ab5-3fb5-479a-8780-142a2ee0fb2d') {'for_net_delete': True} {{(pid=104614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:31.331417 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.services.segments.db [None req-fb8cf2e9-746b-4fc1-8ffd-c373b7171dc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ccf2ab5-3fb5-479a-8780-142a2ee0fb2d') {} {{(pid=104614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:31.341397 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-fb8cf2e9-746b-4fc1-8ffd-c373b7171dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791800041849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584813197'] for segment (3ccf2ab5-3fb5-479a-8780-142a2ee0fb2d), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:31.348685 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:31.355418 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-fb8cf2e9-746b-4fc1-8ffd-c373b7171dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545'] for segment (3ccf2ab5-3fb5-479a-8780-142a2ee0fb2d), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:31.361386 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb8cf2e9-746b-4fc1-8ffd-c373b7171dc3 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=104614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:42:31.361769 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-fb8cf2e9-746b-4fc1-8ffd-c373b7171dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8584798986'] for segment (3ccf2ab5-3fb5-479a-8780-142a2ee0fb2d), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:31.416482 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.services.segments.plugin [-] Segment 3ccf2ab5-3fb5-479a-8780-142a2ee0fb2d resource provider aggregate not found May 27 03:42:31.436423 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.services.segments.plugin [-] Segment 3ccf2ab5-3fb5-479a-8780-142a2ee0fb2d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3ccf2ab5-3fb5-479a-8780-142a2ee0fb2d found for delete ", "request_id": "req-289d8d14-4cbd-48d1-b39d-0c0e91cb665b"}]} May 27 03:42:31.533413 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-fb8cf2e9-746b-4fc1-8ffd-c373b7171dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3997720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680183'] for network (7c13dc1d-f380-49ee-81c0-8fa160a2bc45), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:31.538724 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-fb8cf2e9-746b-4fc1-8ffd-c373b7171dc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-373421'] for network (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:31.542915 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-fb8cf2e9-746b-4fc1-8ffd-c373b7171dc3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/7c13dc1d-f380-49ee-81c0-8fa160a2bc45 HTTP/1.1" status: 204 len: 168 time: 0.8369038 May 27 03:42:31.556166 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8cf2e9-746b-4fc1-8ffd-c373b7171dc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c13dc1d-f380-49ee-81c0-8fa160a2bc45,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:31.898103 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device ee7bf9c2-a2d0-4695-960b-55515919a177 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:42:31.921480 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] No Port match for: ee7bf9c2-a2d0-4695-960b-55515919a177 {{(pid=104616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:42:31.921829 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device ee7bf9c2-a2d0-4695-960b-55515919a177 not bound to the agent host hv-cinder-82880 {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:42:31.957788 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 41688) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:31.985344 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 41690) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:32.019896 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-ff681634-4727-40c6-90d5-a1249833a34a tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks [] for security_group (c2c5bd50-930c-4c7b-a303-2fb9cb05455a), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:32.033389 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-9738a525-9753-4997-980e-a0177eeb9b2c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=19592ab2e5e04d7c952aebf73f4fca6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0446463 May 27 03:42:32.033885 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 41694) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:32.044825 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-ff681634-4727-40c6-90d5-a1249833a34a tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks [] for security_group (c2c5bd50-930c-4c7b-a303-2fb9cb05455a), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:32.098082 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-bab3a8af-31f9-440d-91b0-4ba122efb3b0 admin admin] Publish callbacks [] for security_group (a9cb8be2-cc9d-4357-a21a-ae182aea86fa), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:32.121494 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-bab3a8af-31f9-440d-91b0-4ba122efb3b0 admin admin] Publish callbacks [] for security_group (a9cb8be2-cc9d-4357-a21a-ae182aea86fa), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:32.172072 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-ff681634-4727-40c6-90d5-a1249833a34a tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (c2c5bd50-930c-4c7b-a303-2fb9cb05455a), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:32.174829 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-ff681634-4727-40c6-90d5-a1249833a34a tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks [] for security_group (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:32.176007 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-ff681634-4727-40c6-90d5-a1249833a34a tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "DELETE /v2.0/security-groups/c2c5bd50-930c-4c7b-a303-2fb9cb05455a HTTP/1.1" status: 204 len: 168 time: 0.2163577 May 27 03:42:32.178954 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 41704) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:32.185423 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff681634-4727-40c6-90d5-a1249833a34a tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c5bd50-930c-4c7b-a303-2fb9cb05455a,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:32.191832 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.api.v2.resource [None req-13aaa307-d61e-4eab-b5a1-860e2cad589c tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] show failed (client error): The resource could not be found. May 27 03:42:32.195276 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-13aaa307-d61e-4eab-b5a1-860e2cad589c tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "GET /v2.0/security-groups/c2c5bd50-930c-4c7b-a303-2fb9cb05455a HTTP/1.1" status: 404 len: 347 time: 0.0153432 May 27 03:42:32.195870 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 41706) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:32.246768 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-bab3a8af-31f9-440d-91b0-4ba122efb3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (a9cb8be2-cc9d-4357-a21a-ae182aea86fa), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:32.250464 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-bab3a8af-31f9-440d-91b0-4ba122efb3b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:32.253998 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-bab3a8af-31f9-440d-91b0-4ba122efb3b0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a9cb8be2-cc9d-4357-a21a-ae182aea86fa HTTP/1.1" status: 204 len: 168 time: 0.2172413 May 27 03:42:32.264928 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab3a8af-31f9-440d-91b0-4ba122efb3b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9cb8be2-cc9d-4357-a21a-ae182aea86fa,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:32.313714 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [None req-6130fb6c-c432-4a88-aaf2-15096bb18e69 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Deleting port 13ce4a2c-b495-4006-929c-c4362cda295e {{(pid=104614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:42:32.314164 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-6130fb6c-c432-4a88-aaf2-15096bb18e69 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791799895781'] for port (13ce4a2c-b495-4006-929c-c4362cda295e), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:32.394637 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-6130fb6c-c432-4a88-aaf2-15096bb18e69 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-658269'] for port (13ce4a2c-b495-4006-929c-c4362cda295e), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:32.395010 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-6130fb6c-c432-4a88-aaf2-15096bb18e69 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks [] for floatingip (13ce4a2c-b495-4006-929c-c4362cda295e), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:32.408717 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [None req-6130fb6c-c432-4a88-aaf2-15096bb18e69 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Calling delete_port for 13ce4a2c-b495-4006-929c-c4362cda295e owned by network:floatingip {{(pid=104614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:42:32.589022 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 6e4d3a09-c8cb-4bb3-8946-8b9c7c282aad no longer exists at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:42:32.608097 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] No Port match for: 6e4d3a09-c8cb-4bb3-8946-8b9c7c282aad {{(pid=104616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:42:32.608532 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 6e4d3a09-c8cb-4bb3-8946-8b9c7c282aad not bound to the agent host dv-cinder-828805-4-iscsi {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:42:32.686423 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-6130fb6c-c432-4a88-aaf2-15096bb18e69 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791799905747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791799515450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8584799065'] for port (13ce4a2c-b495-4006-929c-c4362cda295e), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:32.716938 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6130fb6c-c432-4a88-aaf2-15096bb18e69 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Pushing event deleted for resources: {'Port': ['ID=13ce4a2c-b495-4006-929c-c4362cda295e,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:32.781515 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-6130fb6c-c432-4a88-aaf2-15096bb18e69 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks [] for floatingip (5a009c86-ae4a-4a8d-acba-4e005c4897b8), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:32.783864 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-6130fb6c-c432-4a88-aaf2-15096bb18e69 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for floatingip (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:32.787855 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-6130fb6c-c432-4a88-aaf2-15096bb18e69 tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] 10.222.0.24 "DELETE /v2.0/floatingips/5a009c86-ae4a-4a8d-acba-4e005c4897b8 HTTP/1.1" status: 204 len: 168 time: 0.5881836 May 27 03:42:33.249758 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 41750) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:33.291130 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-3583c79d-52c9-4ac4-b05e-ad1c2c71ff37 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=605d09ab997143aabb55d2733c74116f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392578 May 27 03:42:33.299902 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 41756) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:33.327556 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:33.350242 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-2b562853-aac7-4dcb-b067-04eef2eb6eef admin admin] Publish callbacks [] for security_group (e0973bd6-8917-465d-8ff2-4fc8c3b79c1a), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:33.376173 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-2b562853-aac7-4dcb-b067-04eef2eb6eef admin admin] Publish callbacks [] for security_group (e0973bd6-8917-465d-8ff2-4fc8c3b79c1a), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:33.385312 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:33.509883 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-2b562853-aac7-4dcb-b067-04eef2eb6eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (e0973bd6-8917-465d-8ff2-4fc8c3b79c1a), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:33.512767 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-2b562853-aac7-4dcb-b067-04eef2eb6eef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:33.513925 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-2b562853-aac7-4dcb-b067-04eef2eb6eef admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e0973bd6-8917-465d-8ff2-4fc8c3b79c1a HTTP/1.1" status: 204 len: 168 time: 0.2131176 May 27 03:42:33.522781 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b562853-aac7-4dcb-b067-04eef2eb6eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0973bd6-8917-465d-8ff2-4fc8c3b79c1a,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:33.844530 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 41764) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:34.011209 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-6557be6d-be1a-4b47-ad56-d64b9887d881 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:34.093071 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-6557be6d-be1a-4b47-ad56-d64b9887d881 admin admin] Publish callbacks [] for security_group (28e1602b-a0c5-4bd3-86d2-96e50121c03d), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:34.177378 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-6557be6d-be1a-4b47-ad56-d64b9887d881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (28e1602b-a0c5-4bd3-86d2-96e50121c03d), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:34.217893 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-6557be6d-be1a-4b47-ad56-d64b9887d881 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3bc83f8444c54b109223dea02aa29cce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3722653 May 27 03:42:34.220362 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6557be6d-be1a-4b47-ad56-d64b9887d881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e1602b-a0c5-4bd3-86d2-96e50121c03d,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:34.221109 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 41774) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:34.274779 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-1eaa8893-d8c6-4cbc-a826-c0b82e6ee055 admin admin] Publish callbacks [] for security_group (28e1602b-a0c5-4bd3-86d2-96e50121c03d), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:34.296075 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-1eaa8893-d8c6-4cbc-a826-c0b82e6ee055 admin admin] Publish callbacks [] for security_group (28e1602b-a0c5-4bd3-86d2-96e50121c03d), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:34.469325 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-1eaa8893-d8c6-4cbc-a826-c0b82e6ee055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (28e1602b-a0c5-4bd3-86d2-96e50121c03d), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:34.471813 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-1eaa8893-d8c6-4cbc-a826-c0b82e6ee055 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:34.473041 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-1eaa8893-d8c6-4cbc-a826-c0b82e6ee055 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/28e1602b-a0c5-4bd3-86d2-96e50121c03d HTTP/1.1" status: 204 len: 168 time: 0.2509656 May 27 03:42:34.482104 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaa8893-d8c6-4cbc-a826-c0b82e6ee055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e1602b-a0c5-4bd3-86d2-96e50121c03d,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:35.242894 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 41784) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:35.256034 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-dcb46e52-1f48-4c16-ade8-353eaa743abf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:35.330247 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-dcb46e52-1f48-4c16-ade8-353eaa743abf admin admin] Publish callbacks [] for security_group (67ec8eaa-3d55-4ea5-8d7e-4da1f3346c72), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:35.429419 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-dcb46e52-1f48-4c16-ade8-353eaa743abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (67ec8eaa-3d55-4ea5-8d7e-4da1f3346c72), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:35.476438 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb46e52-1f48-4c16-ade8-353eaa743abf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67ec8eaa-3d55-4ea5-8d7e-4da1f3346c72,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:35.481679 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-dcb46e52-1f48-4c16-ade8-353eaa743abf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=eba5357e4f3a4d32810e063fc530841b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2377787 May 27 03:42:35.484328 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 41786) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:35.531910 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-2dff96f8-97c5-40b1-9d64-9f81c7d81170 admin admin] Publish callbacks [] for security_group (67ec8eaa-3d55-4ea5-8d7e-4da1f3346c72), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:35.557201 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-2dff96f8-97c5-40b1-9d64-9f81c7d81170 admin admin] Publish callbacks [] for security_group (67ec8eaa-3d55-4ea5-8d7e-4da1f3346c72), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:35.652883 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 41794) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:35.702716 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-2dff96f8-97c5-40b1-9d64-9f81c7d81170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (67ec8eaa-3d55-4ea5-8d7e-4da1f3346c72), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:35.705417 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-2dff96f8-97c5-40b1-9d64-9f81c7d81170 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:35.706672 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-2dff96f8-97c5-40b1-9d64-9f81c7d81170 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/67ec8eaa-3d55-4ea5-8d7e-4da1f3346c72 HTTP/1.1" status: 204 len: 168 time: 0.2214079 May 27 03:42:35.716031 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dff96f8-97c5-40b1-9d64-9f81c7d81170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ec8eaa-3d55-4ea5-8d7e-4da1f3346c72,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:35.938751 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:35.955345 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=9 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:36.168406 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-76136b21-d889-40a8-88ad-337c18a964c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681189'] for router_interface (9dce0fe0-324d-48e2-a80a-7d852b22e51c), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:36.388937 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.plugin [None req-76136b21-d889-40a8-88ad-337c18a964c0 admin admin] Deleting port 19443ba5-603e-48f8-9354-515c2abc8c0a {{(pid=104615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:42:36.389530 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-76136b21-d889-40a8-88ad-337c18a964c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791799895781'] for port (19443ba5-603e-48f8-9354-515c2abc8c0a), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:36.469465 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.db [None req-76136b21-d889-40a8-88ad-337c18a964c0 admin admin] For port 19443ba5-603e-48f8-9354-515c2abc8c0a, host dv-cinder-828805-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=19443ba5-603e-48f8-9354-515c2abc8c0a,segment=NetworkSegment(62c563a9-fe72-4adb-8d7c-17b2299b5d3d),segment_id=62c563a9-fe72-4adb-8d7c-17b2299b5d3d)] {{(pid=104615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:42:36.469819 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-76136b21-d889-40a8-88ad-337c18a964c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-658269'] for port (19443ba5-603e-48f8-9354-515c2abc8c0a), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:36.483091 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.plugin [None req-76136b21-d889-40a8-88ad-337c18a964c0 admin admin] Calling delete_port for 19443ba5-603e-48f8-9354-515c2abc8c0a owned by network:router_interface {{(pid=104615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:42:36.596253 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:36.720481 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-76136b21-d889-40a8-88ad-337c18a964c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791799905747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791799515450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585481432'] for port (19443ba5-603e-48f8-9354-515c2abc8c0a), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:36.747161 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76136b21-d889-40a8-88ad-337c18a964c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=19443ba5-603e-48f8-9354-515c2abc8c0a,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:36.910809 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-76136b21-d889-40a8-88ad-337c18a964c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-373384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681081'] for router_interface (9dce0fe0-324d-48e2-a80a-7d852b22e51c), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:36.972616 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:37.130495 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76136b21-d889-40a8-88ad-337c18a964c0 admin admin] Router 9dce0fe0-324d-48e2-a80a-7d852b22e51c has already been hosted by L3 agent 9df6ec88-276d-42f5-acd2-7e289451d5e3 {{(pid=104615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:42:37.521227 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76136b21-d889-40a8-88ad-337c18a964c0 admin admin] Notify agent at l3_agent.dv-cinder-828805-4-iscsi the message routers_updated {{(pid=104615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:42:37.526213 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-76136b21-d889-40a8-88ad-337c18a964c0 admin admin] 10.222.0.24 "PUT /v2.0/routers/9dce0fe0-324d-48e2-a80a-7d852b22e51c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8721986 May 27 03:42:37.528653 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 41832) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:37.532156 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b50a5b-6db8-4dbf-aaf9-f1a1c7e87d23 None None] Sync routers for ids ['9dce0fe0-324d-48e2-a80a-7d852b22e51c'] in dv-cinder-828805-4-iscsi {{(pid=104616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:42:37.544936 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b50a5b-6db8-4dbf-aaf9-f1a1c7e87d23 None None] Routers {'9dce0fe0-324d-48e2-a80a-7d852b22e51c'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:42:37.545734 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-08b50a5b-6db8-4dbf-aaf9-f1a1c7e87d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:42:17Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['9dce0fe0-324d-48e2-a80a-7d852b22e51c'], 'active': True} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:37.632361 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-719c4033-dd48-4c97-9a75-c0811ef93190 admin admin] Publish callbacks [] for router (9dce0fe0-324d-48e2-a80a-7d852b22e51c), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:37.654489 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvr_db [None req-08b50a5b-6db8-4dbf-aaf9-f1a1c7e87d23 None None] Set router 9dce0fe0-324d-48e2-a80a-7d852b22e51c gateway port host: dv-cinder-828805-4-iscsi {{(pid=104616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:42:37.731193 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:37.735061 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-719c4033-dd48-4c97-9a75-c0811ef93190 admin admin] Publish callbacks [] for router_gateway (9dce0fe0-324d-48e2-a80a-7d852b22e51c), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:37.828271 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-08b50a5b-6db8-4dbf-aaf9-f1a1c7e87d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dce0fe0-324d-48e2-a80a-7d852b22e51c', 'name': 'tempest-AttachVolumeShelveTestJSON-1297989686-router', 'tenant_id': '1377b9e588bd44f3b29b03728c418151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '09312a9e-0482-4437-a8c2-cb7c6c16159a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:08Z', 'updated_at': '2022-05-27T03:42:36Z', 'revision_number': 5, 'project_id': '1377b9e588bd44f3b29b03728c418151', 'gw_port': {'id': '09312a9e-0482-4437-a8c2-cb7c6c16159a', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:35:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dce0fe0-324d-48e2-a80a-7d852b22e51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:35:09Z', 'updated_at': '2022-05-27T03:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi'}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:37.854145 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b50a5b-6db8-4dbf-aaf9-f1a1c7e87d23 None None] Checking router: 9dce0fe0-324d-48e2-a80a-7d852b22e51c for host: dv-cinder-828805-4-iscsi {{(pid=104616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:42:37.862924 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b50a5b-6db8-4dbf-aaf9-f1a1c7e87d23 None None] Routers {'9dce0fe0-324d-48e2-a80a-7d852b22e51c'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:42:37.863549 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-08b50a5b-6db8-4dbf-aaf9-f1a1c7e87d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:42:17Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['9dce0fe0-324d-48e2-a80a-7d852b22e51c'], 'active': True} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:37.903680 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.plugin [None req-719c4033-dd48-4c97-9a75-c0811ef93190 admin admin] Deleting port 09312a9e-0482-4437-a8c2-cb7c6c16159a {{(pid=104615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:42:37.904028 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-719c4033-dd48-4c97-9a75-c0811ef93190 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791799895781'] for port (09312a9e-0482-4437-a8c2-cb7c6c16159a), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:37.945773 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:37.949888 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvr_db [None req-08b50a5b-6db8-4dbf-aaf9-f1a1c7e87d23 None None] Set router 9dce0fe0-324d-48e2-a80a-7d852b22e51c gateway port host: None {{(pid=104616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:42:37.983950 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.db [None req-719c4033-dd48-4c97-9a75-c0811ef93190 admin admin] For port 09312a9e-0482-4437-a8c2-cb7c6c16159a, host dv-cinder-828805-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=09312a9e-0482-4437-a8c2-cb7c6c16159a,segment=NetworkSegment(2b0e99ee-61aa-44db-85d9-9c6d208f29d9),segment_id=2b0e99ee-61aa-44db-85d9-9c6d208f29d9)] {{(pid=104615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:42:37.984224 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-719c4033-dd48-4c97-9a75-c0811ef93190 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-658269'] for port (09312a9e-0482-4437-a8c2-cb7c6c16159a), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:37.999435 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.plugin [None req-719c4033-dd48-4c97-9a75-c0811ef93190 admin admin] Calling delete_port for 09312a9e-0482-4437-a8c2-cb7c6c16159a owned by network:router_gateway {{(pid=104615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:42:38.124060 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-08b50a5b-6db8-4dbf-aaf9-f1a1c7e87d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dce0fe0-324d-48e2-a80a-7d852b22e51c', 'name': 'tempest-AttachVolumeShelveTestJSON-1297989686-router', 'tenant_id': '1377b9e588bd44f3b29b03728c418151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:08Z', 'updated_at': '2022-05-27T03:42:37Z', 'revision_number': 6, 'project_id': '1377b9e588bd44f3b29b03728c418151', 'gw_port_host': None}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:38.149467 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b50a5b-6db8-4dbf-aaf9-f1a1c7e87d23 None None] The sync data for ids ['9dce0fe0-324d-48e2-a80a-7d852b22e51c'] in dv-cinder-828805-4-iscsi is: [{'id': '9dce0fe0-324d-48e2-a80a-7d852b22e51c', 'name': 'tempest-AttachVolumeShelveTestJSON-1297989686-router', 'tenant_id': '1377b9e588bd44f3b29b03728c418151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:35:08Z', 'updated_at': '2022-05-27T03:42:37Z', 'revision_number': 6, 'project_id': '1377b9e588bd44f3b29b03728c418151', 'gw_port_host': None}] {{(pid=104616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:42:38.332451 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-719c4033-dd48-4c97-9a75-c0811ef93190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791799905747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791799515450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585481432'] for port (09312a9e-0482-4437-a8c2-cb7c6c16159a), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:38.355621 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 41844) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:38.362197 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719c4033-dd48-4c97-9a75-c0811ef93190 admin admin] Pushing event deleted for resources: {'Port': ['ID=09312a9e-0482-4437-a8c2-cb7c6c16159a,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:38.423240 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-719c4033-dd48-4c97-9a75-c0811ef93190 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680155'] for router_gateway (9dce0fe0-324d-48e2-a80a-7d852b22e51c), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:38.464722 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-080bb27e-c20d-44eb-80c8-d3ed7e362587 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:38.518294 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-719c4033-dd48-4c97-9a75-c0811ef93190 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60974'] for router (9dce0fe0-324d-48e2-a80a-7d852b22e51c), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:38.521587 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-719c4033-dd48-4c97-9a75-c0811ef93190 admin admin] Publish callbacks [] for router_controller (9dce0fe0-324d-48e2-a80a-7d852b22e51c), precommit_delete_associations {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:38.543566 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-080bb27e-c20d-44eb-80c8-d3ed7e362587 admin admin] Publish callbacks [] for security_group (f11eaffc-4e0c-4fee-a0ce-c0ed09e55e69), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:38.629385 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-080bb27e-c20d-44eb-80c8-d3ed7e362587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (f11eaffc-4e0c-4fee-a0ce-c0ed09e55e69), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:38.657920 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-719c4033-dd48-4c97-9a75-c0811ef93190 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682369'] for router (9dce0fe0-324d-48e2-a80a-7d852b22e51c), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:38.658683 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-719c4033-dd48-4c97-9a75-c0811ef93190 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9dce0fe0-324d-48e2-a80a-7d852b22e51c {{(pid=104615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:42:38.663159 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-719c4033-dd48-4c97-9a75-c0811ef93190 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:38.664449 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-719c4033-dd48-4c97-9a75-c0811ef93190 admin admin] 10.222.0.24 "DELETE /v2.0/routers/9dce0fe0-324d-48e2-a80a-7d852b22e51c HTTP/1.1" status: 204 len: 168 time: 1.1347442 May 27 03:42:38.667041 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 41848) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:38.695986 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bb27e-c20d-44eb-80c8-d3ed7e362587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f11eaffc-4e0c-4fee-a0ce-c0ed09e55e69,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:38.700532 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-080bb27e-c20d-44eb-80c8-d3ed7e362587 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=50431c1b1f1340eea65db98803f1318f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3438976 May 27 03:42:38.703210 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 41850) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:38.744851 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.db_base_plugin_v2 [None req-db208fed-f1f7-460f-a057-3993ed1a46ff admin admin] Deleting subnet 01cacb82-b9b5-47d7-9a65-bacc84dba8c5 {{(pid=104614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 03:42:38.752732 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-db208fed-f1f7-460f-a057-3993ed1a46ff admin admin] Publish callbacks [] for subnet (01cacb82-b9b5-47d7-9a65-bacc84dba8c5), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:38.768257 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.agents_db [None req-cbb77ebc-65ec-4caa-a8b3-81c074906866 None None] Agent healthcheck: found 6 active agents {{(pid=104617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:42:38.797668 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-d9d690d1-37a8-429e-93f7-b0fc95c50ac3 admin admin] Publish callbacks [] for security_group (f11eaffc-4e0c-4fee-a0ce-c0ed09e55e69), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:38.800525 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-db208fed-f1f7-460f-a057-3993ed1a46ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584813236'] for subnet (01cacb82-b9b5-47d7-9a65-bacc84dba8c5), precommit_delete_associations {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:38.851800 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-d9d690d1-37a8-429e-93f7-b0fc95c50ac3 admin admin] Publish callbacks [] for security_group (f11eaffc-4e0c-4fee-a0ce-c0ed09e55e69), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:38.912482 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:38.922494 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-db208fed-f1f7-460f-a057-3993ed1a46ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004246'] for subnet (01cacb82-b9b5-47d7-9a65-bacc84dba8c5), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:38.956700 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 19443ba5-603e-48f8-9354-515c2abc8c0a no longer exists at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:42:38.974630 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=79,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:38.979716 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] No Port match for: 19443ba5-603e-48f8-9354-515c2abc8c0a {{(pid=104616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:42:38.980109 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 19443ba5-603e-48f8-9354-515c2abc8c0a not bound to the agent host dv-cinder-828805-4-iscsi {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:42:39.046694 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-d9d690d1-37a8-429e-93f7-b0fc95c50ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (f11eaffc-4e0c-4fee-a0ce-c0ed09e55e69), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:39.049440 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-d9d690d1-37a8-429e-93f7-b0fc95c50ac3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:39.050643 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-d9d690d1-37a8-429e-93f7-b0fc95c50ac3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f11eaffc-4e0c-4fee-a0ce-c0ed09e55e69 HTTP/1.1" status: 204 len: 168 time: 0.3465271 May 27 03:42:39.058983 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d690d1-37a8-429e-93f7-b0fc95c50ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11eaffc-4e0c-4fee-a0ce-c0ed09e55e69,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:39.076702 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-db208fed-f1f7-460f-a057-3993ed1a46ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8584799400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8584400384'] for subnet (01cacb82-b9b5-47d7-9a65-bacc84dba8c5), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:39.114408 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db208fed-f1f7-460f-a057-3993ed1a46ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01cacb82-b9b5-47d7-9a65-bacc84dba8c5,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:39.118143 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-db208fed-f1f7-460f-a057-3993ed1a46ff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:39.121333 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-db208fed-f1f7-460f-a057-3993ed1a46ff admin admin] 10.222.0.24 "DELETE /v2.0/subnets/01cacb82-b9b5-47d7-9a65-bacc84dba8c5 HTTP/1.1" status: 204 len: 168 time: 0.4510770 May 27 03:42:39.123780 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 41854) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:39.126267 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b91a48-5f81-4869-b000-4782feda80b9 None None] Network 85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1 requested from dv-cinder-828805-4-iscsi {{(pid=104616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:42:39.199854 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-9698ac86-2c5f-4a04-b13b-5bc8a223766b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963665'] for network (85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:39.249038 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [None req-9698ac86-2c5f-4a04-b13b-5bc8a223766b admin admin] Deleting port a3e8bcf9-3c65-4209-bf1b-5969ea6c77ab {{(pid=104614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:42:39.249483 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-9698ac86-2c5f-4a04-b13b-5bc8a223766b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791799895781'] for port (a3e8bcf9-3c65-4209-bf1b-5969ea6c77ab), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:39.298552 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2936e2-4c00-4a56-9b8a-65da8f1e3921 None None] DHCP port deletion for 85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1 request from dv-cinder-828805-4-iscsi {{(pid=104616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 03:42:39.304346 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:39.316864 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.db [None req-9698ac86-2c5f-4a04-b13b-5bc8a223766b admin admin] For port a3e8bcf9-3c65-4209-bf1b-5969ea6c77ab, host dv-cinder-828805-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=a3e8bcf9-3c65-4209-bf1b-5969ea6c77ab,segment=NetworkSegment(62c563a9-fe72-4adb-8d7c-17b2299b5d3d),segment_id=62c563a9-fe72-4adb-8d7c-17b2299b5d3d)] {{(pid=104614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:42:39.317272 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-9698ac86-2c5f-4a04-b13b-5bc8a223766b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-658269'] for port (a3e8bcf9-3c65-4209-bf1b-5969ea6c77ab), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:39.336064 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [None req-9698ac86-2c5f-4a04-b13b-5bc8a223766b admin admin] Calling delete_port for a3e8bcf9-3c65-4209-bf1b-5969ea6c77ab owned by network:dhcp {{(pid=104614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:42:39.339975 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-1e2936e2-4c00-4a56-9b8a-65da8f1e3921 None None] Deleting port a3e8bcf9-3c65-4209-bf1b-5969ea6c77ab {{(pid=104616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:42:39.340345 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-1e2936e2-4c00-4a56-9b8a-65da8f1e3921 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791799895781'] for port (a3e8bcf9-3c65-4209-bf1b-5969ea6c77ab), before_delete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:39.404804 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-1e2936e2-4c00-4a56-9b8a-65da8f1e3921 None None] For port a3e8bcf9-3c65-4209-bf1b-5969ea6c77ab, host dv-cinder-828805-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=a3e8bcf9-3c65-4209-bf1b-5969ea6c77ab,segment=NetworkSegment(62c563a9-fe72-4adb-8d7c-17b2299b5d3d),segment_id=62c563a9-fe72-4adb-8d7c-17b2299b5d3d)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:42:39.405249 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-1e2936e2-4c00-4a56-9b8a-65da8f1e3921 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-658269'] for port (a3e8bcf9-3c65-4209-bf1b-5969ea6c77ab), precommit_delete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:39.421910 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-1e2936e2-4c00-4a56-9b8a-65da8f1e3921 None None] Calling delete_port for a3e8bcf9-3c65-4209-bf1b-5969ea6c77ab owned by network:dhcp {{(pid=104616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:42:39.515618 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-9698ac86-2c5f-4a04-b13b-5bc8a223766b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791799905747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791799515450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8584799065'] for port (a3e8bcf9-3c65-4209-bf1b-5969ea6c77ab), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:39.521790 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-1e2936e2-4c00-4a56-9b8a-65da8f1e3921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791799905747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791799515450'] for port (a3e8bcf9-3c65-4209-bf1b-5969ea6c77ab), after_delete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:39.540830 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9698ac86-2c5f-4a04-b13b-5bc8a223766b admin admin] Pushing event deleted for resources: {'Port': ['ID=a3e8bcf9-3c65-4209-bf1b-5969ea6c77ab,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:39.544424 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9698ac86-2c5f-4a04-b13b-5bc8a223766b admin admin] No DVR routers for this DVR port a3e8bcf9-3c65-4209-bf1b-5969ea6c77ab on host dv-cinder-828805-4-iscsi {{(pid=104614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:42:39.547423 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2936e2-4c00-4a56-9b8a-65da8f1e3921 None None] Pushing event deleted for resources: {'Port': ['ID=a3e8bcf9-3c65-4209-bf1b-5969ea6c77ab,revision_number=None']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:39.552033 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2936e2-4c00-4a56-9b8a-65da8f1e3921 None None] No DVR routers for this DVR port a3e8bcf9-3c65-4209-bf1b-5969ea6c77ab on host dv-cinder-828805-4-iscsi {{(pid=104616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:42:39.618716 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-9698ac86-2c5f-4a04-b13b-5bc8a223766b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3997731', 'neutron.services.segments.db._delete_segments_for_network-8791800041072'] for network (85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:39.630859 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:39.639519 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.services.segments.db [None req-9698ac86-2c5f-4a04-b13b-5bc8a223766b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1']}} {{(pid=104614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:39.648457 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.services.segments.db [None req-9698ac86-2c5f-4a04-b13b-5bc8a223766b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62c563a9-fe72-4adb-8d7c-17b2299b5d3d') {'for_net_delete': True} {{(pid=104614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:39.648754 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.services.segments.db [None req-9698ac86-2c5f-4a04-b13b-5bc8a223766b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62c563a9-fe72-4adb-8d7c-17b2299b5d3d') {} {{(pid=104614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:42:39.657811 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-9698ac86-2c5f-4a04-b13b-5bc8a223766b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791800041849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584813197'] for segment (62c563a9-fe72-4adb-8d7c-17b2299b5d3d), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:39.670633 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-9698ac86-2c5f-4a04-b13b-5bc8a223766b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545'] for segment (62c563a9-fe72-4adb-8d7c-17b2299b5d3d), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:39.676463 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9698ac86-2c5f-4a04-b13b-5bc8a223766b admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=104614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:42:39.676841 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-9698ac86-2c5f-4a04-b13b-5bc8a223766b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8584798986'] for segment (62c563a9-fe72-4adb-8d7c-17b2299b5d3d), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:39.695738 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.services.segments.plugin [-] Segment 62c563a9-fe72-4adb-8d7c-17b2299b5d3d resource provider aggregate not found May 27 03:42:39.728513 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.services.segments.plugin [-] Segment 62c563a9-fe72-4adb-8d7c-17b2299b5d3d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 62c563a9-fe72-4adb-8d7c-17b2299b5d3d found for delete ", "request_id": "req-cb220d41-d5e8-43a5-9c4d-39c2e2b3e8c0"}]} May 27 03:42:39.834823 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-9698ac86-2c5f-4a04-b13b-5bc8a223766b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3997720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680183'] for network (85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:39.840924 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 41864) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:39.841489 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-9698ac86-2c5f-4a04-b13b-5bc8a223766b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-373421'] for network (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:39.846875 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-9698ac86-2c5f-4a04-b13b-5bc8a223766b admin admin] 10.222.0.24 "DELETE /v2.0/networks/85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1 HTTP/1.1" status: 204 len: 168 time: 0.7219172 May 27 03:42:39.856825 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-7de69b5d-c21f-4620-a7f3-605bb99855f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:39.862870 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9698ac86-2c5f-4a04-b13b-5bc8a223766b admin admin] Pushing event deleted for resources: {'Network': ['ID=85c37aa4-afb9-42cc-ab9f-3e1ebf705aa1,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:39.897884 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=9,neutron:INSERT=2 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:39.941190 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-7de69b5d-c21f-4620-a7f3-605bb99855f4 admin admin] Publish callbacks [] for security_group (0d40d482-3ec4-418d-a495-d1e35432fb9e), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:40.063770 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-7de69b5d-c21f-4620-a7f3-605bb99855f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (0d40d482-3ec4-418d-a495-d1e35432fb9e), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:40.103249 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de69b5d-c21f-4620-a7f3-605bb99855f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d40d482-3ec4-418d-a495-d1e35432fb9e,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:40.107341 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-7de69b5d-c21f-4620-a7f3-605bb99855f4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=49087ca6d42f4a8fbb1dda2ea9dc16ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2652156 May 27 03:42:40.109929 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 41872) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:40.130820 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=9 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:40.162157 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-d84c3344-b157-4e91-af88-462cd2c89cb2 admin admin] Publish callbacks [] for security_group (0d40d482-3ec4-418d-a495-d1e35432fb9e), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:40.192788 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-d84c3344-b157-4e91-af88-462cd2c89cb2 admin admin] Publish callbacks [] for security_group (0d40d482-3ec4-418d-a495-d1e35432fb9e), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:40.317365 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 41876) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:40.325256 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-d84c3344-b157-4e91-af88-462cd2c89cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (0d40d482-3ec4-418d-a495-d1e35432fb9e), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:40.327785 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-d84c3344-b157-4e91-af88-462cd2c89cb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:40.328927 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-d84c3344-b157-4e91-af88-462cd2c89cb2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0d40d482-3ec4-418d-a495-d1e35432fb9e HTTP/1.1" status: 204 len: 168 time: 0.2181213 May 27 03:42:40.348237 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84c3344-b157-4e91-af88-462cd2c89cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d40d482-3ec4-418d-a495-d1e35432fb9e,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:40.373286 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-d2b8fb16-c1a5-4021-afa8-dbaa18fdac25 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1377b9e588bd44f3b29b03728c418151&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0547681 May 27 03:42:40.375798 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 41880) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:40.427043 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-1730bbf7-53c3-4035-b634-b9861558e4f6 admin admin] Publish callbacks [] for security_group (eb82d0bf-ee3a-4318-8fb9-9a4859beb3f9), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:40.452381 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-1730bbf7-53c3-4035-b634-b9861558e4f6 admin admin] Publish callbacks [] for security_group (eb82d0bf-ee3a-4318-8fb9-9a4859beb3f9), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:40.593249 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 09312a9e-0482-4437-a8c2-cb7c6c16159a no longer exists at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:42:40.611839 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-1730bbf7-53c3-4035-b634-b9861558e4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (eb82d0bf-ee3a-4318-8fb9-9a4859beb3f9), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:40.613122 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] No Port match for: 09312a9e-0482-4437-a8c2-cb7c6c16159a {{(pid=104616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:42:40.613464 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 09312a9e-0482-4437-a8c2-cb7c6c16159a not bound to the agent host dv-cinder-828805-4-iscsi {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:42:40.613871 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device a3e8bcf9-3c65-4209-bf1b-5969ea6c77ab no longer exists at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:42:40.614733 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-1730bbf7-53c3-4035-b634-b9861558e4f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:40.615990 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-1730bbf7-53c3-4035-b634-b9861558e4f6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eb82d0bf-ee3a-4318-8fb9-9a4859beb3f9 HTTP/1.1" status: 204 len: 168 time: 0.2393620 May 27 03:42:40.624030 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1730bbf7-53c3-4035-b634-b9861558e4f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb82d0bf-ee3a-4318-8fb9-9a4859beb3f9,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:40.635749 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] No Port match for: a3e8bcf9-3c65-4209-bf1b-5969ea6c77ab {{(pid=104616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:42:40.636091 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device a3e8bcf9-3c65-4209-bf1b-5969ea6c77ab not bound to the agent host dv-cinder-828805-4-iscsi {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:42:41.092535 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=50,neutron:UPDATE=1 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:43.503823 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (134bae73-502b-4599-bb47-129fee8818a4), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:44.766389 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-1c6ec4a0-e28b-4773-a196-6f84bd0bc036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (b322252d-fb9d-4652-a830-647fed26b29a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:46.926002 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-347c8661-57ac-4b09-885f-f57df7fc2cde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (9df6ec88-276d-42f5-acd2-7e289451d5e3), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:48.389318 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-584d7fde-7d72-4642-9601-b182cfb78c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (413fc6aa-3a5a-4281-abfd-a440a67afb4a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:49.296965 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f446-e12c-45b2-8c38-3579950c1c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (785c7416-4bf9-40d9-a08f-c797a61a0436), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:49.671060 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 42068) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:49.778736 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-168b140c-8810-48e0-b697-72eef5ffbb09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:49.851766 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=21,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:49.852362 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-168b140c-8810-48e0-b697-72eef5ffbb09 admin admin] Publish callbacks [] for security_group (df0f63b3-99dc-4562-8a11-6d426029059e), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:49.995078 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-168b140c-8810-48e0-b697-72eef5ffbb09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (df0f63b3-99dc-4562-8a11-6d426029059e), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:50.014418 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=6 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:50.036754 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-168b140c-8810-48e0-b697-72eef5ffbb09 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a7dbf8f3705a4b519170465ad13d9b0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3643155 May 27 03:42:50.042635 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168b140c-8810-48e0-b697-72eef5ffbb09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df0f63b3-99dc-4562-8a11-6d426029059e,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:50.044478 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 42080) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:50.093295 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-b966ea2d-8bbc-4a5f-b68b-4bea7994a3ec admin admin] Publish callbacks [] for security_group (df0f63b3-99dc-4562-8a11-6d426029059e), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:50.116009 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-b966ea2d-8bbc-4a5f-b68b-4bea7994a3ec admin admin] Publish callbacks [] for security_group (df0f63b3-99dc-4562-8a11-6d426029059e), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:50.258008 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-b966ea2d-8bbc-4a5f-b68b-4bea7994a3ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (df0f63b3-99dc-4562-8a11-6d426029059e), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:50.260675 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-b966ea2d-8bbc-4a5f-b68b-4bea7994a3ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:50.272944 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-b966ea2d-8bbc-4a5f-b68b-4bea7994a3ec admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/df0f63b3-99dc-4562-8a11-6d426029059e HTTP/1.1" status: 204 len: 168 time: 0.2165449 May 27 03:42:50.272944 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b966ea2d-8bbc-4a5f-b68b-4bea7994a3ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0f63b3-99dc-4562-8a11-6d426029059e,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:50.887898 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 42088) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:50.891847 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (917d01f3-4a27-4590-ae14-da14d21a1e88), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:50.905893 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-a91ccd74-c552-43f9-9d5c-47d874d6df73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:50.980198 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-a91ccd74-c552-43f9-9d5c-47d874d6df73 admin admin] Publish callbacks [] for security_group (bf65aca4-afb3-444f-a9be-be3f5b6e8d70), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:51.046632 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-a91ccd74-c552-43f9-9d5c-47d874d6df73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (bf65aca4-afb3-444f-a9be-be3f5b6e8d70), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:51.091663 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-a91ccd74-c552-43f9-9d5c-47d874d6df73 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f09fc77125dd4c33b3b870960a50ed16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2027047 May 27 03:42:51.094601 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 42098) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:51.097725 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91ccd74-c552-43f9-9d5c-47d874d6df73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf65aca4-afb3-444f-a9be-be3f5b6e8d70,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:51.149949 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-f8c364a9-e831-4004-b7c5-b47950dbc4f4 admin admin] Publish callbacks [] for security_group (bf65aca4-afb3-444f-a9be-be3f5b6e8d70), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:51.172549 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-f8c364a9-e831-4004-b7c5-b47950dbc4f4 admin admin] Publish callbacks [] for security_group (bf65aca4-afb3-444f-a9be-be3f5b6e8d70), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:51.343644 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-f8c364a9-e831-4004-b7c5-b47950dbc4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (bf65aca4-afb3-444f-a9be-be3f5b6e8d70), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:51.346505 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-f8c364a9-e831-4004-b7c5-b47950dbc4f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:51.347734 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-f8c364a9-e831-4004-b7c5-b47950dbc4f4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bf65aca4-afb3-444f-a9be-be3f5b6e8d70 HTTP/1.1" status: 204 len: 168 time: 0.2516129 May 27 03:42:51.355524 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c364a9-e831-4004-b7c5-b47950dbc4f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf65aca4-afb3-444f-a9be-be3f5b6e8d70,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:51.610027 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 42116) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:51.755728 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-3182d14d-6a60-4708-8df9-286c9d3687a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:51.776592 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=49,neutron:UPDATE=1 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:51.835726 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-3182d14d-6a60-4708-8df9-286c9d3687a5 admin admin] Publish callbacks [] for security_group (3f4d98ea-6053-4c6b-aa1a-395e9cafe7d1), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:51.944136 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-3182d14d-6a60-4708-8df9-286c9d3687a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (3f4d98ea-6053-4c6b-aa1a-395e9cafe7d1), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:51.949417 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:51.990118 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-3182d14d-6a60-4708-8df9-286c9d3687a5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a51d843f78a54e8b9dbba4ab9b28accf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3773992 May 27 03:42:51.991528 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3182d14d-6a60-4708-8df9-286c9d3687a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4d98ea-6053-4c6b-aa1a-395e9cafe7d1,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:51.992017 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 42130) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:52.053262 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-21a97a7b-a31d-4aea-b69b-0f7332bbe2a3 admin admin] Publish callbacks [] for security_group (3f4d98ea-6053-4c6b-aa1a-395e9cafe7d1), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:52.086297 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-21a97a7b-a31d-4aea-b69b-0f7332bbe2a3 admin admin] Publish callbacks [] for security_group (3f4d98ea-6053-4c6b-aa1a-395e9cafe7d1), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:52.109701 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116dde4b-2360-44d3-a4e1-46055645234e req-77b9003a-5e1e-4fea-81fd-104f6569c2ce tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:52.111965 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-116dde4b-2360-44d3-a4e1-46055645234e req-77b9003a-5e1e-4fea-81fd-104f6569c2ce tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?device_id=87a65177-fd0d-4c44-a70a-d285315c23ee HTTP/1.1" status: 200 len: 945 time: 0.0564017 May 27 03:42:52.165430 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-116dde4b-2360-44d3-a4e1-46055645234e req-d3d88d31-cb18-4816-8a0f-77787fa21954 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7cfe8ef-9ac9-4b47-8929-af1db19bd0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471289 May 27 03:42:52.206190 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-21a97a7b-a31d-4aea-b69b-0f7332bbe2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (3f4d98ea-6053-4c6b-aa1a-395e9cafe7d1), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:52.209327 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-21a97a7b-a31d-4aea-b69b-0f7332bbe2a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:52.210473 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-21a97a7b-a31d-4aea-b69b-0f7332bbe2a3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3f4d98ea-6053-4c6b-aa1a-395e9cafe7d1 HTTP/1.1" status: 204 len: 168 time: 0.2169986 May 27 03:42:52.218743 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a97a7b-a31d-4aea-b69b-0f7332bbe2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4d98ea-6053-4c6b-aa1a-395e9cafe7d1,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:53.288614 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aa5b62-9819-45b7-8be0-34d4a877ee39 req-e4f5d74e-47eb-459d-a14d-feeacd9d3e1b tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:53.290191 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-74aa5b62-9819-45b7-8be0-34d4a877ee39 req-e4f5d74e-47eb-459d-a14d-feeacd9d3e1b tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?device_id=87a65177-fd0d-4c44-a70a-d285315c23ee HTTP/1.1" status: 200 len: 945 time: 0.0478878 May 27 03:42:53.337712 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-74aa5b62-9819-45b7-8be0-34d4a877ee39 req-78d4d6d1-ca0a-43c0-9fa8-aacbdd24b884 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7cfe8ef-9ac9-4b47-8929-af1db19bd0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419912 May 27 03:42:54.455834 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dc2981-a3bf-41f0-a8a8-c7403eca4592 req-46989b8e-952c-4060-a660-474439879ec4 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:54.457320 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-65dc2981-a3bf-41f0-a8a8-c7403eca4592 req-46989b8e-952c-4060-a660-474439879ec4 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?device_id=87a65177-fd0d-4c44-a70a-d285315c23ee HTTP/1.1" status: 200 len: 945 time: 0.0491719 May 27 03:42:54.507373 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-65dc2981-a3bf-41f0-a8a8-c7403eca4592 req-a2bdaa96-d7ce-4419-b85f-8802030d0f15 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7cfe8ef-9ac9-4b47-8929-af1db19bd0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440564 May 27 03:42:55.079116 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 42222) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:55.182351 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-4d612092-70eb-4680-ac0d-e85c5377eaab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:55.238535 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:55.257785 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-4d612092-70eb-4680-ac0d-e85c5377eaab admin admin] Publish callbacks [] for security_group (c1301370-93e0-4478-a4e8-588e0b6bcd53), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:55.354983 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-4d612092-70eb-4680-ac0d-e85c5377eaab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (c1301370-93e0-4478-a4e8-588e0b6bcd53), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:55.397603 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-4d612092-70eb-4680-ac0d-e85c5377eaab admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2645fbb40b7140a3ba86a6f8b814ca85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3172808 May 27 03:42:55.398467 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d612092-70eb-4680-ac0d-e85c5377eaab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1301370-93e0-4478-a4e8-588e0b6bcd53,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:55.400461 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 42234) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:55.406157 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d612092-70eb-4680-ac0d-e85c5377eaab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:55.406597 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d612092-70eb-4680-ac0d-e85c5377eaab admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:55.406858 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d612092-70eb-4680-ac0d-e85c5377eaab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:55.407208 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d612092-70eb-4680-ac0d-e85c5377eaab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:55.407545 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d612092-70eb-4680-ac0d-e85c5377eaab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:55.407877 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d612092-70eb-4680-ac0d-e85c5377eaab admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:55.408211 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d612092-70eb-4680-ac0d-e85c5377eaab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:55.408567 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d612092-70eb-4680-ac0d-e85c5377eaab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:55.408895 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d612092-70eb-4680-ac0d-e85c5377eaab admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:55.409222 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d612092-70eb-4680-ac0d-e85c5377eaab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:55.409553 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d612092-70eb-4680-ac0d-e85c5377eaab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:55.409881 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d612092-70eb-4680-ac0d-e85c5377eaab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:55.410207 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d612092-70eb-4680-ac0d-e85c5377eaab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:55.410527 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d612092-70eb-4680-ac0d-e85c5377eaab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:55.411382 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d612092-70eb-4680-ac0d-e85c5377eaab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:55.450858 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-7919b1cb-3cbe-4ee5-96a3-89f3bd9302e6 admin admin] Publish callbacks [] for security_group (c1301370-93e0-4478-a4e8-588e0b6bcd53), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:55.475570 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-7919b1cb-3cbe-4ee5-96a3-89f3bd9302e6 admin admin] Publish callbacks [] for security_group (c1301370-93e0-4478-a4e8-588e0b6bcd53), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:55.623494 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-7919b1cb-3cbe-4ee5-96a3-89f3bd9302e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (c1301370-93e0-4478-a4e8-588e0b6bcd53), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:55.627471 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-7919b1cb-3cbe-4ee5-96a3-89f3bd9302e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:55.628651 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa44046-3dd6-42cf-bd40-fbc95da1753e req-9bf85aae-5f9e-4344-90b6-6b97698efae2 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:55.631838 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-3aa44046-3dd6-42cf-bd40-fbc95da1753e req-9bf85aae-5f9e-4344-90b6-6b97698efae2 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?device_id=87a65177-fd0d-4c44-a70a-d285315c23ee HTTP/1.1" status: 200 len: 945 time: 0.0535650 May 27 03:42:55.639222 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-7919b1cb-3cbe-4ee5-96a3-89f3bd9302e6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c1301370-93e0-4478-a4e8-588e0b6bcd53 HTTP/1.1" status: 204 len: 168 time: 0.2311194 May 27 03:42:55.652359 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7919b1cb-3cbe-4ee5-96a3-89f3bd9302e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1301370-93e0-4478-a4e8-588e0b6bcd53,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:55.661151 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919b1cb-3cbe-4ee5-96a3-89f3bd9302e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:55.661605 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919b1cb-3cbe-4ee5-96a3-89f3bd9302e6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:55.661954 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919b1cb-3cbe-4ee5-96a3-89f3bd9302e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:55.662291 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919b1cb-3cbe-4ee5-96a3-89f3bd9302e6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:55.662804 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919b1cb-3cbe-4ee5-96a3-89f3bd9302e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:55.663184 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919b1cb-3cbe-4ee5-96a3-89f3bd9302e6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:55.663534 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919b1cb-3cbe-4ee5-96a3-89f3bd9302e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:55.663971 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919b1cb-3cbe-4ee5-96a3-89f3bd9302e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:55.664299 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919b1cb-3cbe-4ee5-96a3-89f3bd9302e6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:55.664836 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919b1cb-3cbe-4ee5-96a3-89f3bd9302e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:55.665286 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919b1cb-3cbe-4ee5-96a3-89f3bd9302e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:55.665617 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919b1cb-3cbe-4ee5-96a3-89f3bd9302e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:55.666109 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919b1cb-3cbe-4ee5-96a3-89f3bd9302e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:55.666437 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919b1cb-3cbe-4ee5-96a3-89f3bd9302e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:55.666759 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919b1cb-3cbe-4ee5-96a3-89f3bd9302e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:42:55.699488 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-3aa44046-3dd6-42cf-bd40-fbc95da1753e req-d2d362c2-9e41-40d5-b32e-10070fd30cf1 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7cfe8ef-9ac9-4b47-8929-af1db19bd0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578055 May 27 03:42:56.389643 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 42246) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:56.402603 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-25396ac6-a4b4-4edd-80ce-069be4efd949 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:56.475738 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-25396ac6-a4b4-4edd-80ce-069be4efd949 admin admin] Publish callbacks [] for security_group (b0511154-1614-48cb-8f7d-f187753fcda9), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:56.531812 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-25396ac6-a4b4-4edd-80ce-069be4efd949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (b0511154-1614-48cb-8f7d-f187753fcda9), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:56.570220 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-25396ac6-a4b4-4edd-80ce-069be4efd949 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2dfc3cfcb43f4d88a7ec19738ca915f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1795394 May 27 03:42:56.572241 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25396ac6-a4b4-4edd-80ce-069be4efd949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0511154-1614-48cb-8f7d-f187753fcda9,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:56.573085 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 42248) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:56.622460 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-c948ef48-4b71-4406-918c-954c31ef2dbb admin admin] Publish callbacks [] for security_group (b0511154-1614-48cb-8f7d-f187753fcda9), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:56.643064 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-c948ef48-4b71-4406-918c-954c31ef2dbb admin admin] Publish callbacks [] for security_group (b0511154-1614-48cb-8f7d-f187753fcda9), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:56.755651 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-c948ef48-4b71-4406-918c-954c31ef2dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (b0511154-1614-48cb-8f7d-f187753fcda9), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:56.758290 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-c948ef48-4b71-4406-918c-954c31ef2dbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:56.762223 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-c948ef48-4b71-4406-918c-954c31ef2dbb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b0511154-1614-48cb-8f7d-f187753fcda9 HTTP/1.1" status: 204 len: 168 time: 0.1880829 May 27 03:42:56.770795 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c948ef48-4b71-4406-918c-954c31ef2dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0511154-1614-48cb-8f7d-f187753fcda9,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:56.820198 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10051ab7-8ca5-4488-bd35-53ab9de11542 req-5ef0bb86-ea04-4eba-979b-6ed56419d114 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:56.821796 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-10051ab7-8ca5-4488-bd35-53ab9de11542 req-5ef0bb86-ea04-4eba-979b-6ed56419d114 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?device_id=87a65177-fd0d-4c44-a70a-d285315c23ee HTTP/1.1" status: 200 len: 945 time: 0.0518100 May 27 03:42:56.852845 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:56.869968 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-10051ab7-8ca5-4488-bd35-53ab9de11542 req-91be059e-925a-4458-975f-11097d1942a7 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7cfe8ef-9ac9-4b47-8929-af1db19bd0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423608 May 27 03:42:57.986696 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f03540e-a026-42aa-98ce-1a1dfe8e3c7f req-0aa180dc-1b63-4225-9ead-af66b9c2fb5d tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:57.990557 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-7f03540e-a026-42aa-98ce-1a1dfe8e3c7f req-0aa180dc-1b63-4225-9ead-af66b9c2fb5d tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?device_id=87a65177-fd0d-4c44-a70a-d285315c23ee HTTP/1.1" status: 200 len: 945 time: 0.0501342 May 27 03:42:58.035905 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-7f03540e-a026-42aa-98ce-1a1dfe8e3c7f req-d17f3892-5a66-4fec-86d6-c3d06725e17f tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7cfe8ef-9ac9-4b47-8929-af1db19bd0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414410 May 27 03:42:58.438937 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 42294) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:58.542407 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-5ee524f1-a2fc-49bf-b071-0efc2857d707 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:58.596957 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:58.618751 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-5ee524f1-a2fc-49bf-b071-0efc2857d707 admin admin] Publish callbacks [] for security_group (a2984f9b-f13d-4a46-968c-14dd300ce17a), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:58.686088 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-5ee524f1-a2fc-49bf-b071-0efc2857d707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (a2984f9b-f13d-4a46-968c-14dd300ce17a), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:58.690893 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:58.728887 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee524f1-a2fc-49bf-b071-0efc2857d707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2984f9b-f13d-4a46-968c-14dd300ce17a,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:58.733139 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-5ee524f1-a2fc-49bf-b071-0efc2857d707 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4f284e71009d4f17a4db35b768022d0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2931969 May 27 03:42:58.735835 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 42308) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:42:58.785492 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-e1e4b348-a716-4273-8dcd-861f94d9001a admin admin] Publish callbacks [] for security_group (a2984f9b-f13d-4a46-968c-14dd300ce17a), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:58.807752 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-e1e4b348-a716-4273-8dcd-861f94d9001a admin admin] Publish callbacks [] for security_group (a2984f9b-f13d-4a46-968c-14dd300ce17a), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:59.000277 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-e1e4b348-a716-4273-8dcd-861f94d9001a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (a2984f9b-f13d-4a46-968c-14dd300ce17a), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:59.003243 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-e1e4b348-a716-4273-8dcd-861f94d9001a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:59.004503 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-e1e4b348-a716-4273-8dcd-861f94d9001a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a2984f9b-f13d-4a46-968c-14dd300ce17a HTTP/1.1" status: 204 len: 168 time: 0.2677493 May 27 03:42:59.013852 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e4b348-a716-4273-8dcd-861f94d9001a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2984f9b-f13d-4a46-968c-14dd300ce17a,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:42:59.162921 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc08bc1-3461-45e8-99a9-9134da204272 req-d87156bb-ec59-4e32-bfc3-1581d39d103f tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:42:59.168292 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-fdc08bc1-3461-45e8-99a9-9134da204272 req-d87156bb-ec59-4e32-bfc3-1581d39d103f tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?device_id=87a65177-fd0d-4c44-a70a-d285315c23ee HTTP/1.1" status: 200 len: 945 time: 0.0544531 May 27 03:42:59.213998 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-fdc08bc1-3461-45e8-99a9-9134da204272 req-2b5af388-253a-406f-90c2-e495168d5b54 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7cfe8ef-9ac9-4b47-8929-af1db19bd0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425353 May 27 03:43:00.124365 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 42364) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:43:00.220382 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.v2.base [None req-b3101a08-b92e-47e9-a727-063a5adb02c7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2068585367-network', 'tenant_id': '245626825e3b480485223cd0e3d54580'}} {{(pid=104615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:43:00.329801 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f134d8-50a9-45fa-87ee-58547d8dc504 req-1cbe19d2-9cad-454d-8668-de48ce8a0ba2 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:00.331261 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-73f134d8-50a9-45fa-87ee-58547d8dc504 req-1cbe19d2-9cad-454d-8668-de48ce8a0ba2 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?device_id=87a65177-fd0d-4c44-a70a-d285315c23ee HTTP/1.1" status: 200 len: 945 time: 0.0494683 May 27 03:43:00.371593 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3101a08-b92e-47e9-a727-063a5adb02c7 admin admin] Made reservation on behalf of 245626825e3b480485223cd0e3d54580 for: {'network': 1} {{(pid=104615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:43:00.373907 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-b3101a08-b92e-47e9-a727-063a5adb02c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for network (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:00.385245 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-b3101a08-b92e-47e9-a727-063a5adb02c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:00.389710 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-73f134d8-50a9-45fa-87ee-58547d8dc504 req-f15f5c88-4636-4415-9925-cb22bb97743f tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7cfe8ef-9ac9-4b47-8929-af1db19bd0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527945 May 27 03:43:00.462612 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-b3101a08-b92e-47e9-a727-063a5adb02c7 admin admin] Publish callbacks [] for security_group (4f28ea63-9d4f-4a1c-9479-fd41d242446d), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:00.577341 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-b3101a08-b92e-47e9-a727-063a5adb02c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (4f28ea63-9d4f-4a1c-9479-fd41d242446d), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:00.602797 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3101a08-b92e-47e9-a727-063a5adb02c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=104615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:43:00.611643 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3101a08-b92e-47e9-a727-063a5adb02c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f28ea63-9d4f-4a1c-9479-fd41d242446d,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:00.617999 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-b3101a08-b92e-47e9-a727-063a5adb02c7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791800041063', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545'] for segment (6ce2e82d-591e-4495-b45f-d3e3168d7e5b), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:00.618398 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.db.segments_db [None req-b3101a08-b92e-47e9-a727-063a5adb02c7 admin admin] Added segment 6ce2e82d-591e-4495-b45f-d3e3168d7e5b of type vlan for network 957f92df-3f90-4ab3-b244-3c908e00f069 May 27 03:43:00.656429 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-b3101a08-b92e-47e9-a727-063a5adb02c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791799485040'] for network (957f92df-3f90-4ab3-b244-3c908e00f069), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:00.663453 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:00.817410 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-b3101a08-b92e-47e9-a727-063a5adb02c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395'] for network (957f92df-3f90-4ab3-b244-3c908e00f069), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:00.818448 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3101a08-b92e-47e9-a727-063a5adb02c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:00.819056 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-b3101a08-b92e-47e9-a727-063a5adb02c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-373421'] for network (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:00.881275 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3101a08-b92e-47e9-a727-063a5adb02c7 admin admin] Pushing event updated for resources: {'Network': ['ID=957f92df-3f90-4ab3-b244-3c908e00f069,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:00.891007 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Network 957f92df-3f90-4ab3-b244-3c908e00f069 details requested by agent ovs-agent-dv-cinder-828805-4-iscsi with host dv-cinder-828805-4-iscsi {{(pid=104616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:43:00.940759 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:00.957716 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-b3101a08-b92e-47e9-a727-063a5adb02c7 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.8322403 May 27 03:43:00.966695 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 42374) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:43:00.966695 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.v2.base [None req-e70cf43b-9ab5-446c-8ac7-57142134d392 admin admin] Request body: {'subnet': {'network_id': '957f92df-3f90-4ab3-b244-3c908e00f069', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2068585367-subnet', 'tenant_id': '245626825e3b480485223cd0e3d54580', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:43:01.074971 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e70cf43b-9ab5-446c-8ac7-57142134d392 admin admin] Made reservation on behalf of 245626825e3b480485223cd0e3d54580 for: {'subnet': 1} {{(pid=104615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:43:01.078200 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-e70cf43b-9ab5-446c-8ac7-57142134d392 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8581752272'] for subnet (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:01.139954 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:01.303599 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-e70cf43b-9ab5-446c-8ac7-57142134d392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585481064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8581752262'] for subnet (f03f2d49-5fef-41c1-aae2-9f1bbea21b6f), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:01.359164 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70cf43b-9ab5-446c-8ac7-57142134d392 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f03f2d49-5fef-41c1-aae2-9f1bbea21b6f,revision_number=0']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:01.369451 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70cf43b-9ab5-446c-8ac7-57142134d392 admin admin] Checking segment: {'id': '6ce2e82d-591e-4495-b45f-d3e3168d7e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '957f92df-3f90-4ab3-b244-3c908e00f069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:43:01.369808 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70cf43b-9ab5-446c-8ac7-57142134d392 admin admin] Network hostable DHCP agents. Network: 957f92df-3f90-4ab3-b244-3c908e00f069, hostable agents: ['b322252d-fb9d-4652-a830-647fed26b29a'], hosted agents: [] {{(pid=104615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:43:01.434494 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70cf43b-9ab5-446c-8ac7-57142134d392 admin admin] Network 957f92df-3f90-4ab3-b244-3c908e00f069 is scheduled to be hosted by DHCP agent b322252d-fb9d-4652-a830-647fed26b29a with binding_index 1 {{(pid=104615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:43:01.502216 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9abbf10-53c0-4a6a-844f-894633b4496b req-d4dbcf1e-41b6-4efe-be0f-249d31c48b23 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:01.503706 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-d9abbf10-53c0-4a6a-844f-894633b4496b req-d4dbcf1e-41b6-4efe-be0f-249d31c48b23 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?device_id=87a65177-fd0d-4c44-a70a-d285315c23ee HTTP/1.1" status: 200 len: 945 time: 0.0475545 May 27 03:43:01.522924 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.base_scheduler [None req-e70cf43b-9ab5-446c-8ac7-57142134d392 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-4-iscsi, 957f92df-3f90-4ab3-b244-3c908e00f069) {{(pid=104615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:43:01.528949 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70cf43b-9ab5-446c-8ac7-57142134d392 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:01.529543 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-e70cf43b-9ab5-446c-8ac7-57142134d392 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-373421'] for subnet (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:01.530758 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05624191-0ae7-4678-98d6-1c885b2b116a None None] Network 957f92df-3f90-4ab3-b244-3c908e00f069 requested from dv-cinder-828805-4-iscsi {{(pid=104616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:43:01.565677 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-d9abbf10-53c0-4a6a-844f-894633b4496b req-fcb56701-bb01-4481-b357-b9149e627cc6 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7cfe8ef-9ac9-4b47-8929-af1db19bd0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557325 May 27 03:43:01.631177 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e5fd69-81d2-498d-826c-4c95bc5ea061 None None] Network 957f92df-3f90-4ab3-b244-3c908e00f069 requested from dv-cinder-828805-4-iscsi {{(pid=104616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:43:01.636893 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-e70cf43b-9ab5-446c-8ac7-57142134d392 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6750283 May 27 03:43:02.680906 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f14204-fce9-480a-a4ac-8f8534143382 req-4b585be2-8c2f-4cec-bd00-5d9061c7efce tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:02.682387 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-30f14204-fce9-480a-a4ac-8f8534143382 req-4b585be2-8c2f-4cec-bd00-5d9061c7efce tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?device_id=87a65177-fd0d-4c44-a70a-d285315c23ee HTTP/1.1" status: 200 len: 945 time: 0.0480547 May 27 03:43:02.730061 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-30f14204-fce9-480a-a4ac-8f8534143382 req-4b88f707-b4b7-42c0-9b3c-771fd9e3ff68 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7cfe8ef-9ac9-4b47-8929-af1db19bd0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419157 May 27 03:43:03.788118 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:03.858802 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84476348-4a14-4e65-a130-2ce6dfded989 req-ce5f384d-1d3f-4eae-b6ac-6f206c7084b5 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:03.860304 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-84476348-4a14-4e65-a130-2ce6dfded989 req-ce5f384d-1d3f-4eae-b6ac-6f206c7084b5 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?device_id=87a65177-fd0d-4c44-a70a-d285315c23ee HTTP/1.1" status: 200 len: 945 time: 0.0629828 May 27 03:43:03.892105 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0835d1-1b05-4ea0-9559-6a2d845add22 req-36489d3d-0c68-47c9-8196-cc63c3dc1c18 tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:03.893566 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ee0835d1-1b05-4ea0-9559-6a2d845add22 req-36489d3d-0c68-47c9-8196-cc63c3dc1c18 tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] 10.222.0.24 "GET /v2.0/networks?id=957f92df-3f90-4ab3-b244-3c908e00f069 HTTP/1.1" status: 200 len: 814 time: 0.1595452 May 27 03:43:03.920173 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ee0835d1-1b05-4ea0-9559-6a2d845add22 req-88712e3b-b73c-485b-b85f-d0969b5d0400 tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] 10.222.0.24 "GET /v2.0/quotas/245626825e3b480485223cd0e3d54580 HTTP/1.1" status: 200 len: 375 time: 0.0193489 May 27 03:43:03.941140 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-84476348-4a14-4e65-a130-2ce6dfded989 req-09f33863-24e3-4c2f-a06d-4a20542faaae tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7cfe8ef-9ac9-4b47-8929-af1db19bd0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706217 May 27 03:43:03.951770 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 42424) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:43:03.964531 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ee0835d1-1b05-4ea0-9559-6a2d845add22 req-843be82d-0ee2-43a0-bd44-c2211ea0a04a tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=245626825e3b480485223cd0e3d54580&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366299 May 27 03:43:04.061782 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-b5efd44b-2bc0-4b91-94de-b1a524c0dc21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:04.139669 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-b5efd44b-2bc0-4b91-94de-b1a524c0dc21 admin admin] Publish callbacks [] for security_group (6206524a-8503-4def-8508-b9ef1f9e3c3c), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:04.146278 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ee0835d1-1b05-4ea0-9559-6a2d845add22 req-3a02a110-e392-4e74-bbd5-914ac000029e service neutron] 10.222.0.24 "GET /v2.0/networks/957f92df-3f90-4ab3-b244-3c908e00f069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809423 May 27 03:43:04.229348 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-b5efd44b-2bc0-4b91-94de-b1a524c0dc21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (6206524a-8503-4def-8508-b9ef1f9e3c3c), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:04.235012 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ee0835d1-1b05-4ea0-9559-6a2d845add22 req-df6f4a5b-5e92-4990-95c7-30951f7eb120 service neutron] 10.222.0.24 "GET /v2.0/networks/957f92df-3f90-4ab3-b244-3c908e00f069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828595 May 27 03:43:04.270029 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-b5efd44b-2bc0-4b91-94de-b1a524c0dc21 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4f0673ff5607409e93aa644e5a7b5802&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3170688 May 27 03:43:04.272768 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 42430) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:43:04.278595 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5efd44b-2bc0-4b91-94de-b1a524c0dc21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6206524a-8503-4def-8508-b9ef1f9e3c3c,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:04.327339 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-5e0ddbcc-e67e-468a-bfb3-28095ebef88c admin admin] Publish callbacks [] for security_group (6206524a-8503-4def-8508-b9ef1f9e3c3c), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:04.349124 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-5e0ddbcc-e67e-468a-bfb3-28095ebef88c admin admin] Publish callbacks [] for security_group (6206524a-8503-4def-8508-b9ef1f9e3c3c), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:04.463333 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-5e0ddbcc-e67e-468a-bfb3-28095ebef88c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (6206524a-8503-4def-8508-b9ef1f9e3c3c), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:04.465904 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-5e0ddbcc-e67e-468a-bfb3-28095ebef88c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:04.467055 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-5e0ddbcc-e67e-468a-bfb3-28095ebef88c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6206524a-8503-4def-8508-b9ef1f9e3c3c HTTP/1.1" status: 204 len: 168 time: 0.1934540 May 27 03:43:04.481555 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0ddbcc-e67e-468a-bfb3-28095ebef88c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6206524a-8503-4def-8508-b9ef1f9e3c3c,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:04.500301 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-97957dfd-0851-4911-b111-592b9b615863 req-54163923-c64f-4aa5-abe6-843e28538d75 tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] 10.222.0.24 "GET /v2.0/ports?device_id=637fee42-bec3-4b04-adac-b90160f3b41a HTTP/1.1" status: 200 len: 210 time: 0.0353212 May 27 03:43:05.058003 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e7b1d-8792-48c5-ad24-9727b8ef4054 req-788be608-6bbd-4c5b-9312-c5f0f5166a14 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:05.059568 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-f38e7b1d-8792-48c5-ad24-9727b8ef4054 req-788be608-6bbd-4c5b-9312-c5f0f5166a14 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?device_id=87a65177-fd0d-4c44-a70a-d285315c23ee HTTP/1.1" status: 200 len: 945 time: 0.0459187 May 27 03:43:05.103614 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:05.118629 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-f38e7b1d-8792-48c5-ad24-9727b8ef4054 req-b4e4403c-080f-4373-b7bc-e1184acb2d08 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7cfe8ef-9ac9-4b47-8929-af1db19bd0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517192 May 27 03:43:05.578691 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-d38b83bb-fff2-45a1-91ef-59a3909da51d req-cffca038-f1d8-4052-a2f4-cc6d36aa6139 tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] 10.222.0.24 "GET /v2.0/ports?device_id=637fee42-bec3-4b04-adac-b90160f3b41a HTTP/1.1" status: 200 len: 210 time: 0.0273616 May 27 03:43:06.243784 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0af106-4a42-424e-b542-8e4d7e7f3ff2 req-1d024fdc-ac2f-487a-befe-e17a2a84e502 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:06.245296 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ce0af106-4a42-424e-b542-8e4d7e7f3ff2 req-1d024fdc-ac2f-487a-befe-e17a2a84e502 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?device_id=87a65177-fd0d-4c44-a70a-d285315c23ee HTTP/1.1" status: 200 len: 945 time: 0.0503492 May 27 03:43:06.296922 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ce0af106-4a42-424e-b542-8e4d7e7f3ff2 req-660c43c1-9ead-4b1c-b286-2fd994df252f tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7cfe8ef-9ac9-4b47-8929-af1db19bd0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457757 May 27 03:43:06.672489 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-43fa8151-c83a-41ed-8ceb-0b8c2812c87e req-cb615b60-8214-4b42-9786-7f1c14cb6be0 tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] 10.222.0.24 "GET /v2.0/ports?device_id=637fee42-bec3-4b04-adac-b90160f3b41a HTTP/1.1" status: 200 len: 210 time: 0.0272872 May 27 03:43:07.000545 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0835d1-1b05-4ea0-9559-6a2d845add22 req-005da51e-c1d4-4224-bd14-fe982764098c tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:07.002138 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-ee0835d1-1b05-4ea0-9559-6a2d845add22 req-005da51e-c1d4-4224-bd14-fe982764098c tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] 10.222.0.69 "GET /v2.0/networks?id=957f92df-3f90-4ab3-b244-3c908e00f069 HTTP/1.1" status: 200 len: 814 time: 0.1097887 May 27 03:43:07.019647 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [req-ee0835d1-1b05-4ea0-9559-6a2d845add22 req-0dfc1a53-e391-4e74-bb01-35589ae85a0f tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Request body: {'port': {'device_id': '637fee42-bec3-4b04-adac-b90160f3b41a', 'network_id': '957f92df-3f90-4ab3-b244-3c908e00f069', 'admin_state_up': True, 'tenant_id': '245626825e3b480485223cd0e3d54580'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:43:07.039943 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:07.240073 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee0835d1-1b05-4ea0-9559-6a2d845add22 req-0dfc1a53-e391-4e74-bb01-35589ae85a0f tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Made reservation on behalf of 245626825e3b480485223cd0e3d54580 for: {'port': 1} {{(pid=104614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:43:07.244011 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-ee0835d1-1b05-4ea0-9559-6a2d845add22 req-0dfc1a53-e391-4e74-bb01-35589ae85a0f tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:07.322522 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:07.380331 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.db_base_plugin_common [req-ee0835d1-1b05-4ea0-9559-6a2d845add22 req-0dfc1a53-e391-4e74-bb01-35589ae85a0f tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Allocated IP 172.20.0.3 (957f92df-3f90-4ab3-b244-3c908e00f069/f03f2d49-5fef-41c1-aae2-9f1bbea21b6f/455a2f6f-8f96-4c46-8788-171155ad5030) {{(pid=104614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:43:07.422503 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5b5e66-c41f-4f32-8490-04ad298fed28 req-796cdabf-3efc-4fd5-9ec0-c9c5a2b25ded tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:07.424060 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-de5b5e66-c41f-4f32-8490-04ad298fed28 req-796cdabf-3efc-4fd5-9ec0-c9c5a2b25ded tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?device_id=87a65177-fd0d-4c44-a70a-d285315c23ee HTTP/1.1" status: 200 len: 945 time: 0.0493221 May 27 03:43:07.472380 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-de5b5e66-c41f-4f32-8490-04ad298fed28 req-a8937994-94d5-4565-a715-70eee0f27f2b tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7cfe8ef-9ac9-4b47-8929-af1db19bd0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423985 May 27 03:43:07.538769 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-ee0835d1-1b05-4ea0-9559-6a2d845add22 req-0dfc1a53-e391-4e74-bb01-35589ae85a0f tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Publish callbacks [] for port (455a2f6f-8f96-4c46-8788-171155ad5030), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:07.663449 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-ee0835d1-1b05-4ea0-9559-6a2d845add22 req-0dfc1a53-e391-4e74-bb01-35589ae85a0f tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791799515441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8584799065'] for port (455a2f6f-8f96-4c46-8788-171155ad5030), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:07.705521 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee0835d1-1b05-4ea0-9559-6a2d845add22 req-0dfc1a53-e391-4e74-bb01-35589ae85a0f tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Network 957f92df-3f90-4ab3-b244-3c908e00f069 is already hosted by enough agents. {{(pid=104614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:43:07.710018 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.base_scheduler [req-ee0835d1-1b05-4ea0-9559-6a2d845add22 req-0dfc1a53-e391-4e74-bb01-35589ae85a0f tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Resources bound (agent type, host, resource id): {{(pid=104614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:43:07.716422 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee0835d1-1b05-4ea0-9559-6a2d845add22 req-0dfc1a53-e391-4e74-bb01-35589ae85a0f tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Received port after_create {{(pid=104614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:43:07.773805 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfc1a53-e391-4e74-bb01-35589ae85a0f tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Pushing event updated for resources: {'Port': ['ID=455a2f6f-8f96-4c46-8788-171155ad5030,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:07.777900 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0835d1-1b05-4ea0-9559-6a2d845add22 req-0dfc1a53-e391-4e74-bb01-35589ae85a0f tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:07.778762 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-ee0835d1-1b05-4ea0-9559-6a2d845add22 req-0dfc1a53-e391-4e74-bb01-35589ae85a0f tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:07.807897 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a512a4-6db5-4df0-a308-14de8c0beec6 req-cd9c6931-27a4-44a7-a94e-3657845ab645 tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:07.811288 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-c2a512a4-6db5-4df0-a308-14de8c0beec6 req-cd9c6931-27a4-44a7-a94e-3657845ab645 tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] 10.222.0.24 "GET /v2.0/ports?device_id=637fee42-bec3-4b04-adac-b90160f3b41a HTTP/1.1" status: 200 len: 931 time: 0.0536962 May 27 03:43:07.829435 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 42524) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:43:07.854268 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-ee0835d1-1b05-4ea0-9559-6a2d845add22 req-0dfc1a53-e391-4e74-bb01-35589ae85a0f tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8381336 May 27 03:43:07.862782 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-c2a512a4-6db5-4df0-a308-14de8c0beec6 req-db7d63f7-c77b-462a-877c-d5157bbebc4f tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f28ea63-9d4f-4a1c-9479-fd41d242446d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475230 May 27 03:43:07.870363 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [req-ee0835d1-1b05-4ea0-9559-6a2d845add22 req-6974c790-19d4-4251-a233-62d19241fee1 service neutron] Request body: {'port': {'device_id': '637fee42-bec3-4b04-adac-b90160f3b41a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:43:07.932916 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-ee0835d1-1b05-4ea0-9559-6a2d845add22 req-6974c790-19d4-4251-a233-62d19241fee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (455a2f6f-8f96-4c46-8788-171155ad5030), before_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:07.949701 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-9e3d2e8b-edd0-4dc1-88e8-56b8c47b0e7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:07.969103 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:UPDATE=4,neutron:SELECT=91,neutron:INSERT=5 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:08.024497 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-9e3d2e8b-edd0-4dc1-88e8-56b8c47b0e7b admin admin] Publish callbacks [] for security_group (fe5e4199-c2af-4db6-a7ea-3f44bb2de412), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:08.109142 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-9e3d2e8b-edd0-4dc1-88e8-56b8c47b0e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (fe5e4199-c2af-4db6-a7ea-3f44bb2de412), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:08.148667 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-9e3d2e8b-edd0-4dc1-88e8-56b8c47b0e7b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=373fdedbc63a4f149d32b610ca0611e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3182244 May 27 03:43:08.151293 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 42528) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:43:08.158585 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3d2e8b-edd0-4dc1-88e8-56b8c47b0e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe5e4199-c2af-4db6-a7ea-3f44bb2de412,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:08.206120 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-2612e1fb-f1a9-4db5-bd0c-103f407fc242 admin admin] Publish callbacks [] for security_group (fe5e4199-c2af-4db6-a7ea-3f44bb2de412), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:08.227946 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-2612e1fb-f1a9-4db5-bd0c-103f407fc242 admin admin] Publish callbacks [] for security_group (fe5e4199-c2af-4db6-a7ea-3f44bb2de412), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:08.231445 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.notifiers.nova [req-ee0835d1-1b05-4ea0-9559-6a2d845add22 req-6974c790-19d4-4251-a233-62d19241fee1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 455a2f6f-8f96-4c46-8788-171155ad5030 {{(pid=104614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:43:08.239765 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-ee0835d1-1b05-4ea0-9559-6a2d845add22 req-6974c790-19d4-4251-a233-62d19241fee1 service neutron] Publish callbacks [] for port (455a2f6f-8f96-4c46-8788-171155ad5030), precommit_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:08.252228 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.provisioning_blocks [req-ee0835d1-1b05-4ea0-9559-6a2d845add22 req-6974c790-19d4-4251-a233-62d19241fee1 service neutron] Transition to ACTIVE for port object 455a2f6f-8f96-4c46-8788-171155ad5030 will not be triggered until provisioned by entity L2. {{(pid=104614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:43:08.371285 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-ee0835d1-1b05-4ea0-9559-6a2d845add22 req-6974c790-19d4-4251-a233-62d19241fee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8584799086'] for port (455a2f6f-8f96-4c46-8788-171155ad5030), after_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:08.406205 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-2612e1fb-f1a9-4db5-bd0c-103f407fc242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (fe5e4199-c2af-4db6-a7ea-3f44bb2de412), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:08.408829 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-2612e1fb-f1a9-4db5-bd0c-103f407fc242 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:08.409974 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-2612e1fb-f1a9-4db5-bd0c-103f407fc242 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fe5e4199-c2af-4db6-a7ea-3f44bb2de412 HTTP/1.1" status: 204 len: 168 time: 0.2577193 May 27 03:43:08.423323 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6974c790-19d4-4251-a233-62d19241fee1 service neutron] Pushing event updated for resources: {'Port': ['ID=455a2f6f-8f96-4c46-8788-171155ad5030,revision_number=2']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:08.431403 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2612e1fb-f1a9-4db5-bd0c-103f407fc242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe5e4199-c2af-4db6-a7ea-3f44bb2de412,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:08.467599 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:08.496978 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.managers [req-ee0835d1-1b05-4ea0-9559-6a2d845add22 req-6974c790-19d4-4251-a233-62d19241fee1 service neutron] Attempting to bind port 455a2f6f-8f96-4c46-8788-171155ad5030 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:43:08.497307 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.managers [req-ee0835d1-1b05-4ea0-9559-6a2d845add22 req-6974c790-19d4-4251-a233-62d19241fee1 service neutron] Attempting to bind port 455a2f6f-8f96-4c46-8788-171155ad5030 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '6ce2e82d-591e-4495-b45f-d3e3168d7e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '957f92df-3f90-4ab3-b244-3c908e00f069'}] {{(pid=104614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:43:08.497631 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0835d1-1b05-4ea0-9559-6a2d845add22 req-6974c790-19d4-4251-a233-62d19241fee1 service neutron] Attempting to bind port 455a2f6f-8f96-4c46-8788-171155ad5030 on network 957f92df-3f90-4ab3-b244-3c908e00f069 {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:43:08.502167 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0835d1-1b05-4ea0-9559-6a2d845add22 req-6974c790-19d4-4251-a233-62d19241fee1 service neutron] Port 455a2f6f-8f96-4c46-8788-171155ad5030 on network 957f92df-3f90-4ab3-b244-3c908e00f069 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:43:08.502484 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0835d1-1b05-4ea0-9559-6a2d845add22 req-6974c790-19d4-4251-a233-62d19241fee1 service neutron] Attempting to bind port 455a2f6f-8f96-4c46-8788-171155ad5030 on network 957f92df-3f90-4ab3-b244-3c908e00f069 {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:43:08.507387 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0835d1-1b05-4ea0-9559-6a2d845add22 req-6974c790-19d4-4251-a233-62d19241fee1 service neutron] Checking agent: {'id': '134bae73-502b-4599-bb47-129fee8818a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 33, 12), 'started_at': datetime.datetime(2022, 5, 27, 3, 33, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:43:08.507721 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0835d1-1b05-4ea0-9559-6a2d845add22 req-6974c790-19d4-4251-a233-62d19241fee1 service neutron] Checking segment: {'id': '6ce2e82d-591e-4495-b45f-d3e3168d7e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '957f92df-3f90-4ab3-b244-3c908e00f069'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:43:08.508091 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0835d1-1b05-4ea0-9559-6a2d845add22 req-6974c790-19d4-4251-a233-62d19241fee1 service neutron] Bound using segment: {'id': '6ce2e82d-591e-4495-b45f-d3e3168d7e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '957f92df-3f90-4ab3-b244-3c908e00f069'} {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:43:08.508509 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.managers [req-ee0835d1-1b05-4ea0-9559-6a2d845add22 req-6974c790-19d4-4251-a233-62d19241fee1 service neutron] Bound port: 455a2f6f-8f96-4c46-8788-171155ad5030, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ce2e82d-591e-4495-b45f-d3e3168d7e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '957f92df-3f90-4ab3-b244-3c908e00f069'}}] {{(pid=104614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:43:08.508948 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-ee0835d1-1b05-4ea0-9559-6a2d845add22 req-6974c790-19d4-4251-a233-62d19241fee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (455a2f6f-8f96-4c46-8788-171155ad5030), before_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:08.569231 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.db [req-ee0835d1-1b05-4ea0-9559-6a2d845add22 req-6974c790-19d4-4251-a233-62d19241fee1 service neutron] For port 455a2f6f-8f96-4c46-8788-171155ad5030, host hv-cinder-82880, cleared binding levels {{(pid=104614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:43:08.572201 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.db [req-ee0835d1-1b05-4ea0-9559-6a2d845add22 req-6974c790-19d4-4251-a233-62d19241fee1 service neutron] For port 455a2f6f-8f96-4c46-8788-171155ad5030, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=455a2f6f-8f96-4c46-8788-171155ad5030,segment=NetworkSegment(6ce2e82d-591e-4495-b45f-d3e3168d7e5b),segment_id=6ce2e82d-591e-4495-b45f-d3e3168d7e5b)] {{(pid=104614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:43:08.588200 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d532c0c-38e6-4411-90a6-cf6ff575168c req-164c59c3-ce02-4423-8ca0-3e8274576838 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:08.589670 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-3d532c0c-38e6-4411-90a6-cf6ff575168c req-164c59c3-ce02-4423-8ca0-3e8274576838 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?device_id=87a65177-fd0d-4c44-a70a-d285315c23ee HTTP/1.1" status: 200 len: 945 time: 0.0478697 May 27 03:43:08.637079 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-3d532c0c-38e6-4411-90a6-cf6ff575168c req-ad576dbd-c245-4271-bad7-8027a815addf tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7cfe8ef-9ac9-4b47-8929-af1db19bd0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412867 May 27 03:43:08.669177 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-ee0835d1-1b05-4ea0-9559-6a2d845add22 req-6974c790-19d4-4251-a233-62d19241fee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8584799086'] for port (455a2f6f-8f96-4c46-8788-171155ad5030), after_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:08.705129 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0835d1-1b05-4ea0-9559-6a2d845add22 req-6974c790-19d4-4251-a233-62d19241fee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:08.705742 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-ee0835d1-1b05-4ea0-9559-6a2d845add22 req-6974c790-19d4-4251-a233-62d19241fee1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:08.707133 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-ee0835d1-1b05-4ea0-9559-6a2d845add22 req-6974c790-19d4-4251-a233-62d19241fee1 service neutron] 10.222.0.69 "PUT /v2.0/ports/455a2f6f-8f96-4c46-8788-171155ad5030 HTTP/1.1" status: 200 len: 1093 time: 0.8410137 May 27 03:43:08.708282 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '637fee42-bec3-4b04-adac-b90160f3b41a', 'tag': '455a2f6f-8f96-4c46-8788-171155ad5030'}] {{(pid=104614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:43:08.710787 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a93b0eab3ec594b69aa68cd7d580be2fac36b4cb942ee4cac03c85783d056da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb482fb4-921f-4ae2-88e6-5afe1a3b4b5c" -d '{"events": [{"name": "network-changed", "server_uuid": "637fee42-bec3-4b04-adac-b90160f3b41a", "tag": "455a2f6f-8f96-4c46-8788-171155ad5030"}]}' {{(pid=104614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:43:08.747309 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6974c790-19d4-4251-a233-62d19241fee1 service neutron] Pushing event updated for resources: {'Port': ['ID=455a2f6f-8f96-4c46-8788-171155ad5030,revision_number=3']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:08.760319 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db795ad0-5279-43a6-abfc-4eb14ee3d516 x-openstack-request-id: req-db795ad0-5279-43a6-abfc-4eb14ee3d516 {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:43:08.760697 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "637fee42-bec3-4b04-adac-b90160f3b41a", "tag": "455a2f6f-8f96-4c46-8788-171155ad5030", "status": "completed", "code": 200}]} {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:43:08.760946 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-db795ad0-5279-43a6-abfc-4eb14ee3d516 {{(pid=104614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:43:08.761352 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db795ad0-5279-43a6-abfc-4eb14ee3d516'] response: {'name': 'network-changed', 'server_uuid': '637fee42-bec3-4b04-adac-b90160f3b41a', 'tag': '455a2f6f-8f96-4c46-8788-171155ad5030', 'status': 'completed', 'code': 200} May 27 03:43:08.830380 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb482fb4-921f-4ae2-88e6-5afe1a3b4b5c req-01cdd4dc-9704-418d-bf30-a8873aa8190f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:08.831967 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-cb482fb4-921f-4ae2-88e6-5afe1a3b4b5c req-01cdd4dc-9704-418d-bf30-a8873aa8190f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=245626825e3b480485223cd0e3d54580&device_id=637fee42-bec3-4b04-adac-b90160f3b41a HTTP/1.1" status: 200 len: 1127 time: 0.0387836 May 27 03:43:08.937940 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb482fb4-921f-4ae2-88e6-5afe1a3b4b5c req-b9169210-05e0-427f-9851-11a40eadacb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:08.939475 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-cb482fb4-921f-4ae2-88e6-5afe1a3b4b5c req-b9169210-05e0-427f-9851-11a40eadacb4 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=245626825e3b480485223cd0e3d54580&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0952654 May 27 03:43:08.980834 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf41caa-eace-41ba-8a70-e770074f5dd4 req-f0c66205-c29f-4abe-9524-20b98ec0ebfc tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:08.982616 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-8bf41caa-eace-41ba-8a70-e770074f5dd4 req-f0c66205-c29f-4abe-9524-20b98ec0ebfc tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] 10.222.0.24 "GET /v2.0/ports?device_id=637fee42-bec3-4b04-adac-b90160f3b41a HTTP/1.1" status: 200 len: 943 time: 0.0492113 May 27 03:43:08.995626 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:09.045311 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb482fb4-921f-4ae2-88e6-5afe1a3b4b5c req-03b7e77a-473f-4cb3-bdfc-de3d5fdd011c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:09.046878 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-cb482fb4-921f-4ae2-88e6-5afe1a3b4b5c req-03b7e77a-473f-4cb3-bdfc-de3d5fdd011c service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1022830 May 27 03:43:09.047523 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-8bf41caa-eace-41ba-8a70-e770074f5dd4 req-61386bb9-a6f8-4e2e-9a7b-7779b0bcb6d6 tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f28ea63-9d4f-4a1c-9479-fd41d242446d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589540 May 27 03:43:09.064693 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:09.085021 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17844e4-5bad-45d4-98f7-c5517c59c144 req-66c2cdc2-86b4-4f25-b2d4-a240c6022a3d tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:09.086510 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-d17844e4-5bad-45d4-98f7-c5517c59c144 req-66c2cdc2-86b4-4f25-b2d4-a240c6022a3d tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?device_id=87a65177-fd0d-4c44-a70a-d285315c23ee HTTP/1.1" status: 200 len: 945 time: 0.0630991 May 27 03:43:09.135610 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-d17844e4-5bad-45d4-98f7-c5517c59c144 req-10c023b8-bde0-452a-b2bc-4706f7451bb1 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7cfe8ef-9ac9-4b47-8929-af1db19bd0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432725 May 27 03:43:09.157095 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0835d1-1b05-4ea0-9559-6a2d845add22 req-819119ab-1271-45e2-91da-e0792188c98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:09.158679 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-ee0835d1-1b05-4ea0-9559-6a2d845add22 req-819119ab-1271-45e2-91da-e0792188c98c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=245626825e3b480485223cd0e3d54580&device_id=637fee42-bec3-4b04-adac-b90160f3b41a HTTP/1.1" status: 200 len: 1127 time: 0.0427372 May 27 03:43:09.195177 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 42544) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:43:09.209998 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-ac1c6a93-53d3-4504-b473-37a1de78cf6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:09.210492 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-ee0835d1-1b05-4ea0-9559-6a2d845add22 req-8b68fde5-6b12-441b-84e5-21d47eb56171 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=455a2f6f-8f96-4c46-8788-171155ad5030 HTTP/1.1" status: 200 len: 217 time: 0.0389903 May 27 03:43:09.281912 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:09.287170 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-ac1c6a93-53d3-4504-b473-37a1de78cf6d admin admin] Publish callbacks [] for security_group (065940eb-2cd3-413f-867c-1ba4662d7648), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:09.291937 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189bc0e9-d6c2-427b-918b-e6d659f741bf req-5c2012a8-03de-4778-bc82-e7c421b6d307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:09.293433 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-189bc0e9-d6c2-427b-918b-e6d659f741bf req-5c2012a8-03de-4778-bc82-e7c421b6d307 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=37f34daf6ac94c41b23e1bc899ab671f&device_id=87a65177-fd0d-4c44-a70a-d285315c23ee HTTP/1.1" status: 200 len: 1129 time: 0.0676725 May 27 03:43:09.295127 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0835d1-1b05-4ea0-9559-6a2d845add22 req-36c66ced-08c5-4e7c-ab6d-c4c08f10662b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:09.296477 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-ee0835d1-1b05-4ea0-9559-6a2d845add22 req-36c66ced-08c5-4e7c-ab6d-c4c08f10662b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f03f2d49-5fef-41c1-aae2-9f1bbea21b6f HTTP/1.1" status: 200 len: 854 time: 0.0801060 May 27 03:43:09.351190 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-ee0835d1-1b05-4ea0-9559-6a2d845add22 req-4f809c5a-bb7a-49af-8168-c1c9cf48d0e8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=957f92df-3f90-4ab3-b244-3c908e00f069&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471299 May 27 03:43:09.468439 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-ac1c6a93-53d3-4504-b473-37a1de78cf6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (065940eb-2cd3-413f-867c-1ba4662d7648), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:09.477484 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189bc0e9-d6c2-427b-918b-e6d659f741bf req-1f55d110-7a86-4ccb-9f9a-1129627b8322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:09.479007 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-189bc0e9-d6c2-427b-918b-e6d659f741bf req-1f55d110-7a86-4ccb-9f9a-1129627b8322 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9d90c714-9bd8-40b9-8a54-714767000c3f HTTP/1.1" status: 200 len: 911 time: 0.1761036 May 27 03:43:09.507791 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-ac1c6a93-53d3-4504-b473-37a1de78cf6d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=060974fd756948a2bd15c334dd01a329&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3113687 May 27 03:43:09.508875 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1c6a93-53d3-4504-b473-37a1de78cf6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=065940eb-2cd3-413f-867c-1ba4662d7648,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:09.511145 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 42548) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:43:09.527272 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-ee0835d1-1b05-4ea0-9559-6a2d845add22 req-4a97bc7b-621d-48db-8474-696aa0a820fe service neutron] 10.222.0.69 "GET /v2.0/networks/957f92df-3f90-4ab3-b244-3c908e00f069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520033 May 27 03:43:09.561089 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-372ea78d-e267-470e-8bc6-56bd6ea4742d admin admin] Publish callbacks [] for security_group (065940eb-2cd3-413f-867c-1ba4662d7648), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:09.567213 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-189bc0e9-d6c2-427b-918b-e6d659f741bf req-a71194ae-aa0a-478d-88c5-68eeb1309b27 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c05523a-7a76-4594-a966-ad04b22c87e0 HTTP/1.1" status: 200 len: 1000 time: 0.0793252 May 27 03:43:09.588077 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-372ea78d-e267-470e-8bc6-56bd6ea4742d admin admin] Publish callbacks [] for security_group (065940eb-2cd3-413f-867c-1ba4662d7648), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:09.766292 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-372ea78d-e267-470e-8bc6-56bd6ea4742d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (065940eb-2cd3-413f-867c-1ba4662d7648), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:09.768821 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-372ea78d-e267-470e-8bc6-56bd6ea4742d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:09.770592 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-372ea78d-e267-470e-8bc6-56bd6ea4742d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/065940eb-2cd3-413f-867c-1ba4662d7648 HTTP/1.1" status: 204 len: 168 time: 0.2579904 May 27 03:43:09.773063 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:09.781736 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372ea78d-e267-470e-8bc6-56bd6ea4742d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065940eb-2cd3-413f-867c-1ba4662d7648,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:09.833678 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=100 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:09.887650 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189bc0e9-d6c2-427b-918b-e6d659f741bf req-dddfb155-e058-475a-af59-721f6b95427d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:09.889095 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-189bc0e9-d6c2-427b-918b-e6d659f741bf req-dddfb155-e058-475a-af59-721f6b95427d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=00d5760e-0799-462a-a374-8af06f949dc3 HTTP/1.1" status: 200 len: 849 time: 0.2949309 May 27 03:43:09.894254 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-ee0835d1-1b05-4ea0-9559-6a2d845add22 req-0271fe46-6b37-4fd3-bc5a-eab96dc72ee0 service neutron] 10.222.0.69 "GET /v2.0/networks/957f92df-3f90-4ab3-b244-3c908e00f069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565841 May 27 03:43:09.931599 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189bc0e9-d6c2-427b-918b-e6d659f741bf req-2c0800ec-0404-4a0d-ac50-567f5d8606ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:09.933068 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-189bc0e9-d6c2-427b-918b-e6d659f741bf req-2c0800ec-0404-4a0d-ac50-567f5d8606ab service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9d90c714-9bd8-40b9-8a54-714767000c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379992 May 27 03:43:10.022200 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-189bc0e9-d6c2-427b-918b-e6d659f741bf req-34603ddd-4199-41dc-954f-842e2f97ae0c service neutron] 10.222.0.69 "GET /v2.0/networks/9d90c714-9bd8-40b9-8a54-714767000c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833330 May 27 03:43:10.115728 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-189bc0e9-d6c2-427b-918b-e6d659f741bf req-32cbfae6-5604-429a-b231-abdcf22b27b2 service neutron] 10.222.0.69 "GET /v2.0/networks/9d90c714-9bd8-40b9-8a54-714767000c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879309 May 27 03:43:10.166017 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db7dfac-6f4e-4c3f-aac5-5d667ae5a17d req-16e96724-a7c0-45a6-a553-84699499f4c2 tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:10.167390 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-8db7dfac-6f4e-4c3f-aac5-5d667ae5a17d req-16e96724-a7c0-45a6-a553-84699499f4c2 tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] 10.222.0.24 "GET /v2.0/ports?device_id=637fee42-bec3-4b04-adac-b90160f3b41a HTTP/1.1" status: 200 len: 943 time: 0.0462658 May 27 03:43:10.226135 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-8db7dfac-6f4e-4c3f-aac5-5d667ae5a17d req-4f4960dc-7f34-433c-8f9b-9be0a5905bb9 tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f28ea63-9d4f-4a1c-9479-fd41d242446d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532329 May 27 03:43:10.260670 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e6f01-7465-4066-8301-c549b4d716f3 req-a5a34ada-8bec-4305-8fb7-60b2c0076461 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:10.262136 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ac4e6f01-7465-4066-8301-c549b4d716f3 req-a5a34ada-8bec-4305-8fb7-60b2c0076461 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?device_id=87a65177-fd0d-4c44-a70a-d285315c23ee HTTP/1.1" status: 200 len: 945 time: 0.0490196 May 27 03:43:10.311337 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ac4e6f01-7465-4066-8301-c549b4d716f3 req-662d17c5-b460-496c-ab35-f5e909d53273 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7cfe8ef-9ac9-4b47-8929-af1db19bd0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437717 May 27 03:43:11.355901 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f55a8d-062f-454e-848a-ee1defdeb8bd req-3abcc9d3-4d32-45e9-8d8b-0655cdff166e tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:11.357403 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-a4f55a8d-062f-454e-848a-ee1defdeb8bd req-3abcc9d3-4d32-45e9-8d8b-0655cdff166e tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] 10.222.0.24 "GET /v2.0/ports?device_id=637fee42-bec3-4b04-adac-b90160f3b41a HTTP/1.1" status: 200 len: 943 time: 0.0532210 May 27 03:43:11.436158 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-a4f55a8d-062f-454e-848a-ee1defdeb8bd req-6d0f3deb-d2c5-4bef-93de-0fb15fcaceaa tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f28ea63-9d4f-4a1c-9479-fd41d242446d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733619 May 27 03:43:11.446992 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca974101-5b63-440e-9ef8-75d530616a03 req-9444c0da-9840-461b-ad82-5c3cbb0a12a3 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:11.448476 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ca974101-5b63-440e-9ef8-75d530616a03 req-9444c0da-9840-461b-ad82-5c3cbb0a12a3 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?device_id=87a65177-fd0d-4c44-a70a-d285315c23ee HTTP/1.1" status: 200 len: 945 time: 0.0587916 May 27 03:43:11.498861 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ca974101-5b63-440e-9ef8-75d530616a03 req-615a53fb-fb12-4fc4-83d6-145c35f79932 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7cfe8ef-9ac9-4b47-8929-af1db19bd0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445683 May 27 03:43:12.105863 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device 455a2f6f-8f96-4c46-8788-171155ad5030 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:43:12.109532 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=47,neutron:UPDATE=3 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:12.208236 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port 455a2f6f-8f96-4c46-8788-171155ad5030, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=455a2f6f-8f96-4c46-8788-171155ad5030,segment=NetworkSegment(6ce2e82d-591e-4495-b45f-d3e3168d7e5b),segment_id=6ce2e82d-591e-4495-b45f-d3e3168d7e5b)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:43:12.224897 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Returning: {'device': '455a2f6f-8f96-4c46-8788-171155ad5030', 'network_id': '957f92df-3f90-4ab3-b244-3c908e00f069', 'port_id': '455a2f6f-8f96-4c46-8788-171155ad5030', 'mac_address': 'fa:16:3e:de:f7:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f03f2d49-5fef-41c1-aae2-9f1bbea21b6f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:43:12.261053 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Current status of the port 455a2f6f-8f96-4c46-8788-171155ad5030 is: DOWN; New status is: BUILD {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:43:12.261436 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (455a2f6f-8f96-4c46-8788-171155ad5030), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:12.274749 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.notifiers.nova [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 455a2f6f-8f96-4c46-8788-171155ad5030 {{(pid=104616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:43:12.294768 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port 455a2f6f-8f96-4c46-8788-171155ad5030, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=455a2f6f-8f96-4c46-8788-171155ad5030,segment=NetworkSegment(6ce2e82d-591e-4495-b45f-d3e3168d7e5b),segment_id=6ce2e82d-591e-4495-b45f-d3e3168d7e5b)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:43:12.339326 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=13 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:12.341223 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=13 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:12.359325 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (455a2f6f-8f96-4c46-8788-171155ad5030), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:12.407106 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Pushing event updated for resources: {'Port': ['ID=455a2f6f-8f96-4c46-8788-171155ad5030,revision_number=4']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:12.588048 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d3df5c-0b04-4ee8-a2b5-67dc30ec564c req-836e4c67-c352-4380-90a4-48cfa023e45a tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:12.589537 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-42d3df5c-0b04-4ee8-a2b5-67dc30ec564c req-836e4c67-c352-4380-90a4-48cfa023e45a tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] 10.222.0.24 "GET /v2.0/ports?device_id=637fee42-bec3-4b04-adac-b90160f3b41a HTTP/1.1" status: 200 len: 944 time: 0.0750253 May 27 03:43:12.636908 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e4e86-3897-47d8-ab96-1161eb29d369 req-fe0196b0-18ce-4319-8f85-5e08913bae84 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:12.638382 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-339e4e86-3897-47d8-ab96-1161eb29d369 req-fe0196b0-18ce-4319-8f85-5e08913bae84 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?device_id=87a65177-fd0d-4c44-a70a-d285315c23ee HTTP/1.1" status: 200 len: 945 time: 0.0670941 May 27 03:43:12.664032 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] get_ports_and_sgs() called for port_ids ['455a2f6f-8f96-4c46-8788-171155ad5030'] {{(pid=104616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:43:12.679967 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-42d3df5c-0b04-4ee8-a2b5-67dc30ec564c req-5495dc9f-79a3-48cb-8018-f16de1392bb4 tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f28ea63-9d4f-4a1c-9479-fd41d242446d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738862 May 27 03:43:12.706724 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-339e4e86-3897-47d8-ab96-1161eb29d369 req-4bd1283f-683c-403e-9df5-37e9895b794e tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7cfe8ef-9ac9-4b47-8929-af1db19bd0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587230 May 27 03:43:12.795969 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:13.439823 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (134bae73-502b-4599-bb47-129fee8818a4), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:13.798801 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c6dd85-dcd1-44b1-be8f-019182d510b0 req-d0e23808-997c-4767-960d-438eb31bd433 tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:13.800317 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-85c6dd85-dcd1-44b1-be8f-019182d510b0 req-d0e23808-997c-4767-960d-438eb31bd433 tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] 10.222.0.24 "GET /v2.0/ports?device_id=637fee42-bec3-4b04-adac-b90160f3b41a HTTP/1.1" status: 200 len: 944 time: 0.0492983 May 27 03:43:13.851197 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-85c6dd85-dcd1-44b1-be8f-019182d510b0 req-3053b131-c1b8-4e27-9160-22e887539b51 tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f28ea63-9d4f-4a1c-9479-fd41d242446d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451887 May 27 03:43:14.122032 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device 455a2f6f-8f96-4c46-8788-171155ad5030 up at agent hyperv_hv-cinder-82880 {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:43:14.163061 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Provisioning for port 455a2f6f-8f96-4c46-8788-171155ad5030 completed by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:43:14.268768 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Provisioning complete for port 455a2f6f-8f96-4c46-8788-171155ad5030 triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:43:14.269153 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (455a2f6f-8f96-4c46-8788-171155ad5030), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:14.344486 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Current status of the port 455a2f6f-8f96-4c46-8788-171155ad5030 is: BUILD; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:43:14.344787 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (455a2f6f-8f96-4c46-8788-171155ad5030), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:14.366787 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '637fee42-bec3-4b04-adac-b90160f3b41a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '455a2f6f-8f96-4c46-8788-171155ad5030'}] {{(pid=104616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:43:14.369008 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538c57523af4411a099bc77a34a8b12cae4f8d5a17830f42255aa2cd4d9c6a31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed99de1-acab-46a5-bee3-8407a5b759d6" -d '{"events": [{"server_uuid": "637fee42-bec3-4b04-adac-b90160f3b41a", "name": "network-vif-plugged", "status": "completed", "tag": "455a2f6f-8f96-4c46-8788-171155ad5030"}]}' {{(pid=104616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:43:14.381640 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port 455a2f6f-8f96-4c46-8788-171155ad5030, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=455a2f6f-8f96-4c46-8788-171155ad5030,segment=NetworkSegment(6ce2e82d-591e-4495-b45f-d3e3168d7e5b),segment_id=6ce2e82d-591e-4495-b45f-d3e3168d7e5b)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:43:14.408710 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377c7df3-6be7-42c3-9d6c-966bb0027758 x-openstack-request-id: req-377c7df3-6be7-42c3-9d6c-966bb0027758 {{(pid=104616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:43:14.409001 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "637fee42-bec3-4b04-adac-b90160f3b41a", "name": "network-vif-plugged", "status": "completed", "tag": "455a2f6f-8f96-4c46-8788-171155ad5030", "code": 200}]} {{(pid=104616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:43:14.409253 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-377c7df3-6be7-42c3-9d6c-966bb0027758 {{(pid=104616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:43:14.409644 dv-cinder-828805-4-iscsi neutron-server[104616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-377c7df3-6be7-42c3-9d6c-966bb0027758'] response: {'server_uuid': '637fee42-bec3-4b04-adac-b90160f3b41a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '455a2f6f-8f96-4c46-8788-171155ad5030', 'code': 200} May 27 03:43:14.451511 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (455a2f6f-8f96-4c46-8788-171155ad5030), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:14.501060 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Pushing event updated for resources: {'Port': ['ID=455a2f6f-8f96-4c46-8788-171155ad5030,revision_number=5']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:14.703120 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-f613d5c9-0315-4e1c-ba7a-c9b79a64b949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (b322252d-fb9d-4652-a830-647fed26b29a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:14.791146 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b924a-ff97-4287-8ad4-ac82503e5bb4 req-e604160f-3f60-4f7e-bda2-d77cb1003600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:14.792716 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-e31b924a-ff97-4287-8ad4-ac82503e5bb4 req-e604160f-3f60-4f7e-bda2-d77cb1003600 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=637fee42-bec3-4b04-adac-b90160f3b41a HTTP/1.1" status: 200 len: 1129 time: 0.0420423 May 27 03:43:14.845701 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-e31b924a-ff97-4287-8ad4-ac82503e5bb4 req-4107ae7f-e568-455d-a757-5f3f4ebb59f2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=4f28ea63-9d4f-4a1c-9479-fd41d242446d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378394 May 27 03:43:14.965787 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506a364f-1fb2-4f74-a352-8676a09cef9d req-444a4d50-8320-494c-b69a-dc805d1ce331 tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:14.967397 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-506a364f-1fb2-4f74-a352-8676a09cef9d req-444a4d50-8320-494c-b69a-dc805d1ce331 tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] 10.222.0.24 "GET /v2.0/ports?device_id=637fee42-bec3-4b04-adac-b90160f3b41a HTTP/1.1" status: 200 len: 945 time: 0.0460308 May 27 03:43:15.014327 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-506a364f-1fb2-4f74-a352-8676a09cef9d req-9f6e25f1-95fe-47df-9f94-381ddb5e3f70 tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f28ea63-9d4f-4a1c-9479-fd41d242446d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413978 May 27 03:43:15.766808 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.agents_db [None req-cbb77ebc-65ec-4caa-a8b3-81c074906866 None None] Agent healthcheck: found 6 active agents {{(pid=104617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:43:16.131362 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5516c-ed9f-4546-a2b7-430331b4a3e8 req-a71d59f9-74a5-46d5-b06f-9f03def506e4 tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:16.132913 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-e2c5516c-ed9f-4546-a2b7-430331b4a3e8 req-a71d59f9-74a5-46d5-b06f-9f03def506e4 tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] 10.222.0.24 "GET /v2.0/ports?device_id=637fee42-bec3-4b04-adac-b90160f3b41a HTTP/1.1" status: 200 len: 945 time: 0.0460200 May 27 03:43:16.183029 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-e2c5516c-ed9f-4546-a2b7-430331b4a3e8 req-b1b2064c-e107-48b0-8f95-4c8c3294eafc tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f28ea63-9d4f-4a1c-9479-fd41d242446d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440633 May 27 03:43:16.960183 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-1c0c64c5-6ede-4942-8cf5-c130f4ee3f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (9df6ec88-276d-42f5-acd2-7e289451d5e3), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:18.303563 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-584d7fde-7d72-4642-9601-b182cfb78c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (413fc6aa-3a5a-4281-abfd-a440a67afb4a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:19.353514 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f446-e12c-45b2-8c38-3579950c1c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (785c7416-4bf9-40d9-a08f-c797a61a0436), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:20.902176 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (917d01f3-4a27-4590-ae14-da14d21a1e88), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:21.998786 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 42756) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:43:22.109752 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-b1d7bfc0-1351-42cd-9f2e-2f1c6c22181d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:22.122218 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:22.186847 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-b1d7bfc0-1351-42cd-9f2e-2f1c6c22181d admin admin] Publish callbacks [] for security_group (a1dbaaf3-5a41-4baf-92fd-15a36292fa47), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:22.297427 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-b1d7bfc0-1351-42cd-9f2e-2f1c6c22181d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (a1dbaaf3-5a41-4baf-92fd-15a36292fa47), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:22.330327 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:22.340385 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-b1d7bfc0-1351-42cd-9f2e-2f1c6c22181d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3a6e85b9011c4bd3aab9682beefe5d95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3405106 May 27 03:43:22.342346 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d7bfc0-1351-42cd-9f2e-2f1c6c22181d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1dbaaf3-5a41-4baf-92fd-15a36292fa47,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:22.343030 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 42762) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:43:22.395563 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-8a4d957b-d5ba-4468-83da-16f7e0a98461 admin admin] Publish callbacks [] for security_group (a1dbaaf3-5a41-4baf-92fd-15a36292fa47), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:22.417781 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-8a4d957b-d5ba-4468-83da-16f7e0a98461 admin admin] Publish callbacks [] for security_group (a1dbaaf3-5a41-4baf-92fd-15a36292fa47), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:22.520261 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-8a4d957b-d5ba-4468-83da-16f7e0a98461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (a1dbaaf3-5a41-4baf-92fd-15a36292fa47), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:22.523041 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-8a4d957b-d5ba-4468-83da-16f7e0a98461 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:22.524408 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-8a4d957b-d5ba-4468-83da-16f7e0a98461 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a1dbaaf3-5a41-4baf-92fd-15a36292fa47 HTTP/1.1" status: 204 len: 168 time: 0.1801879 May 27 03:43:22.532492 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4d957b-d5ba-4468-83da-16f7e0a98461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1dbaaf3-5a41-4baf-92fd-15a36292fa47,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:23.065172 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 42768) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:43:23.078822 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-bad9f2c5-22c7-4558-9786-f9f4e72b4474 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:23.103022 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:23.163690 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-bad9f2c5-22c7-4558-9786-f9f4e72b4474 admin admin] Publish callbacks [] for security_group (ab9c7db2-df4a-4b4f-a55b-08da08ce20fd), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:23.245280 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-bad9f2c5-22c7-4558-9786-f9f4e72b4474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (ab9c7db2-df4a-4b4f-a55b-08da08ce20fd), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:23.288185 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad9f2c5-22c7-4558-9786-f9f4e72b4474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9c7db2-df4a-4b4f-a55b-08da08ce20fd,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:23.292624 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-bad9f2c5-22c7-4558-9786-f9f4e72b4474 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e0fffadff6764fabbcba0ff1fa6a0383&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2263563 May 27 03:43:23.295238 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 42770) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:43:23.345720 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-85c95268-6275-4d42-abe8-bf1ad18bf8ff admin admin] Publish callbacks [] for security_group (ab9c7db2-df4a-4b4f-a55b-08da08ce20fd), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:23.369267 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-85c95268-6275-4d42-abe8-bf1ad18bf8ff admin admin] Publish callbacks [] for security_group (ab9c7db2-df4a-4b4f-a55b-08da08ce20fd), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:23.502973 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-85c95268-6275-4d42-abe8-bf1ad18bf8ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (ab9c7db2-df4a-4b4f-a55b-08da08ce20fd), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:23.506133 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-85c95268-6275-4d42-abe8-bf1ad18bf8ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:23.507427 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-85c95268-6275-4d42-abe8-bf1ad18bf8ff admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ab9c7db2-df4a-4b4f-a55b-08da08ce20fd HTTP/1.1" status: 204 len: 168 time: 0.2113044 May 27 03:43:23.517598 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c95268-6275-4d42-abe8-bf1ad18bf8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9c7db2-df4a-4b4f-a55b-08da08ce20fd,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:24.192827 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 42778) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:43:24.205431 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-6f3829c1-16d8-4bf0-857f-34a482211469 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:24.281205 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-6f3829c1-16d8-4bf0-857f-34a482211469 admin admin] Publish callbacks [] for security_group (f159f35c-7953-4346-a7a6-56866e928f96), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:24.336872 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-6f3829c1-16d8-4bf0-857f-34a482211469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (f159f35c-7953-4346-a7a6-56866e928f96), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:24.376925 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-6f3829c1-16d8-4bf0-857f-34a482211469 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cee3ad8d60154e0bab4a0c16c63e8e83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1844563 May 27 03:43:24.377849 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3829c1-16d8-4bf0-857f-34a482211469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f159f35c-7953-4346-a7a6-56866e928f96,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:24.379630 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 42782) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:43:24.431366 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-6e4d8574-09cd-4270-a15e-cedcedec29ee admin admin] Publish callbacks [] for security_group (f159f35c-7953-4346-a7a6-56866e928f96), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:24.454157 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-6e4d8574-09cd-4270-a15e-cedcedec29ee admin admin] Publish callbacks [] for security_group (f159f35c-7953-4346-a7a6-56866e928f96), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:24.571435 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-6e4d8574-09cd-4270-a15e-cedcedec29ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (f159f35c-7953-4346-a7a6-56866e928f96), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:24.573955 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-6e4d8574-09cd-4270-a15e-cedcedec29ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:24.575257 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-6e4d8574-09cd-4270-a15e-cedcedec29ee admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f159f35c-7953-4346-a7a6-56866e928f96 HTTP/1.1" status: 204 len: 168 time: 0.1946421 May 27 03:43:24.587831 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4d8574-09cd-4270-a15e-cedcedec29ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f159f35c-7953-4346-a7a6-56866e928f96,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:27.475045 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-6cb54642-eb0e-4b4d-b12c-97d173441ea3 req-ac3e0ca8-b103-4027-95b1-4ea2cbb24b77 tempest-VolumesNegativeTest-717307531 tempest-VolumesNegativeTest-717307531-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=ca4cb6938b5e4a43bc37f2dc498838c3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292804 May 27 03:43:27.666103 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb54642-eb0e-4b4d-b12c-97d173441ea3 req-eaa6d146-320a-479b-9c1d-e12a857dbc46 tempest-VolumesNegativeTest-717307531 tempest-VolumesNegativeTest-717307531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:27.667671 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-6cb54642-eb0e-4b4d-b12c-97d173441ea3 req-eaa6d146-320a-479b-9c1d-e12a857dbc46 tempest-VolumesNegativeTest-717307531 tempest-VolumesNegativeTest-717307531-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1875308 May 27 03:43:27.682463 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-6cb54642-eb0e-4b4d-b12c-97d173441ea3 req-1727e8ac-8728-4ad9-a022-20246af33009 tempest-VolumesNegativeTest-717307531 tempest-VolumesNegativeTest-717307531-project] 10.222.0.24 "GET /v2.0/quotas/ca4cb6938b5e4a43bc37f2dc498838c3 HTTP/1.1" status: 200 len: 375 time: 0.0094008 May 27 03:43:27.713258 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-6cb54642-eb0e-4b4d-b12c-97d173441ea3 req-64884455-6360-437f-b0e2-d2fcd140a5f7 tempest-VolumesNegativeTest-717307531 tempest-VolumesNegativeTest-717307531-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ca4cb6938b5e4a43bc37f2dc498838c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259256 May 27 03:43:27.999952 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-f39d274c-4aed-4f7d-9cda-0361330bd084 req-d6dd14a8-86d5-41bf-af8d-1f01d3e41a13 tempest-VolumesNegativeTest-717307531 tempest-VolumesNegativeTest-717307531-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e1ac792-6ea1-44f9-9708-4ee966afa98c HTTP/1.1" status: 200 len: 210 time: 0.0277843 May 27 03:43:28.767961 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=4 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:28.773129 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=4 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:29.097940 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-e8e52c27-76c4-4efd-8bc4-4da434ff4ba0 req-aaee3f1d-22e5-4c51-96c6-ef91369da700 tempest-VolumesNegativeTest-717307531 tempest-VolumesNegativeTest-717307531-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e1ac792-6ea1-44f9-9708-4ee966afa98c HTTP/1.1" status: 200 len: 210 time: 0.0302410 May 27 03:43:30.404702 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-6cb54642-eb0e-4b4d-b12c-97d173441ea3 req-f1d24d90-43d8-4280-8716-7d6499ccbdf5 tempest-VolumesNegativeTest-717307531 tempest-VolumesNegativeTest-717307531-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=ca4cb6938b5e4a43bc37f2dc498838c3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296972 May 27 03:43:30.451562 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-fa7b43da-3b4a-4121-894e-4357a6ebc5d5 req-d029b0f6-162d-43b4-a974-078379d61662 tempest-VolumesNegativeTest-717307531 tempest-VolumesNegativeTest-717307531-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e1ac792-6ea1-44f9-9708-4ee966afa98c HTTP/1.1" status: 200 len: 210 time: 0.2862091 May 27 03:43:30.453555 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:30.595557 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb54642-eb0e-4b4d-b12c-97d173441ea3 req-49d50060-3dce-49e4-b881-8a914b681a55 tempest-VolumesNegativeTest-717307531 tempest-VolumesNegativeTest-717307531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:30.597031 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-6cb54642-eb0e-4b4d-b12c-97d173441ea3 req-49d50060-3dce-49e4-b881-8a914b681a55 tempest-VolumesNegativeTest-717307531 tempest-VolumesNegativeTest-717307531-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1837666 May 27 03:43:30.620361 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [req-6cb54642-eb0e-4b4d-b12c-97d173441ea3 req-c16ef1e9-36d4-4b37-b95b-395547f7a60e tempest-VolumesNegativeTest-717307531 tempest-VolumesNegativeTest-717307531-project] Request body: {'port': {'device_id': '0e1ac792-6ea1-44f9-9708-4ee966afa98c', 'network_id': 'c6037343-b7a1-41f8-9d44-d45ce1eee2e2', 'admin_state_up': True, 'tenant_id': 'ca4cb6938b5e4a43bc37f2dc498838c3'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:43:30.812026 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cb54642-eb0e-4b4d-b12c-97d173441ea3 req-c16ef1e9-36d4-4b37-b95b-395547f7a60e tempest-VolumesNegativeTest-717307531 tempest-VolumesNegativeTest-717307531-project] Made reservation on behalf of ca4cb6938b5e4a43bc37f2dc498838c3 for: {'port': 1} {{(pid=104614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:43:30.815508 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-6cb54642-eb0e-4b4d-b12c-97d173441ea3 req-c16ef1e9-36d4-4b37-b95b-395547f7a60e tempest-VolumesNegativeTest-717307531 tempest-VolumesNegativeTest-717307531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:30.825483 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-6cb54642-eb0e-4b4d-b12c-97d173441ea3 req-c16ef1e9-36d4-4b37-b95b-395547f7a60e tempest-VolumesNegativeTest-717307531 tempest-VolumesNegativeTest-717307531-project] Publish callbacks [] for security_group (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:30.844563 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:30.900697 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-6cb54642-eb0e-4b4d-b12c-97d173441ea3 req-c16ef1e9-36d4-4b37-b95b-395547f7a60e tempest-VolumesNegativeTest-717307531 tempest-VolumesNegativeTest-717307531-project] Publish callbacks [] for security_group (7681d6bf-8543-4e97-80b7-56cd2c480323), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:30.994751 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-6cb54642-eb0e-4b4d-b12c-97d173441ea3 req-c16ef1e9-36d4-4b37-b95b-395547f7a60e tempest-VolumesNegativeTest-717307531 tempest-VolumesNegativeTest-717307531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (7681d6bf-8543-4e97-80b7-56cd2c480323), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:31.058118 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16ef1e9-36d4-4b37-b95b-395547f7a60e tempest-VolumesNegativeTest-717307531 tempest-VolumesNegativeTest-717307531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7681d6bf-8543-4e97-80b7-56cd2c480323,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:31.131692 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.db_base_plugin_common [req-6cb54642-eb0e-4b4d-b12c-97d173441ea3 req-c16ef1e9-36d4-4b37-b95b-395547f7a60e tempest-VolumesNegativeTest-717307531 tempest-VolumesNegativeTest-717307531-project] Allocated IP 192.168.233.156 (c6037343-b7a1-41f8-9d44-d45ce1eee2e2/bb739ef4-3ca0-4f45-96d0-633413ee7abc/c35bc798-084c-481f-8678-a0c732428f1b) {{(pid=104614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:43:31.280226 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-6cb54642-eb0e-4b4d-b12c-97d173441ea3 req-c16ef1e9-36d4-4b37-b95b-395547f7a60e tempest-VolumesNegativeTest-717307531 tempest-VolumesNegativeTest-717307531-project] Publish callbacks [] for port (c35bc798-084c-481f-8678-a0c732428f1b), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:31.377314 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-6cb54642-eb0e-4b4d-b12c-97d173441ea3 req-c16ef1e9-36d4-4b37-b95b-395547f7a60e tempest-VolumesNegativeTest-717307531 tempest-VolumesNegativeTest-717307531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791799515441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8584799065'] for port (c35bc798-084c-481f-8678-a0c732428f1b), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:31.388466 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:31.418418 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cb54642-eb0e-4b4d-b12c-97d173441ea3 req-c16ef1e9-36d4-4b37-b95b-395547f7a60e tempest-VolumesNegativeTest-717307531 tempest-VolumesNegativeTest-717307531-project] Network c6037343-b7a1-41f8-9d44-d45ce1eee2e2 is already hosted by enough agents. {{(pid=104614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:43:31.423689 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.base_scheduler [req-6cb54642-eb0e-4b4d-b12c-97d173441ea3 req-c16ef1e9-36d4-4b37-b95b-395547f7a60e tempest-VolumesNegativeTest-717307531 tempest-VolumesNegativeTest-717307531-project] Resources bound (agent type, host, resource id): {{(pid=104614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:43:31.427313 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cb54642-eb0e-4b4d-b12c-97d173441ea3 req-c16ef1e9-36d4-4b37-b95b-395547f7a60e tempest-VolumesNegativeTest-717307531 tempest-VolumesNegativeTest-717307531-project] Received port after_create {{(pid=104614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:43:31.456624 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16ef1e9-36d4-4b37-b95b-395547f7a60e tempest-VolumesNegativeTest-717307531 tempest-VolumesNegativeTest-717307531-project] Pushing event updated for resources: {'Port': ['ID=c35bc798-084c-481f-8678-a0c732428f1b,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:31.513802 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb54642-eb0e-4b4d-b12c-97d173441ea3 req-c16ef1e9-36d4-4b37-b95b-395547f7a60e tempest-VolumesNegativeTest-717307531 tempest-VolumesNegativeTest-717307531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:31.513802 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-6cb54642-eb0e-4b4d-b12c-97d173441ea3 req-c16ef1e9-36d4-4b37-b95b-395547f7a60e tempest-VolumesNegativeTest-717307531 tempest-VolumesNegativeTest-717307531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:31.582711 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d388d4-70c0-4a61-8d16-03a7ec5a3737 req-3e055898-6626-4d8a-a807-fe9e9d45432f tempest-VolumesNegativeTest-717307531 tempest-VolumesNegativeTest-717307531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:31.585190 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-99d388d4-70c0-4a61-8d16-03a7ec5a3737 req-3e055898-6626-4d8a-a807-fe9e9d45432f tempest-VolumesNegativeTest-717307531 tempest-VolumesNegativeTest-717307531-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e1ac792-6ea1-44f9-9708-4ee966afa98c HTTP/1.1" status: 200 len: 936 time: 0.0489650 May 27 03:43:31.586321 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-6cb54642-eb0e-4b4d-b12c-97d173441ea3 req-c16ef1e9-36d4-4b37-b95b-395547f7a60e tempest-VolumesNegativeTest-717307531 tempest-VolumesNegativeTest-717307531-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9704833 May 27 03:43:31.605920 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [req-6cb54642-eb0e-4b4d-b12c-97d173441ea3 req-bb801334-65ec-4835-815c-eab5c462bace service neutron] Request body: {'port': {'device_id': '0e1ac792-6ea1-44f9-9708-4ee966afa98c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:43:31.634932 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-99d388d4-70c0-4a61-8d16-03a7ec5a3737 req-b3793d82-fec3-4876-ac25-aa65bf4f7d90 tempest-VolumesNegativeTest-717307531 tempest-VolumesNegativeTest-717307531-project] 10.222.0.24 "GET /v2.0/security-groups?id=7681d6bf-8543-4e97-80b7-56cd2c480323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439911 May 27 03:43:31.669383 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-6cb54642-eb0e-4b4d-b12c-97d173441ea3 req-bb801334-65ec-4835-815c-eab5c462bace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (c35bc798-084c-481f-8678-a0c732428f1b), before_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:31.744622 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-97fcd201-f43f-4205-af2d-03b8665f6c7b None None] Provisioning complete for port c35bc798-084c-481f-8678-a0c732428f1b triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:43:31.745611 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-97fcd201-f43f-4205-af2d-03b8665f6c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (c35bc798-084c-481f-8678-a0c732428f1b), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:31.778009 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-97fcd201-f43f-4205-af2d-03b8665f6c7b None None] Port c35bc798-084c-481f-8678-a0c732428f1b cannot update to ACTIVE because it is not bound. {{(pid=104616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:43:31.948786 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.notifiers.nova [req-6cb54642-eb0e-4b4d-b12c-97d173441ea3 req-bb801334-65ec-4835-815c-eab5c462bace service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c35bc798-084c-481f-8678-a0c732428f1b {{(pid=104614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:43:31.955893 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-6cb54642-eb0e-4b4d-b12c-97d173441ea3 req-bb801334-65ec-4835-815c-eab5c462bace service neutron] Publish callbacks [] for port (c35bc798-084c-481f-8678-a0c732428f1b), precommit_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:31.978269 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.provisioning_blocks [req-6cb54642-eb0e-4b4d-b12c-97d173441ea3 req-bb801334-65ec-4835-815c-eab5c462bace service neutron] Transition to ACTIVE for port object c35bc798-084c-481f-8678-a0c732428f1b will not be triggered until provisioned by entity L2. {{(pid=104614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:43:32.062371 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-6cb54642-eb0e-4b4d-b12c-97d173441ea3 req-bb801334-65ec-4835-815c-eab5c462bace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8584799086'] for port (c35bc798-084c-481f-8678-a0c732428f1b), after_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:32.093054 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:32.114051 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb801334-65ec-4835-815c-eab5c462bace service neutron] Pushing event updated for resources: {'Port': ['ID=c35bc798-084c-481f-8678-a0c732428f1b,revision_number=2']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:32.187222 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.managers [req-6cb54642-eb0e-4b4d-b12c-97d173441ea3 req-bb801334-65ec-4835-815c-eab5c462bace service neutron] Attempting to bind port c35bc798-084c-481f-8678-a0c732428f1b on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:43:32.187563 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.managers [req-6cb54642-eb0e-4b4d-b12c-97d173441ea3 req-bb801334-65ec-4835-815c-eab5c462bace service neutron] Attempting to bind port c35bc798-084c-481f-8678-a0c732428f1b by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '4dfd0fc6-8ff0-4336-8235-08c93afdee7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c6037343-b7a1-41f8-9d44-d45ce1eee2e2'}] {{(pid=104614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:43:32.187895 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb54642-eb0e-4b4d-b12c-97d173441ea3 req-bb801334-65ec-4835-815c-eab5c462bace service neutron] Attempting to bind port c35bc798-084c-481f-8678-a0c732428f1b on network c6037343-b7a1-41f8-9d44-d45ce1eee2e2 {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:43:32.192758 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb54642-eb0e-4b4d-b12c-97d173441ea3 req-bb801334-65ec-4835-815c-eab5c462bace service neutron] Port c35bc798-084c-481f-8678-a0c732428f1b on network c6037343-b7a1-41f8-9d44-d45ce1eee2e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:43:32.193106 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb54642-eb0e-4b4d-b12c-97d173441ea3 req-bb801334-65ec-4835-815c-eab5c462bace service neutron] Attempting to bind port c35bc798-084c-481f-8678-a0c732428f1b on network c6037343-b7a1-41f8-9d44-d45ce1eee2e2 {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:43:32.198444 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb54642-eb0e-4b4d-b12c-97d173441ea3 req-bb801334-65ec-4835-815c-eab5c462bace service neutron] Checking agent: {'id': '134bae73-502b-4599-bb47-129fee8818a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 33, 12), 'started_at': datetime.datetime(2022, 5, 27, 3, 33, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:43:32.198780 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb54642-eb0e-4b4d-b12c-97d173441ea3 req-bb801334-65ec-4835-815c-eab5c462bace service neutron] Checking segment: {'id': '4dfd0fc6-8ff0-4336-8235-08c93afdee7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c6037343-b7a1-41f8-9d44-d45ce1eee2e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:43:32.209597 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb54642-eb0e-4b4d-b12c-97d173441ea3 req-bb801334-65ec-4835-815c-eab5c462bace service neutron] Bound using segment: {'id': '4dfd0fc6-8ff0-4336-8235-08c93afdee7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c6037343-b7a1-41f8-9d44-d45ce1eee2e2'} {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:43:32.209597 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.managers [req-6cb54642-eb0e-4b4d-b12c-97d173441ea3 req-bb801334-65ec-4835-815c-eab5c462bace service neutron] Bound port: c35bc798-084c-481f-8678-a0c732428f1b, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dfd0fc6-8ff0-4336-8235-08c93afdee7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c6037343-b7a1-41f8-9d44-d45ce1eee2e2'}}] {{(pid=104614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:43:32.209597 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-6cb54642-eb0e-4b4d-b12c-97d173441ea3 req-bb801334-65ec-4835-815c-eab5c462bace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (c35bc798-084c-481f-8678-a0c732428f1b), before_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:32.266336 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.db [req-6cb54642-eb0e-4b4d-b12c-97d173441ea3 req-bb801334-65ec-4835-815c-eab5c462bace service neutron] For port c35bc798-084c-481f-8678-a0c732428f1b, host hv-cinder-82880, cleared binding levels {{(pid=104614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:43:32.269522 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.db [req-6cb54642-eb0e-4b4d-b12c-97d173441ea3 req-bb801334-65ec-4835-815c-eab5c462bace service neutron] For port c35bc798-084c-481f-8678-a0c732428f1b, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=c35bc798-084c-481f-8678-a0c732428f1b,segment=NetworkSegment(4dfd0fc6-8ff0-4336-8235-08c93afdee7d),segment_id=4dfd0fc6-8ff0-4336-8235-08c93afdee7d)] {{(pid=104614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:43:32.400265 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-6cb54642-eb0e-4b4d-b12c-97d173441ea3 req-bb801334-65ec-4835-815c-eab5c462bace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8584799086'] for port (c35bc798-084c-481f-8678-a0c732428f1b), after_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:32.403595 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:32.436494 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb54642-eb0e-4b4d-b12c-97d173441ea3 req-bb801334-65ec-4835-815c-eab5c462bace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:32.436985 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-6cb54642-eb0e-4b4d-b12c-97d173441ea3 req-bb801334-65ec-4835-815c-eab5c462bace service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:32.438264 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-6cb54642-eb0e-4b4d-b12c-97d173441ea3 req-bb801334-65ec-4835-815c-eab5c462bace service neutron] 10.222.0.69 "PUT /v2.0/ports/c35bc798-084c-481f-8678-a0c732428f1b HTTP/1.1" status: 200 len: 1098 time: 0.8367960 May 27 03:43:32.440509 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e1ac792-6ea1-44f9-9708-4ee966afa98c', 'tag': 'c35bc798-084c-481f-8678-a0c732428f1b'}] {{(pid=104614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:43:32.443029 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a93b0eab3ec594b69aa68cd7d580be2fac36b4cb942ee4cac03c85783d056da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e68595-827b-4edf-b1f0-2af69f96021d" -d '{"events": [{"name": "network-changed", "server_uuid": "0e1ac792-6ea1-44f9-9708-4ee966afa98c", "tag": "c35bc798-084c-481f-8678-a0c732428f1b"}]}' {{(pid=104614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:43:32.471152 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb801334-65ec-4835-815c-eab5c462bace service neutron] Pushing event updated for resources: {'Port': ['ID=c35bc798-084c-481f-8678-a0c732428f1b,revision_number=3']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:32.489030 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a9e09d-bc6b-4cbd-bb0d-f8b45c72126b x-openstack-request-id: req-95a9e09d-bc6b-4cbd-bb0d-f8b45c72126b {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:43:32.489331 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e1ac792-6ea1-44f9-9708-4ee966afa98c", "tag": "c35bc798-084c-481f-8678-a0c732428f1b", "status": "completed", "code": 200}]} {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:43:32.489585 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-95a9e09d-bc6b-4cbd-bb0d-f8b45c72126b {{(pid=104614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:43:32.490045 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95a9e09d-bc6b-4cbd-bb0d-f8b45c72126b'] response: {'name': 'network-changed', 'server_uuid': '0e1ac792-6ea1-44f9-9708-4ee966afa98c', 'tag': 'c35bc798-084c-481f-8678-a0c732428f1b', 'status': 'completed', 'code': 200} May 27 03:43:32.574681 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e68595-827b-4edf-b1f0-2af69f96021d req-cbf1d997-bea2-4b8a-930e-e7f2763c3d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:32.576326 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-70e68595-827b-4edf-b1f0-2af69f96021d req-cbf1d997-bea2-4b8a-930e-e7f2763c3d14 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ca4cb6938b5e4a43bc37f2dc498838c3&device_id=0e1ac792-6ea1-44f9-9708-4ee966afa98c HTTP/1.1" status: 200 len: 1132 time: 0.0424953 May 27 03:43:32.614957 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-70e68595-827b-4edf-b1f0-2af69f96021d req-16016ed6-0053-41e0-ab33-01b2af2f9ff9 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=ca4cb6938b5e4a43bc37f2dc498838c3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0205989 May 27 03:43:32.713980 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e68595-827b-4edf-b1f0-2af69f96021d req-beb8cf11-7af1-4855-be11-a1699fe53210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:32.715422 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-70e68595-827b-4edf-b1f0-2af69f96021d req-beb8cf11-7af1-4855-be11-a1699fe53210 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0939860 May 27 03:43:32.750955 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b9a48-1968-42ed-a66c-491db6c16e72 req-c7938c3c-7e2c-4be5-b05c-938bdb7d692b tempest-VolumesNegativeTest-717307531 tempest-VolumesNegativeTest-717307531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:32.752411 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-5e0b9a48-1968-42ed-a66c-491db6c16e72 req-c7938c3c-7e2c-4be5-b05c-938bdb7d692b tempest-VolumesNegativeTest-717307531 tempest-VolumesNegativeTest-717307531-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e1ac792-6ea1-44f9-9708-4ee966afa98c HTTP/1.1" status: 200 len: 948 time: 0.0495646 May 27 03:43:32.806514 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-5e0b9a48-1968-42ed-a66c-491db6c16e72 req-0d266244-c708-42de-a4a2-f97563e70bad tempest-VolumesNegativeTest-717307531 tempest-VolumesNegativeTest-717307531-project] 10.222.0.24 "GET /v2.0/security-groups?id=7681d6bf-8543-4e97-80b7-56cd2c480323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483837 May 27 03:43:32.828716 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb54642-eb0e-4b4d-b12c-97d173441ea3 req-e45c27f0-1518-469e-aede-8d6e03421a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:32.830231 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-6cb54642-eb0e-4b4d-b12c-97d173441ea3 req-e45c27f0-1518-469e-aede-8d6e03421a42 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ca4cb6938b5e4a43bc37f2dc498838c3&device_id=0e1ac792-6ea1-44f9-9708-4ee966afa98c HTTP/1.1" status: 200 len: 1132 time: 0.0509079 May 27 03:43:32.876915 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-6cb54642-eb0e-4b4d-b12c-97d173441ea3 req-1d8d46e4-be70-4115-994b-0902929051cf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=c35bc798-084c-481f-8678-a0c732428f1b HTTP/1.1" status: 200 len: 217 time: 0.0316999 May 27 03:43:32.924032 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb54642-eb0e-4b4d-b12c-97d173441ea3 req-5fc633be-fe4d-48d4-8daf-a3f6c6a3943c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:32.925440 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-6cb54642-eb0e-4b4d-b12c-97d173441ea3 req-5fc633be-fe4d-48d4-8daf-a3f6c6a3943c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bb739ef4-3ca0-4f45-96d0-633413ee7abc HTTP/1.1" status: 200 len: 843 time: 0.0433271 May 27 03:43:32.970389 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb54642-eb0e-4b4d-b12c-97d173441ea3 req-3640467c-e931-428c-b603-74667d1d9f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:32.971813 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-6cb54642-eb0e-4b4d-b12c-97d173441ea3 req-3640467c-e931-428c-b603-74667d1d9f65 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c6037343-b7a1-41f8-9d44-d45ce1eee2e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0405524 May 27 03:43:33.059571 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-6cb54642-eb0e-4b4d-b12c-97d173441ea3 req-df0de804-12b4-4dd7-be94-87f04610532f service neutron] 10.222.0.69 "GET /v2.0/networks/c6037343-b7a1-41f8-9d44-d45ce1eee2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820622 May 27 03:43:33.151355 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-6cb54642-eb0e-4b4d-b12c-97d173441ea3 req-7d22cad6-1b42-4b31-a4ad-13b8d1f7a681 service neutron] 10.222.0.69 "GET /v2.0/networks/c6037343-b7a1-41f8-9d44-d45ce1eee2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867293 May 27 03:43:33.918978 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae61afc-f1e0-4edb-83be-77899166d041 req-a8a66b06-39b6-408e-b982-49a28548965c tempest-VolumesNegativeTest-717307531 tempest-VolumesNegativeTest-717307531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:33.920470 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-8ae61afc-f1e0-4edb-83be-77899166d041 req-a8a66b06-39b6-408e-b982-49a28548965c tempest-VolumesNegativeTest-717307531 tempest-VolumesNegativeTest-717307531-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e1ac792-6ea1-44f9-9708-4ee966afa98c HTTP/1.1" status: 200 len: 948 time: 0.0461287 May 27 03:43:33.967072 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-8ae61afc-f1e0-4edb-83be-77899166d041 req-e2a3ae32-22f7-49fa-94b4-4529b0d22aca tempest-VolumesNegativeTest-717307531 tempest-VolumesNegativeTest-717307531-project] 10.222.0.24 "GET /v2.0/security-groups?id=7681d6bf-8543-4e97-80b7-56cd2c480323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410178 May 27 03:43:35.085092 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d13366-856f-419e-92fe-68ac98df34b7 req-57d02aa2-ff1e-49e9-811e-8bd49f88921f tempest-VolumesNegativeTest-717307531 tempest-VolumesNegativeTest-717307531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:35.086546 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-75d13366-856f-419e-92fe-68ac98df34b7 req-57d02aa2-ff1e-49e9-811e-8bd49f88921f tempest-VolumesNegativeTest-717307531 tempest-VolumesNegativeTest-717307531-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e1ac792-6ea1-44f9-9708-4ee966afa98c HTTP/1.1" status: 200 len: 948 time: 0.0448375 May 27 03:43:35.135265 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-75d13366-856f-419e-92fe-68ac98df34b7 req-53f60bbf-ec1b-4a1e-8904-039d1d265f5c tempest-VolumesNegativeTest-717307531 tempest-VolumesNegativeTest-717307531-project] 10.222.0.24 "GET /v2.0/security-groups?id=7681d6bf-8543-4e97-80b7-56cd2c480323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431430 May 27 03:43:36.248719 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc65732c-052b-4ae3-b215-26ce7c512907 req-5f85724b-eae3-4a4e-8bf6-3105ac65b94a tempest-VolumesNegativeTest-717307531 tempest-VolumesNegativeTest-717307531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:36.250188 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-bc65732c-052b-4ae3-b215-26ce7c512907 req-5f85724b-eae3-4a4e-8bf6-3105ac65b94a tempest-VolumesNegativeTest-717307531 tempest-VolumesNegativeTest-717307531-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e1ac792-6ea1-44f9-9708-4ee966afa98c HTTP/1.1" status: 200 len: 948 time: 0.0452170 May 27 03:43:36.296521 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device c35bc798-084c-481f-8678-a0c732428f1b details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:43:36.298602 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-bc65732c-052b-4ae3-b215-26ce7c512907 req-6c8325e7-2b39-45e6-add3-0569c40102a7 tempest-VolumesNegativeTest-717307531 tempest-VolumesNegativeTest-717307531-project] 10.222.0.24 "GET /v2.0/security-groups?id=7681d6bf-8543-4e97-80b7-56cd2c480323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425243 May 27 03:43:36.358675 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:36.397367 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port c35bc798-084c-481f-8678-a0c732428f1b, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=c35bc798-084c-481f-8678-a0c732428f1b,segment=NetworkSegment(4dfd0fc6-8ff0-4336-8235-08c93afdee7d),segment_id=4dfd0fc6-8ff0-4336-8235-08c93afdee7d)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:43:36.410483 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Returning: {'device': 'c35bc798-084c-481f-8678-a0c732428f1b', 'network_id': 'c6037343-b7a1-41f8-9d44-d45ce1eee2e2', 'port_id': 'c35bc798-084c-481f-8678-a0c732428f1b', 'mac_address': 'fa:16:3e:ff:a7:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb739ef4-3ca0-4f45-96d0-633413ee7abc', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:43:36.444722 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Current status of the port c35bc798-084c-481f-8678-a0c732428f1b is: DOWN; New status is: BUILD {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:43:36.445107 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (c35bc798-084c-481f-8678-a0c732428f1b), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:36.458453 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.notifiers.nova [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c35bc798-084c-481f-8678-a0c732428f1b {{(pid=104616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:43:36.481600 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port c35bc798-084c-481f-8678-a0c732428f1b, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=c35bc798-084c-481f-8678-a0c732428f1b,segment=NetworkSegment(4dfd0fc6-8ff0-4336-8235-08c93afdee7d),segment_id=4dfd0fc6-8ff0-4336-8235-08c93afdee7d)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:43:36.542614 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (c35bc798-084c-481f-8678-a0c732428f1b), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:36.587870 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Pushing event updated for resources: {'Port': ['ID=c35bc798-084c-481f-8678-a0c732428f1b,revision_number=4']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:36.595759 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:36.596101 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:36.596439 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:36.596775 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:36.597111 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:36.597514 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:36.597758 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:36.598079 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:36.598403 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:36.598722 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:36.599075 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:36.599397 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:36.599717 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:36.600035 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:36.600350 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:43:36.873040 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] get_ports_and_sgs() called for port_ids ['c35bc798-084c-481f-8678-a0c732428f1b'] {{(pid=104616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:43:36.894148 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:37.410710 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042b5f8f-fe91-4a43-81ae-fa541e4008d3 req-a926579d-ca6b-4d26-9ade-9bb5006d9095 tempest-VolumesNegativeTest-717307531 tempest-VolumesNegativeTest-717307531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:37.412200 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-042b5f8f-fe91-4a43-81ae-fa541e4008d3 req-a926579d-ca6b-4d26-9ade-9bb5006d9095 tempest-VolumesNegativeTest-717307531 tempest-VolumesNegativeTest-717307531-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e1ac792-6ea1-44f9-9708-4ee966afa98c HTTP/1.1" status: 200 len: 949 time: 0.0448954 May 27 03:43:37.438245 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:INSERT=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:37.452329 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:37.459535 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-042b5f8f-fe91-4a43-81ae-fa541e4008d3 req-0afd9c56-496f-4964-84b3-ac5bebbf4418 tempest-VolumesNegativeTest-717307531 tempest-VolumesNegativeTest-717307531-project] 10.222.0.24 "GET /v2.0/security-groups?id=7681d6bf-8543-4e97-80b7-56cd2c480323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412149 May 27 03:43:38.305998 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device c35bc798-084c-481f-8678-a0c732428f1b up at agent hyperv_hv-cinder-82880 {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:43:38.347505 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Provisioning for port c35bc798-084c-481f-8678-a0c732428f1b completed by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:43:38.427940 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Provisioning complete for port c35bc798-084c-481f-8678-a0c732428f1b triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:43:38.428363 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (c35bc798-084c-481f-8678-a0c732428f1b), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:38.501649 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Current status of the port c35bc798-084c-481f-8678-a0c732428f1b is: BUILD; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:43:38.501649 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (c35bc798-084c-481f-8678-a0c732428f1b), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:38.522329 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e1ac792-6ea1-44f9-9708-4ee966afa98c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c35bc798-084c-481f-8678-a0c732428f1b'}] {{(pid=104616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:43:38.524699 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538c57523af4411a099bc77a34a8b12cae4f8d5a17830f42255aa2cd4d9c6a31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15491d3a-56e0-453a-b962-1fe67ce91bcb" -d '{"events": [{"server_uuid": "0e1ac792-6ea1-44f9-9708-4ee966afa98c", "name": "network-vif-plugged", "status": "completed", "tag": "c35bc798-084c-481f-8678-a0c732428f1b"}]}' {{(pid=104616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:43:38.542612 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port c35bc798-084c-481f-8678-a0c732428f1b, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=c35bc798-084c-481f-8678-a0c732428f1b,segment=NetworkSegment(4dfd0fc6-8ff0-4336-8235-08c93afdee7d),segment_id=4dfd0fc6-8ff0-4336-8235-08c93afdee7d)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:43:38.564861 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8acea888-e805-4480-82d4-f147f1d3d8f0 x-openstack-request-id: req-8acea888-e805-4480-82d4-f147f1d3d8f0 {{(pid=104616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:43:38.565152 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e1ac792-6ea1-44f9-9708-4ee966afa98c", "name": "network-vif-plugged", "status": "completed", "tag": "c35bc798-084c-481f-8678-a0c732428f1b", "code": 200}]} {{(pid=104616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:43:38.565476 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8acea888-e805-4480-82d4-f147f1d3d8f0 {{(pid=104616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:43:38.565877 dv-cinder-828805-4-iscsi neutron-server[104616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8acea888-e805-4480-82d4-f147f1d3d8f0'] response: {'server_uuid': '0e1ac792-6ea1-44f9-9708-4ee966afa98c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c35bc798-084c-481f-8678-a0c732428f1b', 'code': 200} May 27 03:43:38.578507 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd5169-4941-48ab-9c40-e65905e0ff86 req-0b34c26c-66d5-4cbd-9eaa-eefb9c50972d tempest-VolumesNegativeTest-717307531 tempest-VolumesNegativeTest-717307531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:38.580005 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-38bd5169-4941-48ab-9c40-e65905e0ff86 req-0b34c26c-66d5-4cbd-9eaa-eefb9c50972d tempest-VolumesNegativeTest-717307531 tempest-VolumesNegativeTest-717307531-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e1ac792-6ea1-44f9-9708-4ee966afa98c HTTP/1.1" status: 200 len: 949 time: 0.0515189 May 27 03:43:38.628884 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-38bd5169-4941-48ab-9c40-e65905e0ff86 req-fb767e27-4065-4674-890d-0a733e8024d9 tempest-VolumesNegativeTest-717307531 tempest-VolumesNegativeTest-717307531-project] 10.222.0.24 "GET /v2.0/security-groups?id=7681d6bf-8543-4e97-80b7-56cd2c480323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430942 May 27 03:43:38.685516 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (c35bc798-084c-481f-8678-a0c732428f1b), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:38.731771 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Pushing event updated for resources: {'Port': ['ID=c35bc798-084c-481f-8678-a0c732428f1b,revision_number=5']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:39.024312 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1524d8-3071-4a20-9a83-7bb38e7c1fb6 req-5a8051be-7c08-43d2-835e-bb87b1fb67ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:39.025799 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-fd1524d8-3071-4a20-9a83-7bb38e7c1fb6 req-5a8051be-7c08-43d2-835e-bb87b1fb67ea service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0e1ac792-6ea1-44f9-9708-4ee966afa98c HTTP/1.1" status: 200 len: 1134 time: 0.0381112 May 27 03:43:39.070367 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-fd1524d8-3071-4a20-9a83-7bb38e7c1fb6 req-fd9ffe32-81f4-4762-bf77-8b8e8a8db496 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7681d6bf-8543-4e97-80b7-56cd2c480323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367446 May 27 03:43:39.745151 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f27f63d-d41b-4bc1-a35b-419a4c6e4d72 req-4474f7c3-cc76-4350-8fad-c9027838c312 tempest-VolumesNegativeTest-717307531 tempest-VolumesNegativeTest-717307531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:39.746568 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-7f27f63d-d41b-4bc1-a35b-419a4c6e4d72 req-4474f7c3-cc76-4350-8fad-c9027838c312 tempest-VolumesNegativeTest-717307531 tempest-VolumesNegativeTest-717307531-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e1ac792-6ea1-44f9-9708-4ee966afa98c HTTP/1.1" status: 200 len: 950 time: 0.0445576 May 27 03:43:39.793558 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-7f27f63d-d41b-4bc1-a35b-419a4c6e4d72 req-6783d1d8-4f36-4012-ade0-a7984b5e736d tempest-VolumesNegativeTest-717307531 tempest-VolumesNegativeTest-717307531-project] 10.222.0.24 "GET /v2.0/security-groups?id=7681d6bf-8543-4e97-80b7-56cd2c480323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415716 May 27 03:43:40.908796 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e072b-f50a-421f-8a8e-7ed532039b55 req-183e6840-d932-4ed0-975f-ee52eccf3b82 tempest-VolumesNegativeTest-717307531 tempest-VolumesNegativeTest-717307531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:40.910335 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-177e072b-f50a-421f-8a8e-7ed532039b55 req-183e6840-d932-4ed0-975f-ee52eccf3b82 tempest-VolumesNegativeTest-717307531 tempest-VolumesNegativeTest-717307531-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e1ac792-6ea1-44f9-9708-4ee966afa98c HTTP/1.1" status: 200 len: 950 time: 0.0462134 May 27 03:43:40.962711 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-177e072b-f50a-421f-8a8e-7ed532039b55 req-df39ea93-7267-49ac-93e4-8f81323613d5 tempest-VolumesNegativeTest-717307531 tempest-VolumesNegativeTest-717307531-project] 10.222.0.24 "GET /v2.0/security-groups?id=7681d6bf-8543-4e97-80b7-56cd2c480323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469022 May 27 03:43:41.475980 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb86b21a-9f5a-424b-be14-f69c51f80f91 req-d5178455-4170-4141-80a7-57eb2e92bbdd tempest-VolumesNegativeTest-717307531 tempest-VolumesNegativeTest-717307531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:41.477423 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-fb86b21a-9f5a-424b-be14-f69c51f80f91 req-d5178455-4170-4141-80a7-57eb2e92bbdd tempest-VolumesNegativeTest-717307531 tempest-VolumesNegativeTest-717307531-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e1ac792-6ea1-44f9-9708-4ee966afa98c HTTP/1.1" status: 200 len: 950 time: 0.0457647 May 27 03:43:41.523659 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-fb86b21a-9f5a-424b-be14-f69c51f80f91 req-853bedbb-8232-4877-b541-40ceeaf025ad tempest-VolumesNegativeTest-717307531 tempest-VolumesNegativeTest-717307531-project] 10.222.0.24 "GET /v2.0/security-groups?id=7681d6bf-8543-4e97-80b7-56cd2c480323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407264 May 27 03:43:42.638337 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e440dadd-f917-4465-9cf3-cc9e8157e305 req-fc687680-3bc0-40a7-8aa4-3f8f99d5b28a tempest-VolumesNegativeTest-717307531 tempest-VolumesNegativeTest-717307531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:42.639724 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-e440dadd-f917-4465-9cf3-cc9e8157e305 req-fc687680-3bc0-40a7-8aa4-3f8f99d5b28a tempest-VolumesNegativeTest-717307531 tempest-VolumesNegativeTest-717307531-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e1ac792-6ea1-44f9-9708-4ee966afa98c HTTP/1.1" status: 200 len: 950 time: 0.0460498 May 27 03:43:42.685455 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-e440dadd-f917-4465-9cf3-cc9e8157e305 req-d5ff0a65-c4d9-4d86-9e4c-f4443f60b61b tempest-VolumesNegativeTest-717307531 tempest-VolumesNegativeTest-717307531-project] 10.222.0.24 "GET /v2.0/security-groups?id=7681d6bf-8543-4e97-80b7-56cd2c480323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401113 May 27 03:43:43.446921 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (134bae73-502b-4599-bb47-129fee8818a4), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:43.453885 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f1dec1-1a45-4140-8a7d-bcf23694efe7 req-9ff9469b-bae7-468a-841f-c7775642e58f tempest-VolumesNegativeTest-717307531 tempest-VolumesNegativeTest-717307531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:43.455379 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-d9f1dec1-1a45-4140-8a7d-bcf23694efe7 req-9ff9469b-bae7-468a-841f-c7775642e58f tempest-VolumesNegativeTest-717307531 tempest-VolumesNegativeTest-717307531-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e1ac792-6ea1-44f9-9708-4ee966afa98c HTTP/1.1" status: 200 len: 950 time: 0.0473289 May 27 03:43:43.552345 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [req-d9f1dec1-1a45-4140-8a7d-bcf23694efe7 req-42a27334-748c-4c96-b485-44346b3f3cf4 tempest-VolumesNegativeTest-717307531 tempest-VolumesNegativeTest-717307531-project] Deleting port c35bc798-084c-481f-8678-a0c732428f1b {{(pid=104614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:43:43.552686 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-d9f1dec1-1a45-4140-8a7d-bcf23694efe7 req-42a27334-748c-4c96-b485-44346b3f3cf4 tempest-VolumesNegativeTest-717307531 tempest-VolumesNegativeTest-717307531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791799895781'] for port (c35bc798-084c-481f-8678-a0c732428f1b), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:43.597702 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=100 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:43.644182 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.db [req-d9f1dec1-1a45-4140-8a7d-bcf23694efe7 req-42a27334-748c-4c96-b485-44346b3f3cf4 tempest-VolumesNegativeTest-717307531 tempest-VolumesNegativeTest-717307531-project] For port c35bc798-084c-481f-8678-a0c732428f1b, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=c35bc798-084c-481f-8678-a0c732428f1b,segment=NetworkSegment(4dfd0fc6-8ff0-4336-8235-08c93afdee7d),segment_id=4dfd0fc6-8ff0-4336-8235-08c93afdee7d)] {{(pid=104614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:43:43.644465 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-d9f1dec1-1a45-4140-8a7d-bcf23694efe7 req-42a27334-748c-4c96-b485-44346b3f3cf4 tempest-VolumesNegativeTest-717307531 tempest-VolumesNegativeTest-717307531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-658269'] for port (c35bc798-084c-481f-8678-a0c732428f1b), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:43.657843 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [req-d9f1dec1-1a45-4140-8a7d-bcf23694efe7 req-42a27334-748c-4c96-b485-44346b3f3cf4 tempest-VolumesNegativeTest-717307531 tempest-VolumesNegativeTest-717307531-project] Calling delete_port for c35bc798-084c-481f-8678-a0c732428f1b owned by compute:nova {{(pid=104614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:43:43.803075 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7843c-e4bf-4158-98ab-ace02bfec0bd req-f155b7a0-20f8-4d21-89e9-37e44b3ee758 tempest-VolumesNegativeTest-717307531 tempest-VolumesNegativeTest-717307531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:43.804486 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-c6b7843c-e4bf-4158-98ab-ace02bfec0bd req-f155b7a0-20f8-4d21-89e9-37e44b3ee758 tempest-VolumesNegativeTest-717307531 tempest-VolumesNegativeTest-717307531-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e1ac792-6ea1-44f9-9708-4ee966afa98c HTTP/1.1" status: 200 len: 950 time: 0.0485065 May 27 03:43:43.851317 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-c6b7843c-e4bf-4158-98ab-ace02bfec0bd req-f6a39b39-282a-44e3-be4b-f3fb5a6bf4b2 tempest-VolumesNegativeTest-717307531 tempest-VolumesNegativeTest-717307531-project] 10.222.0.24 "GET /v2.0/security-groups?id=7681d6bf-8543-4e97-80b7-56cd2c480323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401640 May 27 03:43:43.862583 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-d9f1dec1-1a45-4140-8a7d-bcf23694efe7 req-42a27334-748c-4c96-b485-44346b3f3cf4 tempest-VolumesNegativeTest-717307531 tempest-VolumesNegativeTest-717307531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791799905747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791799515450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8584799065'] for port (c35bc798-084c-481f-8678-a0c732428f1b), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:43.894725 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a27334-748c-4c96-b485-44346b3f3cf4 tempest-VolumesNegativeTest-717307531 tempest-VolumesNegativeTest-717307531-project] Pushing event deleted for resources: {'Port': ['ID=c35bc798-084c-481f-8678-a0c732428f1b,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:43.898668 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] get_ports_and_sgs() called for port_ids ['c35bc798-084c-481f-8678-a0c732428f1b'] {{(pid=104616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:43:43.940722 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9f1dec1-1a45-4140-8a7d-bcf23694efe7 req-42a27334-748c-4c96-b485-44346b3f3cf4 tempest-VolumesNegativeTest-717307531 tempest-VolumesNegativeTest-717307531-project] No DVR routers for this DVR port c35bc798-084c-481f-8678-a0c732428f1b on host hv-cinder-82880 {{(pid=104614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:43:43.943336 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-d9f1dec1-1a45-4140-8a7d-bcf23694efe7 req-42a27334-748c-4c96-b485-44346b3f3cf4 tempest-VolumesNegativeTest-717307531 tempest-VolumesNegativeTest-717307531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:43.946753 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-d9f1dec1-1a45-4140-8a7d-bcf23694efe7 req-42a27334-748c-4c96-b485-44346b3f3cf4 tempest-VolumesNegativeTest-717307531 tempest-VolumesNegativeTest-717307531-project] 10.222.0.69 "DELETE /v2.0/ports/c35bc798-084c-481f-8678-a0c732428f1b HTTP/1.1" status: 204 len: 173 time: 0.4737129 May 27 03:43:43.947238 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e1ac792-6ea1-44f9-9708-4ee966afa98c', 'name': 'network-vif-deleted', 'tag': 'c35bc798-084c-481f-8678-a0c732428f1b'}] {{(pid=104614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:43:43.950047 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a93b0eab3ec594b69aa68cd7d580be2fac36b4cb942ee4cac03c85783d056da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf7d241-348d-4735-9004-414d19c6551f" -d '{"events": [{"server_uuid": "0e1ac792-6ea1-44f9-9708-4ee966afa98c", "name": "network-vif-deleted", "tag": "c35bc798-084c-481f-8678-a0c732428f1b"}]}' {{(pid=104614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:43:43.988705 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df578c5e-affd-41de-8216-0e7f1963fea9 x-openstack-request-id: req-df578c5e-affd-41de-8216-0e7f1963fea9 {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:43:43.989000 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e1ac792-6ea1-44f9-9708-4ee966afa98c", "name": "network-vif-deleted", "tag": "c35bc798-084c-481f-8678-a0c732428f1b", "status": "completed", "code": 200}]} {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:43:43.989269 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-df578c5e-affd-41de-8216-0e7f1963fea9 {{(pid=104614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:43:43.989684 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df578c5e-affd-41de-8216-0e7f1963fea9'] response: {'server_uuid': '0e1ac792-6ea1-44f9-9708-4ee966afa98c', 'name': 'network-vif-deleted', 'tag': 'c35bc798-084c-481f-8678-a0c732428f1b', 'status': 'completed', 'code': 200} May 27 03:43:44.747862 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-a30c4391-2e1e-4ce1-a2b1-dc1c00294d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (b322252d-fb9d-4652-a830-647fed26b29a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:44.960109 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-9cd71051-77df-41b6-8c47-b43a1e246a4d req-d4c8c17e-3eb6-4596-aa7a-a27a8181dac7 tempest-VolumesNegativeTest-717307531 tempest-VolumesNegativeTest-717307531-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e1ac792-6ea1-44f9-9708-4ee966afa98c HTTP/1.1" status: 200 len: 210 time: 0.0272145 May 27 03:43:46.931270 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-e660fa1a-8d1e-40b1-a61c-9690348b4074 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (9df6ec88-276d-42f5-acd2-7e289451d5e3), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:47.777807 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device c35bc798-084c-481f-8678-a0c732428f1b no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:43:47.797788 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] No Port match for: c35bc798-084c-481f-8678-a0c732428f1b {{(pid=104616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:43:47.798130 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device c35bc798-084c-481f-8678-a0c732428f1b not bound to the agent host hv-cinder-82880 {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:43:48.285007 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-584d7fde-7d72-4642-9601-b182cfb78c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (413fc6aa-3a5a-4281-abfd-a440a67afb4a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:49.319084 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f446-e12c-45b2-8c38-3579950c1c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (785c7416-4bf9-40d9-a08f-c797a61a0436), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:50.791711 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:50.896518 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (917d01f3-4a27-4590-ae14-da14d21a1e88), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:52.766135 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.agents_db [None req-cbb77ebc-65ec-4caa-a8b3-81c074906866 None None] Agent healthcheck: found 6 active agents {{(pid=104617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:43:53.924028 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=95,neutron:DELETE=3 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:53.929399 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=21,neutron:DELETE=5 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:54.148206 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 43242) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:43:54.290731 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-c22820b6-2ff5-443a-a3b1-037bf9635350 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ca4cb6938b5e4a43bc37f2dc498838c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1413727 May 27 03:43:54.293218 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 43246) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:43:54.346024 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-22590409-2dd3-459e-a830-2de8f1fe062b admin admin] Publish callbacks [] for security_group (7681d6bf-8543-4e97-80b7-56cd2c480323), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:54.376986 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-22590409-2dd3-459e-a830-2de8f1fe062b admin admin] Publish callbacks [] for security_group (7681d6bf-8543-4e97-80b7-56cd2c480323), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:54.459160 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd722230-bd58-4608-97e7-195e825c393d req-5d7c0de9-77a4-4fe3-aca3-a5828cfeda22 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:54.460537 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-cd722230-bd58-4608-97e7-195e825c393d req-5d7c0de9-77a4-4fe3-aca3-a5828cfeda22 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?device_id=87a65177-fd0d-4c44-a70a-d285315c23ee HTTP/1.1" status: 200 len: 945 time: 0.0461476 May 27 03:43:54.506647 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-cd722230-bd58-4608-97e7-195e825c393d req-cbe269a7-60c0-4863-bb7a-06c7e90b1626 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7cfe8ef-9ac9-4b47-8929-af1db19bd0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406175 May 27 03:43:54.549686 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-22590409-2dd3-459e-a830-2de8f1fe062b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (7681d6bf-8543-4e97-80b7-56cd2c480323), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:54.552284 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-22590409-2dd3-459e-a830-2de8f1fe062b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:43:54.553377 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-22590409-2dd3-459e-a830-2de8f1fe062b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7681d6bf-8543-4e97-80b7-56cd2c480323 HTTP/1.1" status: 204 len: 168 time: 0.2592213 May 27 03:43:54.561183 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22590409-2dd3-459e-a830-2de8f1fe062b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7681d6bf-8543-4e97-80b7-56cd2c480323,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:43:55.625544 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca27bf-3680-4016-abd1-9bbc8c48223d req-67ed87df-7248-408f-bdee-468101e7fb4d tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:55.627041 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4eca27bf-3680-4016-abd1-9bbc8c48223d req-67ed87df-7248-408f-bdee-468101e7fb4d tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?device_id=87a65177-fd0d-4c44-a70a-d285315c23ee HTTP/1.1" status: 200 len: 945 time: 0.0505397 May 27 03:43:55.654582 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:55.677168 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4eca27bf-3680-4016-abd1-9bbc8c48223d req-fe1aebfc-35d4-48cb-9a87-731768192b2c tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7cfe8ef-9ac9-4b47-8929-af1db19bd0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446427 May 27 03:43:56.795138 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1ff223-abb4-4bf9-ba65-6ac34f30c51a req-84fc5d3c-534e-48e9-bf26-11f07e789496 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:56.796720 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-6d1ff223-abb4-4bf9-ba65-6ac34f30c51a req-84fc5d3c-534e-48e9-bf26-11f07e789496 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?device_id=87a65177-fd0d-4c44-a70a-d285315c23ee HTTP/1.1" status: 200 len: 945 time: 0.0463314 May 27 03:43:56.807545 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:43:56.845569 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-6d1ff223-abb4-4bf9-ba65-6ac34f30c51a req-e741dec2-dd89-48e1-b148-1c6f5f50e248 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7cfe8ef-9ac9-4b47-8929-af1db19bd0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432153 May 27 03:43:57.961991 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303fa12c-297b-4b03-abe5-20ef139f1213 req-2e51d439-507f-4bb4-b39d-fcb6f2c81eed tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:57.963403 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-303fa12c-297b-4b03-abe5-20ef139f1213 req-2e51d439-507f-4bb4-b39d-fcb6f2c81eed tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?device_id=87a65177-fd0d-4c44-a70a-d285315c23ee HTTP/1.1" status: 200 len: 945 time: 0.0460312 May 27 03:43:58.010901 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-303fa12c-297b-4b03-abe5-20ef139f1213 req-d089556a-f8bc-45ee-9552-81d2ecf9ff32 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7cfe8ef-9ac9-4b47-8929-af1db19bd0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418513 May 27 03:43:59.132169 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e721ec-7bbb-4a29-be52-82b53f31ca05 req-2f6b9eab-b32e-4329-81d1-c045867abc70 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:43:59.133634 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-79e721ec-7bbb-4a29-be52-82b53f31ca05 req-2f6b9eab-b32e-4329-81d1-c045867abc70 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?device_id=87a65177-fd0d-4c44-a70a-d285315c23ee HTTP/1.1" status: 200 len: 945 time: 0.0485525 May 27 03:43:59.180428 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-79e721ec-7bbb-4a29-be52-82b53f31ca05 req-c22e5169-08a8-41ba-9ed0-ebb8df6c1dff tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7cfe8ef-9ac9-4b47-8929-af1db19bd0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413673 May 27 03:44:00.303275 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f29fe20-10ca-4e7e-890a-95fa48f12b07 req-ee030966-1c59-4bec-a560-62af942b4c13 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:00.304708 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-1f29fe20-10ca-4e7e-890a-95fa48f12b07 req-ee030966-1c59-4bec-a560-62af942b4c13 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?device_id=87a65177-fd0d-4c44-a70a-d285315c23ee HTTP/1.1" status: 200 len: 945 time: 0.0453622 May 27 03:44:00.351482 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-1f29fe20-10ca-4e7e-890a-95fa48f12b07 req-f66a682c-a4a3-4389-bd63-517164704df4 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7cfe8ef-9ac9-4b47-8929-af1db19bd0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415018 May 27 03:44:00.800901 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=61,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:01.468572 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f46618-fd22-469c-9326-5de57299d162 req-890f5368-b248-4887-8dc3-7ba521026ad1 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:01.470287 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-93f46618-fd22-469c-9326-5de57299d162 req-890f5368-b248-4887-8dc3-7ba521026ad1 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?device_id=87a65177-fd0d-4c44-a70a-d285315c23ee HTTP/1.1" status: 200 len: 945 time: 0.0504160 May 27 03:44:01.517745 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-93f46618-fd22-469c-9326-5de57299d162 req-8c2dc3a1-43fa-4f2e-bf65-7b2fcf7d9ff5 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7cfe8ef-9ac9-4b47-8929-af1db19bd0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417531 May 27 03:44:02.634499 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21387612-6c6a-44ca-9eda-46cd6e943186 req-820918b6-07e8-4554-8cd5-2f240f6ab268 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:02.636009 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-21387612-6c6a-44ca-9eda-46cd6e943186 req-820918b6-07e8-4554-8cd5-2f240f6ab268 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?device_id=87a65177-fd0d-4c44-a70a-d285315c23ee HTTP/1.1" status: 200 len: 945 time: 0.0465283 May 27 03:44:02.682207 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-21387612-6c6a-44ca-9eda-46cd6e943186 req-67397c50-d85e-4a97-bcdb-3d06d746c4eb tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7cfe8ef-9ac9-4b47-8929-af1db19bd0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400958 May 27 03:44:03.797956 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac689459-e9b4-47d0-bf52-c159339f1b4d req-9a6d01fa-e892-4a02-ae0d-55f7e728c426 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:03.799446 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ac689459-e9b4-47d0-bf52-c159339f1b4d req-9a6d01fa-e892-4a02-ae0d-55f7e728c426 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?device_id=87a65177-fd0d-4c44-a70a-d285315c23ee HTTP/1.1" status: 200 len: 945 time: 0.0462179 May 27 03:44:03.848744 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ac689459-e9b4-47d0-bf52-c159339f1b4d req-3a800307-d97f-4a02-8ffa-cb6dc6b02c5b tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7cfe8ef-9ac9-4b47-8929-af1db19bd0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437546 May 27 03:44:04.573724 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=2 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:04.959640 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68d6bb0-4f47-448e-8fa9-f8d056408248 req-03c2624f-565f-41af-be78-c64b9e8b9d04 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:04.961076 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-b68d6bb0-4f47-448e-8fa9-f8d056408248 req-03c2624f-565f-41af-be78-c64b9e8b9d04 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?device_id=87a65177-fd0d-4c44-a70a-d285315c23ee HTTP/1.1" status: 200 len: 945 time: 0.0452280 May 27 03:44:05.007403 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-b68d6bb0-4f47-448e-8fa9-f8d056408248 req-2ea1a2d7-ae41-46a8-817d-6296a3d66aa2 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7cfe8ef-9ac9-4b47-8929-af1db19bd0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408807 May 27 03:44:05.768477 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=3 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:06.123231 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8887c5-f9e3-46b6-bd2d-01c831d0e993 req-2b45227b-c033-4619-9751-3e566e497148 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:06.124700 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ed8887c5-f9e3-46b6-bd2d-01c831d0e993 req-2b45227b-c033-4619-9751-3e566e497148 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?device_id=87a65177-fd0d-4c44-a70a-d285315c23ee HTTP/1.1" status: 200 len: 945 time: 0.0487077 May 27 03:44:06.170602 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ed8887c5-f9e3-46b6-bd2d-01c831d0e993 req-de5ead3c-0978-4ee7-9f8b-f43099cda4af tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7cfe8ef-9ac9-4b47-8929-af1db19bd0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401852 May 27 03:44:07.285800 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b7479d-a4bf-49f0-9fe1-3d722b9b032d req-f19f09c3-c163-4df9-9ef0-799a84933094 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:07.287334 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-21b7479d-a4bf-49f0-9fe1-3d722b9b032d req-f19f09c3-c163-4df9-9ef0-799a84933094 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?device_id=87a65177-fd0d-4c44-a70a-d285315c23ee HTTP/1.1" status: 200 len: 945 time: 0.0494852 May 27 03:44:07.322672 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:07.335311 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-21b7479d-a4bf-49f0-9fe1-3d722b9b032d req-c129164b-0127-4131-b3e7-fa0f125f95f1 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7cfe8ef-9ac9-4b47-8929-af1db19bd0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423324 May 27 03:44:08.451264 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8614fc2d-eacf-4d9e-a3f4-3ac4668d9b39 req-bc81a81c-55d6-4b64-b741-f40188449bc1 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:08.452612 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-8614fc2d-eacf-4d9e-a3f4-3ac4668d9b39 req-bc81a81c-55d6-4b64-b741-f40188449bc1 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?device_id=87a65177-fd0d-4c44-a70a-d285315c23ee HTTP/1.1" status: 200 len: 945 time: 0.0460804 May 27 03:44:08.499071 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-8614fc2d-eacf-4d9e-a3f4-3ac4668d9b39 req-2219b68a-6d6d-4728-91cf-34cae6163260 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7cfe8ef-9ac9-4b47-8929-af1db19bd0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409315 May 27 03:44:08.843743 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed56bd-a432-481b-9316-81a7696b203b req-690372b6-aa5b-435a-948e-e35975d748d3 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:08.845803 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-22ed56bd-a432-481b-9316-81a7696b203b req-690372b6-aa5b-435a-948e-e35975d748d3 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?device_id=87a65177-fd0d-4c44-a70a-d285315c23ee HTTP/1.1" status: 200 len: 945 time: 0.0455611 May 27 03:44:08.894762 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-22ed56bd-a432-481b-9316-81a7696b203b req-1e4fc853-4c60-45fd-be8a-4a287dc3b90d tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7cfe8ef-9ac9-4b47-8929-af1db19bd0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434921 May 27 03:44:10.007270 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3b01e9-d795-4fba-9525-7f867c23fc82 req-c8e75d1e-7508-47bb-93c9-9159c9342ea1 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:10.011539 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-9e3b01e9-d795-4fba-9525-7f867c23fc82 req-c8e75d1e-7508-47bb-93c9-9159c9342ea1 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?device_id=87a65177-fd0d-4c44-a70a-d285315c23ee HTTP/1.1" status: 200 len: 945 time: 0.0456841 May 27 03:44:10.034586 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:10.055587 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-9e3b01e9-d795-4fba-9525-7f867c23fc82 req-70f21544-05ac-4a94-9376-401761a128a5 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7cfe8ef-9ac9-4b47-8929-af1db19bd0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410898 May 27 03:44:10.345776 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b24f8-9dd4-42dd-b9a3-43da0e8be1a5 req-256ffca2-8ac5-4e68-b749-07353decb00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:10.347353 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-c04b24f8-9dd4-42dd-b9a3-43da0e8be1a5 req-256ffca2-8ac5-4e68-b749-07353decb00f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=37f34daf6ac94c41b23e1bc899ab671f&device_id=87a65177-fd0d-4c44-a70a-d285315c23ee HTTP/1.1" status: 200 len: 1129 time: 0.0450072 May 27 03:44:10.440445 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b24f8-9dd4-42dd-b9a3-43da0e8be1a5 req-1165d927-f63d-4a51-a78e-d61855b5e5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:10.441905 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-c04b24f8-9dd4-42dd-b9a3-43da0e8be1a5 req-1165d927-f63d-4a51-a78e-d61855b5e5d4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9d90c714-9bd8-40b9-8a54-714767000c3f HTTP/1.1" status: 200 len: 911 time: 0.0875061 May 27 03:44:10.502367 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-c04b24f8-9dd4-42dd-b9a3-43da0e8be1a5 req-1bb246ba-9092-4062-84e9-add9bf6fb43b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c05523a-7a76-4594-a966-ad04b22c87e0 HTTP/1.1" status: 200 len: 1000 time: 0.0541968 May 27 03:44:10.549027 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b24f8-9dd4-42dd-b9a3-43da0e8be1a5 req-d7765f97-4a3c-48d6-b0b0-30abd8cc5987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:10.550486 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-c04b24f8-9dd4-42dd-b9a3-43da0e8be1a5 req-d7765f97-4a3c-48d6-b0b0-30abd8cc5987 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=00d5760e-0799-462a-a374-8af06f949dc3 HTTP/1.1" status: 200 len: 849 time: 0.0423799 May 27 03:44:10.596815 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b24f8-9dd4-42dd-b9a3-43da0e8be1a5 req-89fa571d-241d-4a6e-af31-9764fb8a79ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:10.600330 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-c04b24f8-9dd4-42dd-b9a3-43da0e8be1a5 req-89fa571d-241d-4a6e-af31-9764fb8a79ce service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9d90c714-9bd8-40b9-8a54-714767000c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416012 May 27 03:44:10.689561 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-c04b24f8-9dd4-42dd-b9a3-43da0e8be1a5 req-f72385c3-334c-4a61-93c2-19c30e36032a service neutron] 10.222.0.69 "GET /v2.0/networks/9d90c714-9bd8-40b9-8a54-714767000c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839741 May 27 03:44:10.783999 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-c04b24f8-9dd4-42dd-b9a3-43da0e8be1a5 req-4d00e4ff-6006-4154-a491-9cbcf9c83846 service neutron] 10.222.0.69 "GET /v2.0/networks/9d90c714-9bd8-40b9-8a54-714767000c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887344 May 27 03:44:11.171903 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b49c912-6c4b-4831-88a3-73f0fd9ec992 req-aee28c6e-414f-4a9f-b834-425504a9036c tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:11.174104 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-3b49c912-6c4b-4831-88a3-73f0fd9ec992 req-aee28c6e-414f-4a9f-b834-425504a9036c tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?device_id=87a65177-fd0d-4c44-a70a-d285315c23ee HTTP/1.1" status: 200 len: 945 time: 0.0488794 May 27 03:44:11.222566 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-3b49c912-6c4b-4831-88a3-73f0fd9ec992 req-527385da-625f-4752-8918-35ab8510c918 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7cfe8ef-9ac9-4b47-8929-af1db19bd0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429943 May 27 03:44:11.865829 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67759d2-2fc6-4581-9cda-35fcbb1f4750 req-482c48f7-ad03-4335-b74f-c64caa29f6dc tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:11.867314 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-b67759d2-2fc6-4581-9cda-35fcbb1f4750 req-482c48f7-ad03-4335-b74f-c64caa29f6dc tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] 10.222.0.24 "GET /v2.0/ports?device_id=637fee42-bec3-4b04-adac-b90160f3b41a HTTP/1.1" status: 200 len: 945 time: 0.0501993 May 27 03:44:11.914983 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-b67759d2-2fc6-4581-9cda-35fcbb1f4750 req-48c38d66-3f83-49bc-8f55-15b2fb0d346d tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f28ea63-9d4f-4a1c-9479-fd41d242446d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420036 May 27 03:44:12.339698 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9794bc-4e29-4160-aae4-4244996899c2 req-ad8c0096-1b46-4e3f-9165-dbaa4152d712 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:12.341141 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4b9794bc-4e29-4160-aae4-4244996899c2 req-ad8c0096-1b46-4e3f-9165-dbaa4152d712 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?device_id=87a65177-fd0d-4c44-a70a-d285315c23ee HTTP/1.1" status: 200 len: 945 time: 0.0464108 May 27 03:44:12.388438 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4b9794bc-4e29-4160-aae4-4244996899c2 req-a3799258-30ca-482f-94f1-7c19937a28ef tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7cfe8ef-9ac9-4b47-8929-af1db19bd0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414929 May 27 03:44:12.810632 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:13.037615 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6006fa1b-255d-448a-b1a9-b6e9125b6384 req-b0973ffe-2d80-4ef1-9bd5-5ca153cdae6d tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:13.039155 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-6006fa1b-255d-448a-b1a9-b6e9125b6384 req-b0973ffe-2d80-4ef1-9bd5-5ca153cdae6d tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] 10.222.0.24 "GET /v2.0/ports?device_id=637fee42-bec3-4b04-adac-b90160f3b41a HTTP/1.1" status: 200 len: 945 time: 0.0555494 May 27 03:44:13.087599 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-6006fa1b-255d-448a-b1a9-b6e9125b6384 req-4ea4d071-9595-4819-9a85-70529f2d2cf6 tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f28ea63-9d4f-4a1c-9479-fd41d242446d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427837 May 27 03:44:13.456043 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (134bae73-502b-4599-bb47-129fee8818a4), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:13.467181 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f29686b-d5f1-4c85-8d4a-3c44a7f4ed1a req-ada69370-3129-40d2-9b85-57c4b1c0178c tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:13.468588 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-1f29686b-d5f1-4c85-8d4a-3c44a7f4ed1a req-ada69370-3129-40d2-9b85-57c4b1c0178c tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] 10.222.0.69 "GET /v2.0/ports?device_id=637fee42-bec3-4b04-adac-b90160f3b41a HTTP/1.1" status: 200 len: 945 time: 0.0466762 May 27 03:44:13.546286 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [req-1f29686b-d5f1-4c85-8d4a-3c44a7f4ed1a req-e7f5bde0-b42d-4bc4-bb47-bd6b66e4841b tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Deleting port 455a2f6f-8f96-4c46-8788-171155ad5030 {{(pid=104614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:44:13.546620 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-1f29686b-d5f1-4c85-8d4a-3c44a7f4ed1a req-e7f5bde0-b42d-4bc4-bb47-bd6b66e4841b tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791799895781'] for port (455a2f6f-8f96-4c46-8788-171155ad5030), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:13.636331 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.db [req-1f29686b-d5f1-4c85-8d4a-3c44a7f4ed1a req-e7f5bde0-b42d-4bc4-bb47-bd6b66e4841b tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] For port 455a2f6f-8f96-4c46-8788-171155ad5030, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=455a2f6f-8f96-4c46-8788-171155ad5030,segment=NetworkSegment(6ce2e82d-591e-4495-b45f-d3e3168d7e5b),segment_id=6ce2e82d-591e-4495-b45f-d3e3168d7e5b)] {{(pid=104614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:44:13.636689 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-1f29686b-d5f1-4c85-8d4a-3c44a7f4ed1a req-e7f5bde0-b42d-4bc4-bb47-bd6b66e4841b tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-658269'] for port (455a2f6f-8f96-4c46-8788-171155ad5030), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:13.649444 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [req-1f29686b-d5f1-4c85-8d4a-3c44a7f4ed1a req-e7f5bde0-b42d-4bc4-bb47-bd6b66e4841b tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Calling delete_port for 455a2f6f-8f96-4c46-8788-171155ad5030 owned by compute:nova {{(pid=104614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:44:13.838714 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-1f29686b-d5f1-4c85-8d4a-3c44a7f4ed1a req-e7f5bde0-b42d-4bc4-bb47-bd6b66e4841b tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791799905747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791799515450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8584799065'] for port (455a2f6f-8f96-4c46-8788-171155ad5030), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:13.866469 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f5bde0-b42d-4bc4-bb47-bd6b66e4841b tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Pushing event deleted for resources: {'Port': ['ID=455a2f6f-8f96-4c46-8788-171155ad5030,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:13.879851 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] get_ports_and_sgs() called for port_ids ['455a2f6f-8f96-4c46-8788-171155ad5030'] {{(pid=104616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:44:13.893194 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f5bde0-b42d-4bc4-bb47-bd6b66e4841b tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:13.893538 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f5bde0-b42d-4bc4-bb47-bd6b66e4841b tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:13.893878 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f5bde0-b42d-4bc4-bb47-bd6b66e4841b tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:13.894211 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f5bde0-b42d-4bc4-bb47-bd6b66e4841b tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:13.894543 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f5bde0-b42d-4bc4-bb47-bd6b66e4841b tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:13.894890 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f5bde0-b42d-4bc4-bb47-bd6b66e4841b tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:13.895218 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f5bde0-b42d-4bc4-bb47-bd6b66e4841b tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:13.895540 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f5bde0-b42d-4bc4-bb47-bd6b66e4841b tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:13.895861 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f5bde0-b42d-4bc4-bb47-bd6b66e4841b tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:13.896182 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f5bde0-b42d-4bc4-bb47-bd6b66e4841b tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:13.896504 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f5bde0-b42d-4bc4-bb47-bd6b66e4841b tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:13.896823 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f5bde0-b42d-4bc4-bb47-bd6b66e4841b tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:13.897140 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f5bde0-b42d-4bc4-bb47-bd6b66e4841b tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:13.897454 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f5bde0-b42d-4bc4-bb47-bd6b66e4841b tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:13.897769 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f5bde0-b42d-4bc4-bb47-bd6b66e4841b tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:13.922114 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f29686b-d5f1-4c85-8d4a-3c44a7f4ed1a req-e7f5bde0-b42d-4bc4-bb47-bd6b66e4841b tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] No DVR routers for this DVR port 455a2f6f-8f96-4c46-8788-171155ad5030 on host hv-cinder-82880 {{(pid=104614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:44:13.924602 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-1f29686b-d5f1-4c85-8d4a-3c44a7f4ed1a req-e7f5bde0-b42d-4bc4-bb47-bd6b66e4841b tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:13.927959 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-1f29686b-d5f1-4c85-8d4a-3c44a7f4ed1a req-e7f5bde0-b42d-4bc4-bb47-bd6b66e4841b tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] 10.222.0.69 "DELETE /v2.0/ports/455a2f6f-8f96-4c46-8788-171155ad5030 HTTP/1.1" status: 204 len: 173 time: 0.4542742 May 27 03:44:13.928396 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '637fee42-bec3-4b04-adac-b90160f3b41a', 'name': 'network-vif-deleted', 'tag': '455a2f6f-8f96-4c46-8788-171155ad5030'}] {{(pid=104614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:44:13.931174 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a93b0eab3ec594b69aa68cd7d580be2fac36b4cb942ee4cac03c85783d056da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d8e6ca6-b987-4db0-a187-2e64f3899bae" -d '{"events": [{"server_uuid": "637fee42-bec3-4b04-adac-b90160f3b41a", "name": "network-vif-deleted", "tag": "455a2f6f-8f96-4c46-8788-171155ad5030"}]}' {{(pid=104614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:44:13.966780 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f8baba9-f5d5-4e02-8c20-1326069de846 x-openstack-request-id: req-1f8baba9-f5d5-4e02-8c20-1326069de846 {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:44:13.967098 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "637fee42-bec3-4b04-adac-b90160f3b41a", "name": "network-vif-deleted", "tag": "455a2f6f-8f96-4c46-8788-171155ad5030", "status": "completed", "code": 200}]} {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:44:13.967369 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1f8baba9-f5d5-4e02-8c20-1326069de846 {{(pid=104614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:44:13.967786 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f8baba9-f5d5-4e02-8c20-1326069de846'] response: {'server_uuid': '637fee42-bec3-4b04-adac-b90160f3b41a', 'name': 'network-vif-deleted', 'tag': '455a2f6f-8f96-4c46-8788-171155ad5030', 'status': 'completed', 'code': 200} May 27 03:44:14.186761 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-8017e486-a6ab-4fdf-b8c8-79ceeafa5034 req-c95e53c6-d745-4bbf-a650-3aacc5b95577 tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] 10.222.0.24 "GET /v2.0/ports?device_id=637fee42-bec3-4b04-adac-b90160f3b41a HTTP/1.1" status: 200 len: 210 time: 0.0307763 May 27 03:44:14.673624 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-f585e6a6-2faf-4429-8798-054b8c0c56e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (b322252d-fb9d-4652-a830-647fed26b29a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:15.356726 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:15.361544 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:15.365870 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-b355f58d-cd32-4ea1-ab88-c8a544e7b02f req-8bd8b35e-35f1-47e2-9967-a7cd6ddd1197 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=87a65177-fd0d-4c44-a70a-d285315c23ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382998 May 27 03:44:15.699553 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355f58d-cd32-4ea1-ab88-c8a544e7b02f req-385c341f-61c8-4508-993b-890aba06799e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:15.701264 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-b355f58d-cd32-4ea1-ab88-c8a544e7b02f req-385c341f-61c8-4508-993b-890aba06799e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=37f34daf6ac94c41b23e1bc899ab671f&device_id=87a65177-fd0d-4c44-a70a-d285315c23ee HTTP/1.1" status: 200 len: 1129 time: 0.2792895 May 27 03:44:15.809967 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355f58d-cd32-4ea1-ab88-c8a544e7b02f req-11d15008-6928-4e98-8f5f-7fda19124e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:15.814706 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-b355f58d-cd32-4ea1-ab88-c8a544e7b02f req-11d15008-6928-4e98-8f5f-7fda19124e15 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9d90c714-9bd8-40b9-8a54-714767000c3f HTTP/1.1" status: 200 len: 911 time: 0.0919521 May 27 03:44:15.877283 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-b355f58d-cd32-4ea1-ab88-c8a544e7b02f req-7e31d1b1-68e5-4efb-90c7-32cddc2d00d7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c05523a-7a76-4594-a966-ad04b22c87e0 HTTP/1.1" status: 200 len: 1000 time: 0.0596657 May 27 03:44:15.928451 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355f58d-cd32-4ea1-ab88-c8a544e7b02f req-0a4c5254-b300-49de-98ab-60af9bf8f694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:15.930041 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-b355f58d-cd32-4ea1-ab88-c8a544e7b02f req-0a4c5254-b300-49de-98ab-60af9bf8f694 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=00d5760e-0799-462a-a374-8af06f949dc3 HTTP/1.1" status: 200 len: 849 time: 0.0461879 May 27 03:44:15.972595 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355f58d-cd32-4ea1-ab88-c8a544e7b02f req-a12c5a54-c950-4530-ac38-b44d2fa86c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:15.974117 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-b355f58d-cd32-4ea1-ab88-c8a544e7b02f req-a12c5a54-c950-4530-ac38-b44d2fa86c48 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9d90c714-9bd8-40b9-8a54-714767000c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380008 May 27 03:44:16.069272 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-b355f58d-cd32-4ea1-ab88-c8a544e7b02f req-955aa6fc-5c62-4370-b448-73b39635f8b6 service neutron] 10.222.0.69 "GET /v2.0/networks/9d90c714-9bd8-40b9-8a54-714767000c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881572 May 27 03:44:16.159128 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-b355f58d-cd32-4ea1-ab88-c8a544e7b02f req-bd5f3f70-bf34-467a-8a7b-5d4859d98127 service neutron] 10.222.0.69 "GET /v2.0/networks/9d90c714-9bd8-40b9-8a54-714767000c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839882 May 27 03:44:16.919082 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 43490) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:44:16.924374 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-4c1fea61-f2fd-4dd2-86e0-f7593dd94a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (9df6ec88-276d-42f5-acd2-7e289451d5e3), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:17.022766 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-f6745dad-736c-40bd-9580-f1cb5cc80aa5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:17.100828 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-f6745dad-736c-40bd-9580-f1cb5cc80aa5 admin admin] Publish callbacks [] for security_group (a25dc1a4-c2b5-48e4-9915-66a2ed0dc576), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:17.170611 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-f6745dad-736c-40bd-9580-f1cb5cc80aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (a25dc1a4-c2b5-48e4-9915-66a2ed0dc576), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:17.208219 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6745dad-736c-40bd-9580-f1cb5cc80aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a25dc1a4-c2b5-48e4-9915-66a2ed0dc576,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:17.212768 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-f6745dad-736c-40bd-9580-f1cb5cc80aa5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=57e1b7520fd345dda3a76ca7ddeea846&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2926538 May 27 03:44:17.215520 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 43494) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:44:17.262507 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-4c65e12c-612c-47b2-8c07-eead6fe2dc78 admin admin] Publish callbacks [] for security_group (a25dc1a4-c2b5-48e4-9915-66a2ed0dc576), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:17.264622 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:17.284538 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-4c65e12c-612c-47b2-8c07-eead6fe2dc78 admin admin] Publish callbacks [] for security_group (a25dc1a4-c2b5-48e4-9915-66a2ed0dc576), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:17.416157 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-4c65e12c-612c-47b2-8c07-eead6fe2dc78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (a25dc1a4-c2b5-48e4-9915-66a2ed0dc576), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:17.418743 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-4c65e12c-612c-47b2-8c07-eead6fe2dc78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:17.419938 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-4c65e12c-612c-47b2-8c07-eead6fe2dc78 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a25dc1a4-c2b5-48e4-9915-66a2ed0dc576 HTTP/1.1" status: 204 len: 168 time: 0.2035429 May 27 03:44:17.428525 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65e12c-612c-47b2-8c07-eead6fe2dc78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25dc1a4-c2b5-48e4-9915-66a2ed0dc576,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:17.673864 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device 455a2f6f-8f96-4c46-8788-171155ad5030 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:44:17.695321 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] No Port match for: 455a2f6f-8f96-4c46-8788-171155ad5030 {{(pid=104616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:44:17.695673 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device 455a2f6f-8f96-4c46-8788-171155ad5030 not bound to the agent host hv-cinder-82880 {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:44:18.187589 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-584d7fde-7d72-4642-9601-b182cfb78c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (413fc6aa-3a5a-4281-abfd-a440a67afb4a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:19.318807 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f446-e12c-45b2-8c38-3579950c1c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (785c7416-4bf9-40d9-a08f-c797a61a0436), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:20.924558 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (917d01f3-4a27-4590-ae14-da14d21a1e88), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:23.869170 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd49d4-6efb-45af-91c3-953dd0d15eac req-d59b0ec7-b8ff-4dd2-a388-9d0f94deab08 tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:23.870545 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-04cd49d4-6efb-45af-91c3-953dd0d15eac req-d59b0ec7-b8ff-4dd2-a388-9d0f94deab08 tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] 10.222.0.24 "GET /v2.0/networks?id=957f92df-3f90-4ab3-b244-3c908e00f069 HTTP/1.1" status: 200 len: 814 time: 0.1051102 May 27 03:44:23.884685 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-04cd49d4-6efb-45af-91c3-953dd0d15eac req-d40cfdce-931c-4e8f-9d1a-d3781d21cc0d tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] 10.222.0.24 "GET /v2.0/quotas/245626825e3b480485223cd0e3d54580 HTTP/1.1" status: 200 len: 375 time: 0.0088141 May 27 03:44:23.914937 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-04cd49d4-6efb-45af-91c3-953dd0d15eac req-bcbb2356-64c4-4f41-a310-9426edab09b3 tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=245626825e3b480485223cd0e3d54580&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255597 May 27 03:44:24.002564 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-04cd49d4-6efb-45af-91c3-953dd0d15eac req-2581b452-30e3-4bd8-beaf-fc281c41e3f6 service neutron] 10.222.0.24 "GET /v2.0/networks/957f92df-3f90-4ab3-b244-3c908e00f069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811164 May 27 03:44:24.092844 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-04cd49d4-6efb-45af-91c3-953dd0d15eac req-c683ae5d-4292-4ba3-8756-e5d23b025f1d service neutron] 10.222.0.24 "GET /v2.0/networks/957f92df-3f90-4ab3-b244-3c908e00f069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846188 May 27 03:44:24.337111 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-52d019dc-93cc-4509-bc0f-95197c9bfac9 req-8ddcafaa-83e0-4554-8843-a74591f18b6b tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeda820f-c51e-4a91-8266-d60772560f11 HTTP/1.1" status: 200 len: 210 time: 0.0280838 May 27 03:44:25.430572 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-fcda10ee-f90f-4a8e-b5ff-2592bfc9d071 req-1e910a04-b8ee-4281-96b1-a53ed8b2aa5e tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeda820f-c51e-4a91-8266-d60772560f11 HTTP/1.1" status: 200 len: 210 time: 0.0279021 May 27 03:44:26.506260 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd49d4-6efb-45af-91c3-953dd0d15eac req-8199716c-e7ce-4df3-9fed-e74a19a147bb tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:26.508458 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-04cd49d4-6efb-45af-91c3-953dd0d15eac req-8199716c-e7ce-4df3-9fed-e74a19a147bb tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] 10.222.0.69 "GET /v2.0/networks?id=957f92df-3f90-4ab3-b244-3c908e00f069 HTTP/1.1" status: 200 len: 814 time: 0.1088262 May 27 03:44:26.529717 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [req-04cd49d4-6efb-45af-91c3-953dd0d15eac req-16aea3b8-bc87-4b7b-b115-f68fa6b66464 tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Request body: {'port': {'device_id': 'eeda820f-c51e-4a91-8266-d60772560f11', 'network_id': '957f92df-3f90-4ab3-b244-3c908e00f069', 'admin_state_up': True, 'tenant_id': '245626825e3b480485223cd0e3d54580'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:44:26.531084 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-dcd2eb47-2ca0-425d-9b98-2dd814c482cb req-1153231c-9cd1-4613-a915-dc215336c929 tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeda820f-c51e-4a91-8266-d60772560f11 HTTP/1.1" status: 200 len: 210 time: 0.0300682 May 27 03:44:26.604313 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=4 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:26.713088 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04cd49d4-6efb-45af-91c3-953dd0d15eac req-16aea3b8-bc87-4b7b-b115-f68fa6b66464 tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Made reservation on behalf of 245626825e3b480485223cd0e3d54580 for: {'port': 1} {{(pid=104614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:44:26.716454 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-04cd49d4-6efb-45af-91c3-953dd0d15eac req-16aea3b8-bc87-4b7b-b115-f68fa6b66464 tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:26.844702 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.db_base_plugin_common [req-04cd49d4-6efb-45af-91c3-953dd0d15eac req-16aea3b8-bc87-4b7b-b115-f68fa6b66464 tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Allocated IP 172.20.0.3 (957f92df-3f90-4ab3-b244-3c908e00f069/f03f2d49-5fef-41c1-aae2-9f1bbea21b6f/9cb090d1-9ae2-491f-99a4-e61eac31db73) {{(pid=104614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:44:26.990506 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-04cd49d4-6efb-45af-91c3-953dd0d15eac req-16aea3b8-bc87-4b7b-b115-f68fa6b66464 tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Publish callbacks [] for port (9cb090d1-9ae2-491f-99a4-e61eac31db73), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:27.079727 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-04cd49d4-6efb-45af-91c3-953dd0d15eac req-16aea3b8-bc87-4b7b-b115-f68fa6b66464 tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791799515441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8584799065'] for port (9cb090d1-9ae2-491f-99a4-e61eac31db73), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:27.123767 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04cd49d4-6efb-45af-91c3-953dd0d15eac req-16aea3b8-bc87-4b7b-b115-f68fa6b66464 tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Network 957f92df-3f90-4ab3-b244-3c908e00f069 is already hosted by enough agents. {{(pid=104614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:44:27.126752 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.base_scheduler [req-04cd49d4-6efb-45af-91c3-953dd0d15eac req-16aea3b8-bc87-4b7b-b115-f68fa6b66464 tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Resources bound (agent type, host, resource id): {{(pid=104614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:44:27.131094 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.l3_dvrscheduler_db [req-04cd49d4-6efb-45af-91c3-953dd0d15eac req-16aea3b8-bc87-4b7b-b115-f68fa6b66464 tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Received port after_create {{(pid=104614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:44:27.153748 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aea3b8-bc87-4b7b-b115-f68fa6b66464 tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Pushing event updated for resources: {'Port': ['ID=9cb090d1-9ae2-491f-99a4-e61eac31db73,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:27.180996 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd49d4-6efb-45af-91c3-953dd0d15eac req-16aea3b8-bc87-4b7b-b115-f68fa6b66464 tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:27.181597 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-04cd49d4-6efb-45af-91c3-953dd0d15eac req-16aea3b8-bc87-4b7b-b115-f68fa6b66464 tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:27.304553 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-04cd49d4-6efb-45af-91c3-953dd0d15eac req-16aea3b8-bc87-4b7b-b115-f68fa6b66464 tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7788417 May 27 03:44:27.337065 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [req-04cd49d4-6efb-45af-91c3-953dd0d15eac req-72e5ec22-0b7b-4a93-855b-27cf3878fa8f service neutron] Request body: {'port': {'device_id': 'eeda820f-c51e-4a91-8266-d60772560f11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:44:27.396915 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-04cd49d4-6efb-45af-91c3-953dd0d15eac req-72e5ec22-0b7b-4a93-855b-27cf3878fa8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (9cb090d1-9ae2-491f-99a4-e61eac31db73), before_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:27.398470 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:27.592419 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:27.632083 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:27.647418 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6a999d-16d8-4924-a902-a2d92f85ec4f req-94e3cd39-2166-4c7c-b916-e8031552c47e tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:27.648919 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-fd6a999d-16d8-4924-a902-a2d92f85ec4f req-94e3cd39-2166-4c7c-b916-e8031552c47e tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeda820f-c51e-4a91-8266-d60772560f11 HTTP/1.1" status: 200 len: 931 time: 0.0471246 May 27 03:44:27.687331 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.notifiers.nova [req-04cd49d4-6efb-45af-91c3-953dd0d15eac req-72e5ec22-0b7b-4a93-855b-27cf3878fa8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cb090d1-9ae2-491f-99a4-e61eac31db73 {{(pid=104614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:44:27.695066 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-04cd49d4-6efb-45af-91c3-953dd0d15eac req-72e5ec22-0b7b-4a93-855b-27cf3878fa8f service neutron] Publish callbacks [] for port (9cb090d1-9ae2-491f-99a4-e61eac31db73), precommit_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:27.697638 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-fd6a999d-16d8-4924-a902-a2d92f85ec4f req-fa128245-5451-4320-bf3b-3b40ff07374f tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f28ea63-9d4f-4a1c-9479-fd41d242446d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429983 May 27 03:44:27.709387 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.provisioning_blocks [req-04cd49d4-6efb-45af-91c3-953dd0d15eac req-72e5ec22-0b7b-4a93-855b-27cf3878fa8f service neutron] Transition to ACTIVE for port object 9cb090d1-9ae2-491f-99a4-e61eac31db73 will not be triggered until provisioned by entity L2. {{(pid=104614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:44:27.810119 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-04cd49d4-6efb-45af-91c3-953dd0d15eac req-72e5ec22-0b7b-4a93-855b-27cf3878fa8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8584799086'] for port (9cb090d1-9ae2-491f-99a4-e61eac31db73), after_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:27.857586 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e5ec22-0b7b-4a93-855b-27cf3878fa8f service neutron] Pushing event updated for resources: {'Port': ['ID=9cb090d1-9ae2-491f-99a4-e61eac31db73,revision_number=2']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:27.927746 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.managers [req-04cd49d4-6efb-45af-91c3-953dd0d15eac req-72e5ec22-0b7b-4a93-855b-27cf3878fa8f service neutron] Attempting to bind port 9cb090d1-9ae2-491f-99a4-e61eac31db73 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:44:27.928084 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.managers [req-04cd49d4-6efb-45af-91c3-953dd0d15eac req-72e5ec22-0b7b-4a93-855b-27cf3878fa8f service neutron] Attempting to bind port 9cb090d1-9ae2-491f-99a4-e61eac31db73 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '6ce2e82d-591e-4495-b45f-d3e3168d7e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '957f92df-3f90-4ab3-b244-3c908e00f069'}] {{(pid=104614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:44:27.928417 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04cd49d4-6efb-45af-91c3-953dd0d15eac req-72e5ec22-0b7b-4a93-855b-27cf3878fa8f service neutron] Attempting to bind port 9cb090d1-9ae2-491f-99a4-e61eac31db73 on network 957f92df-3f90-4ab3-b244-3c908e00f069 {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:44:27.933322 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04cd49d4-6efb-45af-91c3-953dd0d15eac req-72e5ec22-0b7b-4a93-855b-27cf3878fa8f service neutron] Port 9cb090d1-9ae2-491f-99a4-e61eac31db73 on network 957f92df-3f90-4ab3-b244-3c908e00f069 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:44:27.933646 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04cd49d4-6efb-45af-91c3-953dd0d15eac req-72e5ec22-0b7b-4a93-855b-27cf3878fa8f service neutron] Attempting to bind port 9cb090d1-9ae2-491f-99a4-e61eac31db73 on network 957f92df-3f90-4ab3-b244-3c908e00f069 {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:44:27.938754 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04cd49d4-6efb-45af-91c3-953dd0d15eac req-72e5ec22-0b7b-4a93-855b-27cf3878fa8f service neutron] Checking agent: {'id': '134bae73-502b-4599-bb47-129fee8818a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 33, 12), 'started_at': datetime.datetime(2022, 5, 27, 3, 33, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:44:27.939123 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04cd49d4-6efb-45af-91c3-953dd0d15eac req-72e5ec22-0b7b-4a93-855b-27cf3878fa8f service neutron] Checking segment: {'id': '6ce2e82d-591e-4495-b45f-d3e3168d7e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '957f92df-3f90-4ab3-b244-3c908e00f069'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:44:27.939502 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04cd49d4-6efb-45af-91c3-953dd0d15eac req-72e5ec22-0b7b-4a93-855b-27cf3878fa8f service neutron] Bound using segment: {'id': '6ce2e82d-591e-4495-b45f-d3e3168d7e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '957f92df-3f90-4ab3-b244-3c908e00f069'} {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:44:27.939927 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.managers [req-04cd49d4-6efb-45af-91c3-953dd0d15eac req-72e5ec22-0b7b-4a93-855b-27cf3878fa8f service neutron] Bound port: 9cb090d1-9ae2-491f-99a4-e61eac31db73, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ce2e82d-591e-4495-b45f-d3e3168d7e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '957f92df-3f90-4ab3-b244-3c908e00f069'}}] {{(pid=104614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:44:27.940290 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-04cd49d4-6efb-45af-91c3-953dd0d15eac req-72e5ec22-0b7b-4a93-855b-27cf3878fa8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (9cb090d1-9ae2-491f-99a4-e61eac31db73), before_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:28.003947 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.db [req-04cd49d4-6efb-45af-91c3-953dd0d15eac req-72e5ec22-0b7b-4a93-855b-27cf3878fa8f service neutron] For port 9cb090d1-9ae2-491f-99a4-e61eac31db73, host hv-cinder-82880, cleared binding levels {{(pid=104614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:44:28.006932 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.db [req-04cd49d4-6efb-45af-91c3-953dd0d15eac req-72e5ec22-0b7b-4a93-855b-27cf3878fa8f service neutron] For port 9cb090d1-9ae2-491f-99a4-e61eac31db73, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=9cb090d1-9ae2-491f-99a4-e61eac31db73,segment=NetworkSegment(6ce2e82d-591e-4495-b45f-d3e3168d7e5b),segment_id=6ce2e82d-591e-4495-b45f-d3e3168d7e5b)] {{(pid=104614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:44:28.118902 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-04cd49d4-6efb-45af-91c3-953dd0d15eac req-72e5ec22-0b7b-4a93-855b-27cf3878fa8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8584799086'] for port (9cb090d1-9ae2-491f-99a4-e61eac31db73), after_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:28.152425 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd49d4-6efb-45af-91c3-953dd0d15eac req-72e5ec22-0b7b-4a93-855b-27cf3878fa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:28.152781 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-04cd49d4-6efb-45af-91c3-953dd0d15eac req-72e5ec22-0b7b-4a93-855b-27cf3878fa8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:28.154185 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-04cd49d4-6efb-45af-91c3-953dd0d15eac req-72e5ec22-0b7b-4a93-855b-27cf3878fa8f service neutron] 10.222.0.69 "PUT /v2.0/ports/9cb090d1-9ae2-491f-99a4-e61eac31db73 HTTP/1.1" status: 200 len: 1093 time: 0.8213115 May 27 03:44:28.156531 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeda820f-c51e-4a91-8266-d60772560f11', 'tag': '9cb090d1-9ae2-491f-99a4-e61eac31db73'}] {{(pid=104614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:44:28.159217 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a93b0eab3ec594b69aa68cd7d580be2fac36b4cb942ee4cac03c85783d056da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d189aa94-a375-42e6-a965-5a0fcf360b36" -d '{"events": [{"name": "network-changed", "server_uuid": "eeda820f-c51e-4a91-8266-d60772560f11", "tag": "9cb090d1-9ae2-491f-99a4-e61eac31db73"}]}' {{(pid=104614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:44:28.172862 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:28.182554 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e5ec22-0b7b-4a93-855b-27cf3878fa8f service neutron] Pushing event updated for resources: {'Port': ['ID=9cb090d1-9ae2-491f-99a4-e61eac31db73,revision_number=3']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:28.195938 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f2760ef-a396-4b8b-aa98-62202fd0f2b7 x-openstack-request-id: req-8f2760ef-a396-4b8b-aa98-62202fd0f2b7 {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:44:28.196231 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeda820f-c51e-4a91-8266-d60772560f11", "tag": "9cb090d1-9ae2-491f-99a4-e61eac31db73", "status": "completed", "code": 200}]} {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:44:28.196486 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8f2760ef-a396-4b8b-aa98-62202fd0f2b7 {{(pid=104614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:44:28.196882 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f2760ef-a396-4b8b-aa98-62202fd0f2b7'] response: {'name': 'network-changed', 'server_uuid': 'eeda820f-c51e-4a91-8266-d60772560f11', 'tag': '9cb090d1-9ae2-491f-99a4-e61eac31db73', 'status': 'completed', 'code': 200} May 27 03:44:28.274801 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d189aa94-a375-42e6-a965-5a0fcf360b36 req-4b242176-2215-451f-bbfb-2c2cbac3fb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:28.276383 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-d189aa94-a375-42e6-a965-5a0fcf360b36 req-4b242176-2215-451f-bbfb-2c2cbac3fb48 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=245626825e3b480485223cd0e3d54580&device_id=eeda820f-c51e-4a91-8266-d60772560f11 HTTP/1.1" status: 200 len: 1127 time: 0.0396984 May 27 03:44:28.391751 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d189aa94-a375-42e6-a965-5a0fcf360b36 req-73c57b20-fed3-43f6-9b44-c5ca549a7ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:28.393207 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-d189aa94-a375-42e6-a965-5a0fcf360b36 req-73c57b20-fed3-43f6-9b44-c5ca549a7ef9 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=245626825e3b480485223cd0e3d54580&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1047697 May 27 03:44:28.487846 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d189aa94-a375-42e6-a965-5a0fcf360b36 req-cc79026f-f422-4672-a3c2-44ebf748edd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:28.489331 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-d189aa94-a375-42e6-a965-5a0fcf360b36 req-cc79026f-f422-4672-a3c2-44ebf748edd3 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0903156 May 27 03:44:28.583363 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd49d4-6efb-45af-91c3-953dd0d15eac req-b48c27f3-ad3a-4d6d-bf90-9de3b4aadb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:28.585551 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-04cd49d4-6efb-45af-91c3-953dd0d15eac req-b48c27f3-ad3a-4d6d-bf90-9de3b4aadb6d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=245626825e3b480485223cd0e3d54580&device_id=eeda820f-c51e-4a91-8266-d60772560f11 HTTP/1.1" status: 200 len: 1127 time: 0.0387592 May 27 03:44:28.633965 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-04cd49d4-6efb-45af-91c3-953dd0d15eac req-8946ff9f-2170-4069-926b-b252d8219ec7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cb090d1-9ae2-491f-99a4-e61eac31db73 HTTP/1.1" status: 200 len: 217 time: 0.0357265 May 27 03:44:28.681374 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd49d4-6efb-45af-91c3-953dd0d15eac req-070a923c-f416-4a2d-953d-6219b8cae8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:28.682746 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-04cd49d4-6efb-45af-91c3-953dd0d15eac req-070a923c-f416-4a2d-953d-6219b8cae8ba service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f03f2d49-5fef-41c1-aae2-9f1bbea21b6f HTTP/1.1" status: 200 len: 854 time: 0.0427537 May 27 03:44:28.715740 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-04cd49d4-6efb-45af-91c3-953dd0d15eac req-3b2dfa52-7c4d-4511-b2fd-dd606b60f4dd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=957f92df-3f90-4ab3-b244-3c908e00f069&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264575 May 27 03:44:28.809146 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-04cd49d4-6efb-45af-91c3-953dd0d15eac req-a48bb23e-0a2d-44a5-bf0c-f457c358339f service neutron] 10.222.0.69 "GET /v2.0/networks/957f92df-3f90-4ab3-b244-3c908e00f069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863376 May 27 03:44:28.810645 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc5359e-9047-4c6b-9e03-8adc7b157e15 req-edc814eb-86a2-43c5-98ed-908272ead9b9 tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:28.812130 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4fc5359e-9047-4c6b-9e03-8adc7b157e15 req-edc814eb-86a2-43c5-98ed-908272ead9b9 tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeda820f-c51e-4a91-8266-d60772560f11 HTTP/1.1" status: 200 len: 943 time: 0.0455017 May 27 03:44:28.859343 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:28.868033 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4fc5359e-9047-4c6b-9e03-8adc7b157e15 req-3c2572c5-5a48-4257-87bf-51c31a56fdc7 tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f28ea63-9d4f-4a1c-9479-fd41d242446d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503156 May 27 03:44:28.900588 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-04cd49d4-6efb-45af-91c3-953dd0d15eac req-1282958f-dc2d-419f-b260-a44c03686a4c service neutron] 10.222.0.69 "GET /v2.0/networks/957f92df-3f90-4ab3-b244-3c908e00f069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850084 May 27 03:44:29.765303 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.agents_db [None req-cbb77ebc-65ec-4caa-a8b3-81c074906866 None None] Agent healthcheck: found 6 active agents {{(pid=104617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:44:29.982139 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c996328-4337-4177-b882-b8660083757b req-016e7104-9e3d-47ca-8ef7-0d64320a7ae5 tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:29.983619 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4c996328-4337-4177-b882-b8660083757b req-016e7104-9e3d-47ca-8ef7-0d64320a7ae5 tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeda820f-c51e-4a91-8266-d60772560f11 HTTP/1.1" status: 200 len: 943 time: 0.0457320 May 27 03:44:30.029662 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4c996328-4337-4177-b882-b8660083757b req-faa984e9-4d41-483c-9535-dfdf8894e950 tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f28ea63-9d4f-4a1c-9479-fd41d242446d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405703 May 27 03:44:30.596971 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device 9cb090d1-9ae2-491f-99a4-e61eac31db73 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:44:30.812036 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port 9cb090d1-9ae2-491f-99a4-e61eac31db73, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=9cb090d1-9ae2-491f-99a4-e61eac31db73,segment=NetworkSegment(6ce2e82d-591e-4495-b45f-d3e3168d7e5b),segment_id=6ce2e82d-591e-4495-b45f-d3e3168d7e5b)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:44:30.823479 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Returning: {'device': '9cb090d1-9ae2-491f-99a4-e61eac31db73', 'network_id': '957f92df-3f90-4ab3-b244-3c908e00f069', 'port_id': '9cb090d1-9ae2-491f-99a4-e61eac31db73', 'mac_address': 'fa:16:3e:f2:d5:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f03f2d49-5fef-41c1-aae2-9f1bbea21b6f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:44:30.859587 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Current status of the port 9cb090d1-9ae2-491f-99a4-e61eac31db73 is: DOWN; New status is: BUILD {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:44:30.859901 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (9cb090d1-9ae2-491f-99a4-e61eac31db73), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:30.872884 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.notifiers.nova [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cb090d1-9ae2-491f-99a4-e61eac31db73 {{(pid=104616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:44:30.891581 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port 9cb090d1-9ae2-491f-99a4-e61eac31db73, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=9cb090d1-9ae2-491f-99a4-e61eac31db73,segment=NetworkSegment(6ce2e82d-591e-4495-b45f-d3e3168d7e5b),segment_id=6ce2e82d-591e-4495-b45f-d3e3168d7e5b)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:44:30.963947 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (9cb090d1-9ae2-491f-99a4-e61eac31db73), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:31.008670 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Pushing event updated for resources: {'Port': ['ID=9cb090d1-9ae2-491f-99a4-e61eac31db73,revision_number=4']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:31.143743 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b422e2a0-92f9-436c-868e-f49ea0e6ba93 req-a427a4d3-3be2-40f2-a29a-328957718e3f tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:31.145096 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-b422e2a0-92f9-436c-868e-f49ea0e6ba93 req-a427a4d3-3be2-40f2-a29a-328957718e3f tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeda820f-c51e-4a91-8266-d60772560f11 HTTP/1.1" status: 200 len: 944 time: 0.0446968 May 27 03:44:31.193854 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-b422e2a0-92f9-436c-868e-f49ea0e6ba93 req-c8a1ba71-c0df-4ba2-a6a8-3b333cd7f432 tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f28ea63-9d4f-4a1c-9479-fd41d242446d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424128 May 27 03:44:31.262950 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] get_ports_and_sgs() called for port_ids ['9cb090d1-9ae2-491f-99a4-e61eac31db73'] {{(pid=104616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:44:32.309765 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6dd31-0a84-472a-8836-511c70bd2f50 req-d274d782-82e8-412b-bdfa-31accabafb23 tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:32.311407 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-d0d6dd31-0a84-472a-8836-511c70bd2f50 req-d274d782-82e8-412b-bdfa-31accabafb23 tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeda820f-c51e-4a91-8266-d60772560f11 HTTP/1.1" status: 200 len: 944 time: 0.0492280 May 27 03:44:32.361108 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-d0d6dd31-0a84-472a-8836-511c70bd2f50 req-a39af2fa-76f2-4548-a7ea-6821b47fa6c3 tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f28ea63-9d4f-4a1c-9479-fd41d242446d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440381 May 27 03:44:32.613829 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device 9cb090d1-9ae2-491f-99a4-e61eac31db73 up at agent hyperv_hv-cinder-82880 {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:44:32.655394 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Provisioning for port 9cb090d1-9ae2-491f-99a4-e61eac31db73 completed by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:44:32.713234 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Provisioning complete for port 9cb090d1-9ae2-491f-99a4-e61eac31db73 triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:44:32.713610 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (9cb090d1-9ae2-491f-99a4-e61eac31db73), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:32.783003 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:32.786715 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Current status of the port 9cb090d1-9ae2-491f-99a4-e61eac31db73 is: BUILD; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:44:32.787643 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (9cb090d1-9ae2-491f-99a4-e61eac31db73), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:32.809822 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeda820f-c51e-4a91-8266-d60772560f11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cb090d1-9ae2-491f-99a4-e61eac31db73'}] {{(pid=104616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:44:32.812091 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538c57523af4411a099bc77a34a8b12cae4f8d5a17830f42255aa2cd4d9c6a31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ebc1469-1fa0-4a65-b7df-c17776c7c1a8" -d '{"events": [{"server_uuid": "eeda820f-c51e-4a91-8266-d60772560f11", "name": "network-vif-plugged", "status": "completed", "tag": "9cb090d1-9ae2-491f-99a4-e61eac31db73"}]}' {{(pid=104616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:44:32.826078 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port 9cb090d1-9ae2-491f-99a4-e61eac31db73, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=9cb090d1-9ae2-491f-99a4-e61eac31db73,segment=NetworkSegment(6ce2e82d-591e-4495-b45f-d3e3168d7e5b),segment_id=6ce2e82d-591e-4495-b45f-d3e3168d7e5b)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:44:32.848628 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934f5462-c12a-4ebc-bc5d-2939805fb90e x-openstack-request-id: req-934f5462-c12a-4ebc-bc5d-2939805fb90e {{(pid=104616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:44:32.848909 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeda820f-c51e-4a91-8266-d60772560f11", "name": "network-vif-plugged", "status": "completed", "tag": "9cb090d1-9ae2-491f-99a4-e61eac31db73", "code": 200}]} {{(pid=104616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:44:32.849154 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-934f5462-c12a-4ebc-bc5d-2939805fb90e {{(pid=104616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:44:32.849563 dv-cinder-828805-4-iscsi neutron-server[104616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-934f5462-c12a-4ebc-bc5d-2939805fb90e'] response: {'server_uuid': 'eeda820f-c51e-4a91-8266-d60772560f11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cb090d1-9ae2-491f-99a4-e61eac31db73', 'code': 200} May 27 03:44:32.889821 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (9cb090d1-9ae2-491f-99a4-e61eac31db73), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:32.936006 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Pushing event updated for resources: {'Port': ['ID=9cb090d1-9ae2-491f-99a4-e61eac31db73,revision_number=5']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:33.180820 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d330e-c442-4ad6-84e7-91f7a1b6bc92 req-bfc8eb15-7891-4a34-bd6f-416045fd5921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:33.182188 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-307d330e-c442-4ad6-84e7-91f7a1b6bc92 req-bfc8eb15-7891-4a34-bd6f-416045fd5921 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=eeda820f-c51e-4a91-8266-d60772560f11 HTTP/1.1" status: 200 len: 1129 time: 0.0380378 May 27 03:44:33.227881 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-307d330e-c442-4ad6-84e7-91f7a1b6bc92 req-271d6eb4-8d35-4635-bba8-f1fc7c947548 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=4f28ea63-9d4f-4a1c-9479-fd41d242446d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403543 May 27 03:44:33.474326 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ca552e-889b-45fb-a9d8-1d1740e55fc3 req-10a8a850-8eec-41bb-88a9-6e9cf8496e64 tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:33.476283 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-61ca552e-889b-45fb-a9d8-1d1740e55fc3 req-10a8a850-8eec-41bb-88a9-6e9cf8496e64 tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeda820f-c51e-4a91-8266-d60772560f11 HTTP/1.1" status: 200 len: 945 time: 0.0463703 May 27 03:44:33.522505 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-61ca552e-889b-45fb-a9d8-1d1740e55fc3 req-0dc679df-cc7b-435e-8619-0acc965c9e06 tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f28ea63-9d4f-4a1c-9479-fd41d242446d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401294 May 27 03:44:34.638526 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a815b-bac5-40aa-8064-63801a3c73e7 req-2987d1bb-4e47-4215-aa92-017a44e21824 tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:34.640153 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-fe4a815b-bac5-40aa-8064-63801a3c73e7 req-2987d1bb-4e47-4215-aa92-017a44e21824 tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeda820f-c51e-4a91-8266-d60772560f11 HTTP/1.1" status: 200 len: 945 time: 0.0462470 May 27 03:44:34.689955 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-fe4a815b-bac5-40aa-8064-63801a3c73e7 req-e9344019-1331-4d7e-96b3-3fb4e9b7dfe6 tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f28ea63-9d4f-4a1c-9479-fd41d242446d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443141 May 27 03:44:35.802263 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af6ab3c-58e4-438a-b8a6-0a49514a39d2 req-03ea8a27-2cdb-438d-99da-a9922a4240c7 tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:35.803739 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-6af6ab3c-58e4-438a-b8a6-0a49514a39d2 req-03ea8a27-2cdb-438d-99da-a9922a4240c7 tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeda820f-c51e-4a91-8266-d60772560f11 HTTP/1.1" status: 200 len: 945 time: 0.0448911 May 27 03:44:35.851069 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-6af6ab3c-58e4-438a-b8a6-0a49514a39d2 req-bfe4ccef-dcbf-43ff-8a5d-c418e24fbecd tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f28ea63-9d4f-4a1c-9479-fd41d242446d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417500 May 27 03:44:42.765321 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=4 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:42.766093 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=4 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:42.932125 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=5 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:42.933880 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:UPDATE=6,neutron:SELECT=87,neutron:DELETE=1 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:43.217959 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=98 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:43.225277 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=38 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:43.507523 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (134bae73-502b-4599-bb47-129fee8818a4), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:44.707213 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-7c6763f3-15ea-4865-84d5-be6617b2124b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (b322252d-fb9d-4652-a830-647fed26b29a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:45.673869 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d9a96e-dc1f-4133-9fa1-0728eb29929d req-05d8131e-6193-43fa-be21-381f067b92c4 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:45.675359 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-10d9a96e-dc1f-4133-9fa1-0728eb29929d req-05d8131e-6193-43fa-be21-381f067b92c4 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?device_id=87a65177-fd0d-4c44-a70a-d285315c23ee HTTP/1.1" status: 200 len: 945 time: 0.0453837 May 27 03:44:45.720834 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-10d9a96e-dc1f-4133-9fa1-0728eb29929d req-a2ab3414-0aae-425c-9a54-10969cf6db73 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7cfe8ef-9ac9-4b47-8929-af1db19bd0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392299 May 27 03:44:46.838596 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719005a8-b090-4331-8828-8c0957ff4665 req-db04837d-a80e-4eb4-8398-b2a8b2a349f0 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:46.840101 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-719005a8-b090-4331-8828-8c0957ff4665 req-db04837d-a80e-4eb4-8398-b2a8b2a349f0 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?device_id=87a65177-fd0d-4c44-a70a-d285315c23ee HTTP/1.1" status: 200 len: 945 time: 0.0493369 May 27 03:44:46.887395 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-719005a8-b090-4331-8828-8c0957ff4665 req-c9ba5ff2-f320-404f-85cd-768d4d0b293c tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7cfe8ef-9ac9-4b47-8929-af1db19bd0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414972 May 27 03:44:46.952517 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-0638ef43-6389-46b1-beba-add978a41269 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (9df6ec88-276d-42f5-acd2-7e289451d5e3), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:47.998253 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e308cd-f35e-43f5-bea9-974d228352a3 req-b710a3ab-3875-4438-8d4e-7bba89d5eaad tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:47.999736 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-60e308cd-f35e-43f5-bea9-974d228352a3 req-b710a3ab-3875-4438-8d4e-7bba89d5eaad tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?device_id=87a65177-fd0d-4c44-a70a-d285315c23ee HTTP/1.1" status: 200 len: 945 time: 0.0460474 May 27 03:44:48.045755 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-60e308cd-f35e-43f5-bea9-974d228352a3 req-112020d2-abbc-4dd0-83ba-0f6f18e2da59 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7cfe8ef-9ac9-4b47-8929-af1db19bd0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404556 May 27 03:44:48.204306 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-584d7fde-7d72-4642-9601-b182cfb78c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (413fc6aa-3a5a-4281-abfd-a440a67afb4a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:49.163205 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b8fe4-3e57-49af-910b-597b01827edf req-ae1d00c6-3ed4-4573-92fe-b830fab779ad tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:49.164670 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-cb3b8fe4-3e57-49af-910b-597b01827edf req-ae1d00c6-3ed4-4573-92fe-b830fab779ad tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?device_id=87a65177-fd0d-4c44-a70a-d285315c23ee HTTP/1.1" status: 200 len: 945 time: 0.0496552 May 27 03:44:49.217286 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-cb3b8fe4-3e57-49af-910b-597b01827edf req-071e9a93-9054-462a-9144-6b2bcb9fc58a tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7cfe8ef-9ac9-4b47-8929-af1db19bd0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470796 May 27 03:44:49.335790 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f446-e12c-45b2-8c38-3579950c1c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (785c7416-4bf9-40d9-a08f-c797a61a0436), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:50.328653 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f7c57-a016-4295-ae89-e90955c7c3aa req-581fcfa6-f24a-431f-9097-6dd85c2bcdb6 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:50.330075 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-786f7c57-a016-4295-ae89-e90955c7c3aa req-581fcfa6-f24a-431f-9097-6dd85c2bcdb6 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?device_id=87a65177-fd0d-4c44-a70a-d285315c23ee HTTP/1.1" status: 200 len: 945 time: 0.0445030 May 27 03:44:50.342655 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:50.350686 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:50.376835 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-786f7c57-a016-4295-ae89-e90955c7c3aa req-b64e3053-8c9c-42de-b355-4de9e7cae612 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7cfe8ef-9ac9-4b47-8929-af1db19bd0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404906 May 27 03:44:50.855475 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (917d01f3-4a27-4590-ae14-da14d21a1e88), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:51.493181 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33b243-be58-4ca7-9015-c7edbf63c4dd req-1f033fda-82a9-436f-8bb6-946d8caa835a tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:51.494689 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-cd33b243-be58-4ca7-9015-c7edbf63c4dd req-1f033fda-82a9-436f-8bb6-946d8caa835a tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?device_id=87a65177-fd0d-4c44-a70a-d285315c23ee HTTP/1.1" status: 200 len: 945 time: 0.0511830 May 27 03:44:51.559960 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-cd33b243-be58-4ca7-9015-c7edbf63c4dd req-758aae3d-5b19-4eb5-aa3d-f3709ac6d713 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7cfe8ef-9ac9-4b47-8929-af1db19bd0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544083 May 27 03:44:52.412980 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb89570c-d345-49e1-9a57-9e4c2bc8227a req-8300633a-5504-41a5-bbde-c1e61b48a876 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:52.414397 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-fb89570c-d345-49e1-9a57-9e4c2bc8227a req-8300633a-5504-41a5-bbde-c1e61b48a876 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.69 "GET /v2.0/ports?device_id=87a65177-fd0d-4c44-a70a-d285315c23ee HTTP/1.1" status: 200 len: 945 time: 0.0460961 May 27 03:44:52.494363 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [req-fb89570c-d345-49e1-9a57-9e4c2bc8227a req-1199589d-0e9b-4624-9340-dbaab85c4ade tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Deleting port 0c05523a-7a76-4594-a966-ad04b22c87e0 {{(pid=104614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:44:52.494702 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-fb89570c-d345-49e1-9a57-9e4c2bc8227a req-1199589d-0e9b-4624-9340-dbaab85c4ade tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791799895781'] for port (0c05523a-7a76-4594-a966-ad04b22c87e0), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:52.585528 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.db [req-fb89570c-d345-49e1-9a57-9e4c2bc8227a req-1199589d-0e9b-4624-9340-dbaab85c4ade tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] For port 0c05523a-7a76-4594-a966-ad04b22c87e0, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=0c05523a-7a76-4594-a966-ad04b22c87e0,segment=NetworkSegment(e284cbef-e426-4d54-8e4c-74a583421795),segment_id=e284cbef-e426-4d54-8e4c-74a583421795)] {{(pid=104614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:44:52.585890 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-fb89570c-d345-49e1-9a57-9e4c2bc8227a req-1199589d-0e9b-4624-9340-dbaab85c4ade tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-658269'] for port (0c05523a-7a76-4594-a966-ad04b22c87e0), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:52.676201 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad491b1e-fd6d-44fd-8736-af07b051e4d1 req-ff0309b4-acc5-4d13-a17b-ec534285b9d1 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:52.677580 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ad491b1e-fd6d-44fd-8736-af07b051e4d1 req-ff0309b4-acc5-4d13-a17b-ec534285b9d1 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?device_id=87a65177-fd0d-4c44-a70a-d285315c23ee HTTP/1.1" status: 200 len: 945 time: 0.0483415 May 27 03:44:52.724333 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ad491b1e-fd6d-44fd-8736-af07b051e4d1 req-da6a30c3-9bbc-4ef8-a39c-1d0ac8b13590 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7cfe8ef-9ac9-4b47-8929-af1db19bd0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404859 May 27 03:44:52.748500 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-fb89570c-d345-49e1-9a57-9e4c2bc8227a req-1199589d-0e9b-4624-9340-dbaab85c4ade tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:52.748862 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-fb89570c-d345-49e1-9a57-9e4c2bc8227a req-1199589d-0e9b-4624-9340-dbaab85c4ade tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680165'] for floatingip (b38474e4-3655-4cbd-b455-6d7f2e021724), after_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:52.749172 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.db.l3_db [req-fb89570c-d345-49e1-9a57-9e4c2bc8227a req-1199589d-0e9b-4624-9340-dbaab85c4ade tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Floating IP b38474e4-3655-4cbd-b455-6d7f2e021724 disassociated. External IP: 172.27.0.67, port: 0c05523a-7a76-4594-a966-ad04b22c87e0. May 27 03:44:52.749508 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [req-fb89570c-d345-49e1-9a57-9e4c2bc8227a req-1199589d-0e9b-4624-9340-dbaab85c4ade tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Calling delete_port for 0c05523a-7a76-4594-a966-ad04b22c87e0 owned by compute:nova {{(pid=104614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:44:52.930355 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-fb89570c-d345-49e1-9a57-9e4c2bc8227a req-1199589d-0e9b-4624-9340-dbaab85c4ade tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791799905747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791799515450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8584799065'] for port (0c05523a-7a76-4594-a966-ad04b22c87e0), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:52.955571 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1199589d-0e9b-4624-9340-dbaab85c4ade tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Pushing event deleted for resources: {'Port': ['ID=0c05523a-7a76-4594-a966-ad04b22c87e0,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:53.062970 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb89570c-d345-49e1-9a57-9e4c2bc8227a req-1199589d-0e9b-4624-9340-dbaab85c4ade tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Router 21fa1770-3efc-4468-b817-485cb6c5394b has already been hosted by L3 agent 9df6ec88-276d-42f5-acd2-7e289451d5e3 {{(pid=104614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:44:53.166011 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb89570c-d345-49e1-9a57-9e4c2bc8227a req-1199589d-0e9b-4624-9340-dbaab85c4ade tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Notify agent at l3_agent.dv-cinder-828805-4-iscsi the message routers_updated {{(pid=104614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:44:53.179362 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9533ecab-e75d-44b4-8c92-55efd42228f3 None None] Sync routers for ids ['21fa1770-3efc-4468-b817-485cb6c5394b'] in dv-cinder-828805-4-iscsi {{(pid=104617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:44:53.189222 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9533ecab-e75d-44b4-8c92-55efd42228f3 None None] Routers {'21fa1770-3efc-4468-b817-485cb6c5394b'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:44:53.189769 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-9533ecab-e75d-44b4-8c92-55efd42228f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:44:47Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['21fa1770-3efc-4468-b817-485cb6c5394b'], 'active': True} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:44:53.209846 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb89570c-d345-49e1-9a57-9e4c2bc8227a req-1199589d-0e9b-4624-9340-dbaab85c4ade tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] No DVR routers for this DVR port 0c05523a-7a76-4594-a966-ad04b22c87e0 on host hv-cinder-82880 {{(pid=104614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:44:53.212431 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-fb89570c-d345-49e1-9a57-9e4c2bc8227a req-1199589d-0e9b-4624-9340-dbaab85c4ade tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:53.215879 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-fb89570c-d345-49e1-9a57-9e4c2bc8227a req-1199589d-0e9b-4624-9340-dbaab85c4ade tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.69 "DELETE /v2.0/ports/0c05523a-7a76-4594-a966-ad04b22c87e0 HTTP/1.1" status: 204 len: 173 time: 0.7962174 May 27 03:44:53.218962 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a65177-fd0d-4c44-a70a-d285315c23ee', 'name': 'network-vif-deleted', 'tag': '0c05523a-7a76-4594-a966-ad04b22c87e0'}] {{(pid=104614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:44:53.219152 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a93b0eab3ec594b69aa68cd7d580be2fac36b4cb942ee4cac03c85783d056da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee5452d-0656-4953-af6f-0c49cef4abaa" -d '{"events": [{"server_uuid": "87a65177-fd0d-4c44-a70a-d285315c23ee", "name": "network-vif-deleted", "tag": "0c05523a-7a76-4594-a966-ad04b22c87e0"}]}' {{(pid=104614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:44:53.256425 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e41b79-221a-4ed5-9288-aebd1909582d x-openstack-request-id: req-a8e41b79-221a-4ed5-9288-aebd1909582d {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:44:53.256715 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a65177-fd0d-4c44-a70a-d285315c23ee", "name": "network-vif-deleted", "tag": "0c05523a-7a76-4594-a966-ad04b22c87e0", "status": "completed", "code": 200}]} {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:44:53.256967 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a8e41b79-221a-4ed5-9288-aebd1909582d {{(pid=104614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:44:53.257368 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8e41b79-221a-4ed5-9288-aebd1909582d'] response: {'server_uuid': '87a65177-fd0d-4c44-a70a-d285315c23ee', 'name': 'network-vif-deleted', 'tag': '0c05523a-7a76-4594-a966-ad04b22c87e0', 'status': 'completed', 'code': 200} May 27 03:44:53.298331 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvr_db [None req-9533ecab-e75d-44b4-8c92-55efd42228f3 None None] Set router 21fa1770-3efc-4468-b817-485cb6c5394b gateway port host: dv-cinder-828805-4-iscsi {{(pid=104617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:44:53.489465 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-9533ecab-e75d-44b4-8c92-55efd42228f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fa1770-3efc-4468-b817-485cb6c5394b', 'name': 'tempest-AttachVolumeTestJSON-619831655-router', 'tenant_id': '37f34daf6ac94c41b23e1bc899ab671f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '78774f58-824b-4e70-8b2f-2e3873607635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:41:37Z', 'updated_at': '2022-05-27T03:41:41Z', 'revision_number': 4, 'project_id': '37f34daf6ac94c41b23e1bc899ab671f', 'gw_port': {'id': '78774f58-824b-4e70-8b2f-2e3873607635', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:bc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fa1770-3efc-4468-b817-485cb6c5394b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:41:38Z', 'updated_at': '2022-05-27T03:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_interfaces': [{'id': '92e50517-801a-44e6-ae5f-a5819ee82935', 'name': '', 'network_id': '9d90c714-9bd8-40b9-8a54-714767000c3f', 'tenant_id': '37f34daf6ac94c41b23e1bc899ab671f', 'mac_address': 'fa:16:3e:eb:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fa1770-3efc-4468-b817-485cb6c5394b', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '00d5760e-0799-462a-a374-8af06f949dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:41:40Z', 'updated_at': '2022-05-27T03:41:45Z', 'revision_number': 5, 'project_id': '37f34daf6ac94c41b23e1bc899ab671f', 'subnets': [{'id': '00d5760e-0799-462a-a374-8af06f949dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:44:53.516734 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9533ecab-e75d-44b4-8c92-55efd42228f3 None None] Checking router: 21fa1770-3efc-4468-b817-485cb6c5394b for host: dv-cinder-828805-4-iscsi {{(pid=104617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:44:53.525672 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9533ecab-e75d-44b4-8c92-55efd42228f3 None None] Routers {'21fa1770-3efc-4468-b817-485cb6c5394b'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:44:53.526257 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-9533ecab-e75d-44b4-8c92-55efd42228f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:44:47Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['21fa1770-3efc-4468-b817-485cb6c5394b'], 'active': True} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:44:53.621769 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvr_db [None req-9533ecab-e75d-44b4-8c92-55efd42228f3 None None] Set router 21fa1770-3efc-4468-b817-485cb6c5394b gateway port host: dv-cinder-828805-4-iscsi {{(pid=104617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:44:53.840960 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-bfbf2a9b-fd3a-4dab-b61f-b1e7c9eee023 req-cf536c3b-ed21-4fd5-b11b-11749dba00f0 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?device_id=87a65177-fd0d-4c44-a70a-d285315c23ee HTTP/1.1" status: 200 len: 210 time: 0.0280154 May 27 03:44:53.887413 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-9533ecab-e75d-44b4-8c92-55efd42228f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fa1770-3efc-4468-b817-485cb6c5394b', 'name': 'tempest-AttachVolumeTestJSON-619831655-router', 'tenant_id': '37f34daf6ac94c41b23e1bc899ab671f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '78774f58-824b-4e70-8b2f-2e3873607635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:41:37Z', 'updated_at': '2022-05-27T03:41:41Z', 'revision_number': 4, 'project_id': '37f34daf6ac94c41b23e1bc899ab671f', 'gw_port': {'id': '78774f58-824b-4e70-8b2f-2e3873607635', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:bc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fa1770-3efc-4468-b817-485cb6c5394b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:41:38Z', 'updated_at': '2022-05-27T03:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_interfaces': [{'id': '92e50517-801a-44e6-ae5f-a5819ee82935', 'name': '', 'network_id': '9d90c714-9bd8-40b9-8a54-714767000c3f', 'tenant_id': '37f34daf6ac94c41b23e1bc899ab671f', 'mac_address': 'fa:16:3e:eb:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fa1770-3efc-4468-b817-485cb6c5394b', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '00d5760e-0799-462a-a374-8af06f949dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:41:40Z', 'updated_at': '2022-05-27T03:41:45Z', 'revision_number': 5, 'project_id': '37f34daf6ac94c41b23e1bc899ab671f', 'subnets': [{'id': '00d5760e-0799-462a-a374-8af06f949dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:44:53.911697 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9533ecab-e75d-44b4-8c92-55efd42228f3 None None] The sync data for ids ['21fa1770-3efc-4468-b817-485cb6c5394b'] in dv-cinder-828805-4-iscsi is: [{'id': '21fa1770-3efc-4468-b817-485cb6c5394b', 'name': 'tempest-AttachVolumeTestJSON-619831655-router', 'tenant_id': '37f34daf6ac94c41b23e1bc899ab671f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '78774f58-824b-4e70-8b2f-2e3873607635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:41:37Z', 'updated_at': '2022-05-27T03:41:41Z', 'revision_number': 4, 'project_id': '37f34daf6ac94c41b23e1bc899ab671f', 'gw_port': {'id': '78774f58-824b-4e70-8b2f-2e3873607635', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:bc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fa1770-3efc-4468-b817-485cb6c5394b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:41:38Z', 'updated_at': '2022-05-27T03:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_interfaces': [{'id': '92e50517-801a-44e6-ae5f-a5819ee82935', 'name': '', 'network_id': '9d90c714-9bd8-40b9-8a54-714767000c3f', 'tenant_id': '37f34daf6ac94c41b23e1bc899ab671f', 'mac_address': 'fa:16:3e:eb:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fa1770-3efc-4468-b817-485cb6c5394b', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '00d5760e-0799-462a-a374-8af06f949dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:41:40Z', 'updated_at': '2022-05-27T03:41:45Z', 'revision_number': 5, 'project_id': '37f34daf6ac94c41b23e1bc899ab671f', 'subnets': [{'id': '00d5760e-0799-462a-a374-8af06f949dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:44:54.119709 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3e4152-7129-413d-bd6a-665ed93e43d2 None None] New status for floating IP b38474e4-3655-4cbd-b455-6d7f2e021724: DOWN {{(pid=104616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:44:54.993360 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 43664) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:44:55.035263 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:55.049214 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0bc84694-b6c7-485b-abd7-9d16748d99fb tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks [] for security_group (c7cfe8ef-9ac9-4b47-8929-af1db19bd0b0), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:55.072837 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0bc84694-b6c7-485b-abd7-9d16748d99fb tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks [] for security_group (c7cfe8ef-9ac9-4b47-8929-af1db19bd0b0), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:55.080181 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:55.203654 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0bc84694-b6c7-485b-abd7-9d16748d99fb tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (c7cfe8ef-9ac9-4b47-8929-af1db19bd0b0), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:55.206151 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0bc84694-b6c7-485b-abd7-9d16748d99fb tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks [] for security_group (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:55.207455 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-0bc84694-b6c7-485b-abd7-9d16748d99fb tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "DELETE /v2.0/security-groups/c7cfe8ef-9ac9-4b47-8929-af1db19bd0b0 HTTP/1.1" status: 204 len: 168 time: 0.2131193 May 27 03:44:55.210470 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 43666) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:44:55.217262 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc84694-b6c7-485b-abd7-9d16748d99fb tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7cfe8ef-9ac9-4b47-8929-af1db19bd0b0,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:55.223807 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.api.v2.resource [None req-d3936ea1-cd57-455c-b167-9f00f98906e7 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] show failed (client error): The resource could not be found. May 27 03:44:55.224801 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-d3936ea1-cd57-455c-b167-9f00f98906e7 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/security-groups/c7cfe8ef-9ac9-4b47-8929-af1db19bd0b0 HTTP/1.1" status: 404 len: 347 time: 0.0133021 May 27 03:44:55.228226 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 43668) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:44:55.336190 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.plugin [None req-49aa2bfc-321a-413e-b4ec-3a300cabeb63 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Deleting port 155efc6d-5e5e-49e4-bc16-46cad358c8d2 {{(pid=104615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:44:55.336540 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-49aa2bfc-321a-413e-b4ec-3a300cabeb63 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791799895781'] for port (155efc6d-5e5e-49e4-bc16-46cad358c8d2), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:55.413179 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-49aa2bfc-321a-413e-b4ec-3a300cabeb63 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-658269'] for port (155efc6d-5e5e-49e4-bc16-46cad358c8d2), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:55.413508 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-49aa2bfc-321a-413e-b4ec-3a300cabeb63 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks [] for floatingip (155efc6d-5e5e-49e4-bc16-46cad358c8d2), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:55.426061 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.plugin [None req-49aa2bfc-321a-413e-b4ec-3a300cabeb63 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Calling delete_port for 155efc6d-5e5e-49e4-bc16-46cad358c8d2 owned by network:floatingip {{(pid=104615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:44:55.683621 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-49aa2bfc-321a-413e-b4ec-3a300cabeb63 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791799905747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791799515450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585481432'] for port (155efc6d-5e5e-49e4-bc16-46cad358c8d2), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:55.707194 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aa2bfc-321a-413e-b4ec-3a300cabeb63 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Pushing event deleted for resources: {'Port': ['ID=155efc6d-5e5e-49e4-bc16-46cad358c8d2,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:55.717391 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aa2bfc-321a-413e-b4ec-3a300cabeb63 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:55.717740 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aa2bfc-321a-413e-b4ec-3a300cabeb63 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:55.718094 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aa2bfc-321a-413e-b4ec-3a300cabeb63 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:55.718414 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aa2bfc-321a-413e-b4ec-3a300cabeb63 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:55.718742 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aa2bfc-321a-413e-b4ec-3a300cabeb63 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:55.719094 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aa2bfc-321a-413e-b4ec-3a300cabeb63 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:55.719419 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aa2bfc-321a-413e-b4ec-3a300cabeb63 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:55.719740 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aa2bfc-321a-413e-b4ec-3a300cabeb63 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:55.720060 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aa2bfc-321a-413e-b4ec-3a300cabeb63 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:55.720381 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aa2bfc-321a-413e-b4ec-3a300cabeb63 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:55.720764 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aa2bfc-321a-413e-b4ec-3a300cabeb63 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:55.721005 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aa2bfc-321a-413e-b4ec-3a300cabeb63 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:55.721591 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aa2bfc-321a-413e-b4ec-3a300cabeb63 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:55.721828 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aa2bfc-321a-413e-b4ec-3a300cabeb63 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:55.721922 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aa2bfc-321a-413e-b4ec-3a300cabeb63 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:44:55.783422 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-49aa2bfc-321a-413e-b4ec-3a300cabeb63 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks [] for floatingip (b38474e4-3655-4cbd-b455-6d7f2e021724), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:55.786125 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-49aa2bfc-321a-413e-b4ec-3a300cabeb63 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for floatingip (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:55.787318 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-49aa2bfc-321a-413e-b4ec-3a300cabeb63 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "DELETE /v2.0/floatingips/b38474e4-3655-4cbd-b455-6d7f2e021724 HTTP/1.1" status: 204 len: 168 time: 0.5582144 May 27 03:44:55.972584 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 43678) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:44:55.977537 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [None req-15a13bf5-3432-45b7-bdf7-ea96fcae83a9 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Request body: {'security_group': {'name': 'tempest-securitygroup--456168243', 'description': 'tempest-description--1336426732'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:44:56.066799 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-15a13bf5-3432-45b7-bdf7-ea96fcae83a9 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks [] for security_group (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:56.133747 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-15a13bf5-3432-45b7-bdf7-ea96fcae83a9 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks [] for security_group (15d2668b-9838-4e9e-a4f4-b70edf143fd4), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:56.266601 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-15a13bf5-3432-45b7-bdf7-ea96fcae83a9 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (15d2668b-9838-4e9e-a4f4-b70edf143fd4), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:56.297266 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a13bf5-3432-45b7-bdf7-ea96fcae83a9 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15d2668b-9838-4e9e-a4f4-b70edf143fd4,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:56.359983 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-15a13bf5-3432-45b7-bdf7-ea96fcae83a9 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks [] for security_group (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:56.361202 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-15a13bf5-3432-45b7-bdf7-ea96fcae83a9 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3876152 May 27 03:44:56.364177 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 43680) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:44:56.370497 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [None req-9d136c5a-245d-4e53-817b-98da82e3c01c tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Request body: {'security_group_rule': {'security_group_id': '15d2668b-9838-4e9e-a4f4-b70edf143fd4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:44:56.455433 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-9d136c5a-245d-4e53-817b-98da82e3c01c tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks [] for security_group_rule (dae0b13f-31d9-434b-b03d-71fe3070f82f), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:56.502053 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-9d136c5a-245d-4e53-817b-98da82e3c01c tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks [] for security_group_rule (dae0b13f-31d9-434b-b03d-71fe3070f82f), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:56.569288 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-9d136c5a-245d-4e53-817b-98da82e3c01c tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567362'] for security_group_rule (dae0b13f-31d9-434b-b03d-71fe3070f82f), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:56.588969 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d136c5a-245d-4e53-817b-98da82e3c01c tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dae0b13f-31d9-434b-b03d-71fe3070f82f,revision_number=0']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:56.657208 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-9d136c5a-245d-4e53-817b-98da82e3c01c tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:56.658448 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-9d136c5a-245d-4e53-817b-98da82e3c01c tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2933228 May 27 03:44:56.661161 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 43682) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:44:56.666130 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [None req-8f6352f1-680a-488e-96e3-89fbeab67137 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Request body: {'security_group_rule': {'security_group_id': '15d2668b-9838-4e9e-a4f4-b70edf143fd4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:44:56.707288 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device 0c05523a-7a76-4594-a966-ad04b22c87e0 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:44:56.727289 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] No Port match for: 0c05523a-7a76-4594-a966-ad04b22c87e0 {{(pid=104616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:44:56.727628 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device 0c05523a-7a76-4594-a966-ad04b22c87e0 not bound to the agent host hv-cinder-82880 {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:44:56.741293 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-8f6352f1-680a-488e-96e3-89fbeab67137 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks [] for security_group_rule (87bf8b5a-7394-4cd4-9636-246c5bb8acea), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:56.792218 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-8f6352f1-680a-488e-96e3-89fbeab67137 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks [] for security_group_rule (87bf8b5a-7394-4cd4-9636-246c5bb8acea), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:56.832435 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-8f6352f1-680a-488e-96e3-89fbeab67137 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567362'] for security_group_rule (87bf8b5a-7394-4cd4-9636-246c5bb8acea), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:56.852833 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6352f1-680a-488e-96e3-89fbeab67137 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87bf8b5a-7394-4cd4-9636-246c5bb8acea,revision_number=0']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:56.920204 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-8f6352f1-680a-488e-96e3-89fbeab67137 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:56.921444 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-8f6352f1-680a-488e-96e3-89fbeab67137 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2593005 May 27 03:44:56.924521 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 43692) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:44:56.928827 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [None req-602ee6e3-d8f3-42c6-8bb9-7a82fc43efae tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Request body: {'floatingip': {'floating_network_id': '6db324a0-41f0-4440-95df-83df441784f6'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:44:57.032304 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-602ee6e3-d8f3-42c6-8bb9-7a82fc43efae tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:57.109304 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-602ee6e3-d8f3-42c6-8bb9-7a82fc43efae tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:57.215287 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.db_base_plugin_common [None req-602ee6e3-d8f3-42c6-8bb9-7a82fc43efae tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Allocated IP 172.27.0.122 (6db324a0-41f0-4440-95df-83df441784f6/1196ed2a-e255-42ad-b78e-696bc1bae72b/5ba67c42-d818-45ab-aa5c-0ae65010cd64) {{(pid=104614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:44:57.223488 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=79,neutron:DELETE=7,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:57.282288 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:57.319462 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-602ee6e3-d8f3-42c6-8bb9-7a82fc43efae tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks [] for port (5ba67c42-d818-45ab-aa5c-0ae65010cd64), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:57.386914 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-602ee6e3-d8f3-42c6-8bb9-7a82fc43efae tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791799515441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8584799065'] for port (5ba67c42-d818-45ab-aa5c-0ae65010cd64), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:57.425047 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602ee6e3-d8f3-42c6-8bb9-7a82fc43efae tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Network 6db324a0-41f0-4440-95df-83df441784f6 is already hosted by enough agents. {{(pid=104614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:44:57.432270 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.base_scheduler [None req-602ee6e3-d8f3-42c6-8bb9-7a82fc43efae tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Resources bound (agent type, host, resource id): {{(pid=104614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:44:57.436450 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602ee6e3-d8f3-42c6-8bb9-7a82fc43efae tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Received port after_create {{(pid=104614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:44:57.457280 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602ee6e3-d8f3-42c6-8bb9-7a82fc43efae tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Pushing event updated for resources: {'Port': ['ID=5ba67c42-d818-45ab-aa5c-0ae65010cd64,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:57.517681 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-602ee6e3-d8f3-42c6-8bb9-7a82fc43efae tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks [] for floatingip (215a84ae-9f22-4642-8058-e6b43b33a0bf), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:57.603732 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-602ee6e3-d8f3-42c6-8bb9-7a82fc43efae tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (5ba67c42-d818-45ab-aa5c-0ae65010cd64), before_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:57.778891 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-602ee6e3-d8f3-42c6-8bb9-7a82fc43efae tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks [] for port (5ba67c42-d818-45ab-aa5c-0ae65010cd64), precommit_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:57.849415 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-602ee6e3-d8f3-42c6-8bb9-7a82fc43efae tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8584799086'] for port (5ba67c42-d818-45ab-aa5c-0ae65010cd64), after_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:57.907644 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:57.920263 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602ee6e3-d8f3-42c6-8bb9-7a82fc43efae tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Pushing event updated for resources: {'Port': ['ID=5ba67c42-d818-45ab-aa5c-0ae65010cd64,revision_number=2']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:44:57.928382 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-602ee6e3-d8f3-42c6-8bb9-7a82fc43efae tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680165'] for floatingip (215a84ae-9f22-4642-8058-e6b43b33a0bf), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:58.080355 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-602ee6e3-d8f3-42c6-8bb9-7a82fc43efae tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for floatingip (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:44:58.081675 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-602ee6e3-d8f3-42c6-8bb9-7a82fc43efae tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1562088 May 27 03:44:58.283304 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-f806a703-04ac-414e-8f79-f4087a2933a0 req-7400ad67-585e-42fa-94eb-2b34a4075965 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--456168243&fields=id&tenant_id=37f34daf6ac94c41b23e1bc899ab671f HTTP/1.1" status: 200 len: 267 time: 0.0474782 May 27 03:44:58.395570 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f806a703-04ac-414e-8f79-f4087a2933a0 req-64b29a65-f193-496c-a978-f3cfc097021f tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:58.397937 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-f806a703-04ac-414e-8f79-f4087a2933a0 req-64b29a65-f193-496c-a978-f3cfc097021f tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/networks?id=9d90c714-9bd8-40b9-8a54-714767000c3f HTTP/1.1" status: 200 len: 810 time: 0.1060991 May 27 03:44:58.412290 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-f806a703-04ac-414e-8f79-f4087a2933a0 req-6004c449-afda-4f28-be82-b08a8280ad12 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/quotas/37f34daf6ac94c41b23e1bc899ab671f HTTP/1.1" status: 200 len: 375 time: 0.0091388 May 27 03:44:58.460166 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-f806a703-04ac-414e-8f79-f4087a2933a0 req-330926de-6df7-416b-a805-58f49db889ce tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=37f34daf6ac94c41b23e1bc899ab671f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0429990 May 27 03:44:58.530697 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:58.532712 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:44:58.559709 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-f806a703-04ac-414e-8f79-f4087a2933a0 req-b7a8a330-0720-4fe3-8cb4-0db799d6bf0f service neutron] 10.222.0.24 "GET /v2.0/networks/9d90c714-9bd8-40b9-8a54-714767000c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869939 May 27 03:44:58.663786 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1ca8c6-96bf-412e-bb43-b566a8a05b4e req-38b230bd-7dab-4e56-97f9-941be50dc25e tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:58.665175 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-6d1ca8c6-96bf-412e-bb43-b566a8a05b4e req-38b230bd-7dab-4e56-97f9-941be50dc25e tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeda820f-c51e-4a91-8266-d60772560f11 HTTP/1.1" status: 200 len: 945 time: 0.0789821 May 27 03:44:58.707827 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-f806a703-04ac-414e-8f79-f4087a2933a0 req-24e1f046-c416-4450-b872-4793119d4a94 service neutron] 10.222.0.24 "GET /v2.0/networks/9d90c714-9bd8-40b9-8a54-714767000c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422579 May 27 03:44:58.728492 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-6d1ca8c6-96bf-412e-bb43-b566a8a05b4e req-80b4d6a0-e84b-45c4-bd79-624e1097e9ca tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f28ea63-9d4f-4a1c-9479-fd41d242446d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534489 May 27 03:44:58.984818 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-87fc5c33-8a10-4caa-b817-7a69385c608d req-dd48ed62-0919-4895-92c9-02b75661f452 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?device_id=69975da9-8b11-44ba-b542-a0e3ade18265 HTTP/1.1" status: 200 len: 210 time: 0.0276964 May 27 03:44:59.843054 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737bf20d-dcf1-4cfd-95ab-520446e93618 req-ba1d879c-774d-41e5-b374-7a022823cc11 tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:44:59.844499 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-737bf20d-dcf1-4cfd-95ab-520446e93618 req-ba1d879c-774d-41e5-b374-7a022823cc11 tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeda820f-c51e-4a91-8266-d60772560f11 HTTP/1.1" status: 200 len: 945 time: 0.0451677 May 27 03:44:59.889474 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-737bf20d-dcf1-4cfd-95ab-520446e93618 req-7abb88d1-3632-4007-9ba0-5bac55fc7505 tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f28ea63-9d4f-4a1c-9479-fd41d242446d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394897 May 27 03:45:00.086512 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4bdda378-7ea5-48f1-ac4f-01d5ae7648d8 req-d2999bb3-3870-45d3-a6b9-d738c4c10fcd tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?device_id=69975da9-8b11-44ba-b542-a0e3ade18265 HTTP/1.1" status: 200 len: 210 time: 0.0327005 May 27 03:45:00.500973 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f98231-698f-4cd5-a5c3-c0e158e8bfb1 req-bf5218f0-6109-462b-bf1e-d26d2ab773b0 tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:45:00.502414 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-00f98231-698f-4cd5-a5c3-c0e158e8bfb1 req-bf5218f0-6109-462b-bf1e-d26d2ab773b0 tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] 10.222.0.69 "GET /v2.0/ports?device_id=eeda820f-c51e-4a91-8266-d60772560f11 HTTP/1.1" status: 200 len: 945 time: 0.0459929 May 27 03:45:00.729355 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [req-00f98231-698f-4cd5-a5c3-c0e158e8bfb1 req-3ec55d0c-2e56-4954-924c-71e1af51dfcd tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Deleting port 9cb090d1-9ae2-491f-99a4-e61eac31db73 {{(pid=104614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:45:00.729696 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-00f98231-698f-4cd5-a5c3-c0e158e8bfb1 req-3ec55d0c-2e56-4954-924c-71e1af51dfcd tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791799895781'] for port (9cb090d1-9ae2-491f-99a4-e61eac31db73), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:00.821041 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.db [req-00f98231-698f-4cd5-a5c3-c0e158e8bfb1 req-3ec55d0c-2e56-4954-924c-71e1af51dfcd tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] For port 9cb090d1-9ae2-491f-99a4-e61eac31db73, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=9cb090d1-9ae2-491f-99a4-e61eac31db73,segment=NetworkSegment(6ce2e82d-591e-4495-b45f-d3e3168d7e5b),segment_id=6ce2e82d-591e-4495-b45f-d3e3168d7e5b)] {{(pid=104614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:45:00.821409 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-00f98231-698f-4cd5-a5c3-c0e158e8bfb1 req-3ec55d0c-2e56-4954-924c-71e1af51dfcd tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-658269'] for port (9cb090d1-9ae2-491f-99a4-e61eac31db73), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:00.834439 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [req-00f98231-698f-4cd5-a5c3-c0e158e8bfb1 req-3ec55d0c-2e56-4954-924c-71e1af51dfcd tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Calling delete_port for 9cb090d1-9ae2-491f-99a4-e61eac31db73 owned by compute:nova {{(pid=104614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:45:01.014992 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6fddbe-78be-4abf-b635-23b5f0a8dc4c req-d7aea06e-2784-4aea-9406-ae00754470d3 tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:45:01.016741 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4c6fddbe-78be-4abf-b635-23b5f0a8dc4c req-d7aea06e-2784-4aea-9406-ae00754470d3 tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeda820f-c51e-4a91-8266-d60772560f11 HTTP/1.1" status: 200 len: 945 time: 0.0521412 May 27 03:45:01.073085 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4c6fddbe-78be-4abf-b635-23b5f0a8dc4c req-47fadf3b-6ea0-411d-96d4-5eaf78112743 tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f28ea63-9d4f-4a1c-9479-fd41d242446d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482671 May 27 03:45:01.192986 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-adc795c8-f698-4071-849c-2ea2a2e8b2a8 req-7b146c6b-346c-4537-8883-5047248b8ac0 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?device_id=69975da9-8b11-44ba-b542-a0e3ade18265 HTTP/1.1" status: 200 len: 210 time: 0.0286181 May 27 03:45:01.253250 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:INSERT=1,neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:01.303463 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f806a703-04ac-414e-8f79-f4087a2933a0 req-f61f6d9b-fc97-4a46-b496-6f60dad10899 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:45:01.305465 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-f806a703-04ac-414e-8f79-f4087a2933a0 req-f61f6d9b-fc97-4a46-b496-6f60dad10899 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.69 "GET /v2.0/networks?id=9d90c714-9bd8-40b9-8a54-714767000c3f HTTP/1.1" status: 200 len: 810 time: 0.3979731 May 27 03:45:01.352645 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-00f98231-698f-4cd5-a5c3-c0e158e8bfb1 req-3ec55d0c-2e56-4954-924c-71e1af51dfcd tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791799905747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791799515450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8584799065'] for port (9cb090d1-9ae2-491f-99a4-e61eac31db73), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:01.384927 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec55d0c-2e56-4954-924c-71e1af51dfcd tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Pushing event deleted for resources: {'Port': ['ID=9cb090d1-9ae2-491f-99a4-e61eac31db73,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:01.390605 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] get_ports_and_sgs() called for port_ids ['9cb090d1-9ae2-491f-99a4-e61eac31db73'] {{(pid=104616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:45:01.450104 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.l3_dvrscheduler_db [req-00f98231-698f-4cd5-a5c3-c0e158e8bfb1 req-3ec55d0c-2e56-4954-924c-71e1af51dfcd tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] No DVR routers for this DVR port 9cb090d1-9ae2-491f-99a4-e61eac31db73 on host hv-cinder-82880 {{(pid=104614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:45:01.455842 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-00f98231-698f-4cd5-a5c3-c0e158e8bfb1 req-3ec55d0c-2e56-4954-924c-71e1af51dfcd tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:01.459162 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-00f98231-698f-4cd5-a5c3-c0e158e8bfb1 req-3ec55d0c-2e56-4954-924c-71e1af51dfcd tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] 10.222.0.69 "DELETE /v2.0/ports/9cb090d1-9ae2-491f-99a4-e61eac31db73 HTTP/1.1" status: 204 len: 173 time: 0.8076706 May 27 03:45:01.460156 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeda820f-c51e-4a91-8266-d60772560f11', 'name': 'network-vif-deleted', 'tag': '9cb090d1-9ae2-491f-99a4-e61eac31db73'}] {{(pid=104614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:45:01.462413 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a93b0eab3ec594b69aa68cd7d580be2fac36b4cb942ee4cac03c85783d056da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26160e78-b484-494c-876a-ce2ce28ceb58" -d '{"events": [{"server_uuid": "eeda820f-c51e-4a91-8266-d60772560f11", "name": "network-vif-deleted", "tag": "9cb090d1-9ae2-491f-99a4-e61eac31db73"}]}' {{(pid=104614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:45:01.483546 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-f806a703-04ac-414e-8f79-f4087a2933a0 req-9773a9b1-d7d7-4366-aff7-c28a449a330c tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37f34daf6ac94c41b23e1bc899ab671f HTTP/1.1" status: 200 len: 379 time: 0.1066873 May 27 03:45:01.493031 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [req-f806a703-04ac-414e-8f79-f4087a2933a0 req-019cea70-a9c2-448f-8330-4d8b72db6e82 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Request body: {'port': {'device_id': '69975da9-8b11-44ba-b542-a0e3ade18265', 'network_id': '9d90c714-9bd8-40b9-8a54-714767000c3f', 'admin_state_up': True, 'tenant_id': '37f34daf6ac94c41b23e1bc899ab671f', 'security_groups': ['15d2668b-9838-4e9e-a4f4-b70edf143fd4']}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:45:01.498902 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91975ad0-5b09-4254-a3f4-b3300d3298f1 x-openstack-request-id: req-91975ad0-5b09-4254-a3f4-b3300d3298f1 {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:45:01.499183 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeda820f-c51e-4a91-8266-d60772560f11", "name": "network-vif-deleted", "tag": "9cb090d1-9ae2-491f-99a4-e61eac31db73", "status": "completed", "code": 200}]} {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:45:01.499519 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-91975ad0-5b09-4254-a3f4-b3300d3298f1 {{(pid=104614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:45:01.499899 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91975ad0-5b09-4254-a3f4-b3300d3298f1'] response: {'server_uuid': 'eeda820f-c51e-4a91-8266-d60772560f11', 'name': 'network-vif-deleted', 'tag': '9cb090d1-9ae2-491f-99a4-e61eac31db73', 'status': 'completed', 'code': 200} May 27 03:45:01.706549 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f806a703-04ac-414e-8f79-f4087a2933a0 req-019cea70-a9c2-448f-8330-4d8b72db6e82 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Made reservation on behalf of 37f34daf6ac94c41b23e1bc899ab671f for: {'port': 1} {{(pid=104614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:45:01.710368 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-f806a703-04ac-414e-8f79-f4087a2933a0 req-019cea70-a9c2-448f-8330-4d8b72db6e82 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:01.721780 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:01.839598 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.db_base_plugin_common [req-f806a703-04ac-414e-8f79-f4087a2933a0 req-019cea70-a9c2-448f-8330-4d8b72db6e82 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Allocated IP 172.20.0.14 (9d90c714-9bd8-40b9-8a54-714767000c3f/00d5760e-0799-462a-a374-8af06f949dc3/ab55f18d-4961-4672-bb0a-e1ff6975f8a0) {{(pid=104614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:45:01.977870 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-f806a703-04ac-414e-8f79-f4087a2933a0 req-019cea70-a9c2-448f-8330-4d8b72db6e82 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks [] for port (ab55f18d-4961-4672-bb0a-e1ff6975f8a0), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:02.089941 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-f806a703-04ac-414e-8f79-f4087a2933a0 req-019cea70-a9c2-448f-8330-4d8b72db6e82 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791799515441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8584799065'] for port (ab55f18d-4961-4672-bb0a-e1ff6975f8a0), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:02.129731 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f806a703-04ac-414e-8f79-f4087a2933a0 req-019cea70-a9c2-448f-8330-4d8b72db6e82 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Network 9d90c714-9bd8-40b9-8a54-714767000c3f is already hosted by enough agents. {{(pid=104614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:45:02.135574 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.base_scheduler [req-f806a703-04ac-414e-8f79-f4087a2933a0 req-019cea70-a9c2-448f-8330-4d8b72db6e82 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Resources bound (agent type, host, resource id): {{(pid=104614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:45:02.139229 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.l3_dvrscheduler_db [req-f806a703-04ac-414e-8f79-f4087a2933a0 req-019cea70-a9c2-448f-8330-4d8b72db6e82 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Received port after_create {{(pid=104614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:45:02.174389 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019cea70-a9c2-448f-8330-4d8b72db6e82 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Pushing event updated for resources: {'Port': ['ID=ab55f18d-4961-4672-bb0a-e1ff6975f8a0,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:02.197790 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f806a703-04ac-414e-8f79-f4087a2933a0 req-019cea70-a9c2-448f-8330-4d8b72db6e82 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:45:02.198684 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-f806a703-04ac-414e-8f79-f4087a2933a0 req-019cea70-a9c2-448f-8330-4d8b72db6e82 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:02.227431 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-f88ad539-2bc9-4326-85ae-ad448d156927 req-20ca8367-cd92-4b63-ae4f-c609b663b7e8 tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeda820f-c51e-4a91-8266-d60772560f11 HTTP/1.1" status: 200 len: 210 time: 0.0718479 May 27 03:45:02.282074 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-f806a703-04ac-414e-8f79-f4087a2933a0 req-019cea70-a9c2-448f-8330-4d8b72db6e82 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7934682 May 27 03:45:02.300700 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [req-f806a703-04ac-414e-8f79-f4087a2933a0 req-8baba890-3b69-4d4e-a347-3d37b59b987c service neutron] Request body: {'port': {'device_id': '69975da9-8b11-44ba-b542-a0e3ade18265', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:45:02.324154 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee0425-4c5a-466f-9fe0-57b2d5632977 req-363d6a62-d298-46da-818b-22fa0657fd32 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:45:02.331730 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-75ee0425-4c5a-466f-9fe0-57b2d5632977 req-363d6a62-d298-46da-818b-22fa0657fd32 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?device_id=69975da9-8b11-44ba-b542-a0e3ade18265 HTTP/1.1" status: 200 len: 932 time: 0.0568247 May 27 03:45:02.346161 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:02.381622 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-f806a703-04ac-414e-8f79-f4087a2933a0 req-8baba890-3b69-4d4e-a347-3d37b59b987c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (ab55f18d-4961-4672-bb0a-e1ff6975f8a0), before_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:02.383859 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-75ee0425-4c5a-466f-9fe0-57b2d5632977 req-ff34b22b-9123-4814-a12a-18bf6cda3671 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/security-groups?id=15d2668b-9838-4e9e-a4f4-b70edf143fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510049 May 27 03:45:02.457672 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-5ab1c0eb-77ad-4c96-b744-99995dab8c5e None None] Provisioning complete for port ab55f18d-4961-4672-bb0a-e1ff6975f8a0 triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:45:02.458891 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-5ab1c0eb-77ad-4c96-b744-99995dab8c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (ab55f18d-4961-4672-bb0a-e1ff6975f8a0), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:02.489886 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-5ab1c0eb-77ad-4c96-b744-99995dab8c5e None None] Port ab55f18d-4961-4672-bb0a-e1ff6975f8a0 cannot update to ACTIVE because it is not bound. {{(pid=104616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:45:02.627463 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:02.672283 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.notifiers.nova [req-f806a703-04ac-414e-8f79-f4087a2933a0 req-8baba890-3b69-4d4e-a347-3d37b59b987c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab55f18d-4961-4672-bb0a-e1ff6975f8a0 {{(pid=104614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:45:02.679645 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-f806a703-04ac-414e-8f79-f4087a2933a0 req-8baba890-3b69-4d4e-a347-3d37b59b987c service neutron] Publish callbacks [] for port (ab55f18d-4961-4672-bb0a-e1ff6975f8a0), precommit_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:02.692435 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.provisioning_blocks [req-f806a703-04ac-414e-8f79-f4087a2933a0 req-8baba890-3b69-4d4e-a347-3d37b59b987c service neutron] Transition to ACTIVE for port object ab55f18d-4961-4672-bb0a-e1ff6975f8a0 will not be triggered until provisioned by entity L2. {{(pid=104614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:45:02.798668 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-f806a703-04ac-414e-8f79-f4087a2933a0 req-8baba890-3b69-4d4e-a347-3d37b59b987c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8584799086'] for port (ab55f18d-4961-4672-bb0a-e1ff6975f8a0), after_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:02.845996 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baba890-3b69-4d4e-a347-3d37b59b987c service neutron] Pushing event updated for resources: {'Port': ['ID=ab55f18d-4961-4672-bb0a-e1ff6975f8a0,revision_number=2']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:02.934744 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.managers [req-f806a703-04ac-414e-8f79-f4087a2933a0 req-8baba890-3b69-4d4e-a347-3d37b59b987c service neutron] Attempting to bind port ab55f18d-4961-4672-bb0a-e1ff6975f8a0 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:45:02.935125 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.managers [req-f806a703-04ac-414e-8f79-f4087a2933a0 req-8baba890-3b69-4d4e-a347-3d37b59b987c service neutron] Attempting to bind port ab55f18d-4961-4672-bb0a-e1ff6975f8a0 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': 'e284cbef-e426-4d54-8e4c-74a583421795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9d90c714-9bd8-40b9-8a54-714767000c3f'}] {{(pid=104614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:45:02.935427 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f806a703-04ac-414e-8f79-f4087a2933a0 req-8baba890-3b69-4d4e-a347-3d37b59b987c service neutron] Attempting to bind port ab55f18d-4961-4672-bb0a-e1ff6975f8a0 on network 9d90c714-9bd8-40b9-8a54-714767000c3f {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:45:02.940080 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f806a703-04ac-414e-8f79-f4087a2933a0 req-8baba890-3b69-4d4e-a347-3d37b59b987c service neutron] Port ab55f18d-4961-4672-bb0a-e1ff6975f8a0 on network 9d90c714-9bd8-40b9-8a54-714767000c3f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:45:02.940404 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f806a703-04ac-414e-8f79-f4087a2933a0 req-8baba890-3b69-4d4e-a347-3d37b59b987c service neutron] Attempting to bind port ab55f18d-4961-4672-bb0a-e1ff6975f8a0 on network 9d90c714-9bd8-40b9-8a54-714767000c3f {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:45:02.945654 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f806a703-04ac-414e-8f79-f4087a2933a0 req-8baba890-3b69-4d4e-a347-3d37b59b987c service neutron] Checking agent: {'id': '134bae73-502b-4599-bb47-129fee8818a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 33, 12), 'started_at': datetime.datetime(2022, 5, 27, 3, 33, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:45:02.945993 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f806a703-04ac-414e-8f79-f4087a2933a0 req-8baba890-3b69-4d4e-a347-3d37b59b987c service neutron] Checking segment: {'id': 'e284cbef-e426-4d54-8e4c-74a583421795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9d90c714-9bd8-40b9-8a54-714767000c3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:45:02.946403 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f806a703-04ac-414e-8f79-f4087a2933a0 req-8baba890-3b69-4d4e-a347-3d37b59b987c service neutron] Bound using segment: {'id': 'e284cbef-e426-4d54-8e4c-74a583421795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9d90c714-9bd8-40b9-8a54-714767000c3f'} {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:45:02.946830 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.managers [req-f806a703-04ac-414e-8f79-f4087a2933a0 req-8baba890-3b69-4d4e-a347-3d37b59b987c service neutron] Bound port: ab55f18d-4961-4672-bb0a-e1ff6975f8a0, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e284cbef-e426-4d54-8e4c-74a583421795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9d90c714-9bd8-40b9-8a54-714767000c3f'}}] {{(pid=104614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:45:02.947217 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-f806a703-04ac-414e-8f79-f4087a2933a0 req-8baba890-3b69-4d4e-a347-3d37b59b987c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (ab55f18d-4961-4672-bb0a-e1ff6975f8a0), before_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:03.010364 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.db [req-f806a703-04ac-414e-8f79-f4087a2933a0 req-8baba890-3b69-4d4e-a347-3d37b59b987c service neutron] For port ab55f18d-4961-4672-bb0a-e1ff6975f8a0, host hv-cinder-82880, cleared binding levels {{(pid=104614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:45:03.013382 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.db [req-f806a703-04ac-414e-8f79-f4087a2933a0 req-8baba890-3b69-4d4e-a347-3d37b59b987c service neutron] For port ab55f18d-4961-4672-bb0a-e1ff6975f8a0, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=ab55f18d-4961-4672-bb0a-e1ff6975f8a0,segment=NetworkSegment(e284cbef-e426-4d54-8e4c-74a583421795),segment_id=e284cbef-e426-4d54-8e4c-74a583421795)] {{(pid=104614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:45:03.055524 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-f806a703-04ac-414e-8f79-f4087a2933a0 req-8baba890-3b69-4d4e-a347-3d37b59b987c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8584799086'] for port (ab55f18d-4961-4672-bb0a-e1ff6975f8a0), after_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:03.094524 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f806a703-04ac-414e-8f79-f4087a2933a0 req-8baba890-3b69-4d4e-a347-3d37b59b987c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:45:03.095313 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-f806a703-04ac-414e-8f79-f4087a2933a0 req-8baba890-3b69-4d4e-a347-3d37b59b987c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:03.096748 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-f806a703-04ac-414e-8f79-f4087a2933a0 req-8baba890-3b69-4d4e-a347-3d37b59b987c service neutron] 10.222.0.69 "PUT /v2.0/ports/ab55f18d-4961-4672-bb0a-e1ff6975f8a0 HTTP/1.1" status: 200 len: 1094 time: 0.8016772 May 27 03:45:03.114454 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baba890-3b69-4d4e-a347-3d37b59b987c service neutron] Pushing event updated for resources: {'Port': ['ID=ab55f18d-4961-4672-bb0a-e1ff6975f8a0,revision_number=3']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:03.240339 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f806a703-04ac-414e-8f79-f4087a2933a0 req-467c95b3-9b2f-49e1-9387-733eed90b88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:45:03.241840 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-f806a703-04ac-414e-8f79-f4087a2933a0 req-467c95b3-9b2f-49e1-9387-733eed90b88a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=37f34daf6ac94c41b23e1bc899ab671f&device_id=69975da9-8b11-44ba-b542-a0e3ade18265 HTTP/1.1" status: 200 len: 1128 time: 0.0443900 May 27 03:45:03.287842 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-f806a703-04ac-414e-8f79-f4087a2933a0 req-5029c724-15b7-4e84-ad4a-1af4381e0c42 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab55f18d-4961-4672-bb0a-e1ff6975f8a0 HTTP/1.1" status: 200 len: 217 time: 0.0338688 May 27 03:45:03.342535 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f806a703-04ac-414e-8f79-f4087a2933a0 req-2c264a14-3904-4f97-ae6e-a531f44504ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:45:03.344223 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-f806a703-04ac-414e-8f79-f4087a2933a0 req-2c264a14-3904-4f97-ae6e-a531f44504ae service neutron] 10.222.0.69 "GET /v2.0/subnets?id=00d5760e-0799-462a-a374-8af06f949dc3 HTTP/1.1" status: 200 len: 849 time: 0.0511715 May 27 03:45:03.390123 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f806a703-04ac-414e-8f79-f4087a2933a0 req-8d323c85-1d9b-42c2-b62e-37d8eeb6cd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:45:03.391734 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-f806a703-04ac-414e-8f79-f4087a2933a0 req-8d323c85-1d9b-42c2-b62e-37d8eeb6cd21 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9d90c714-9bd8-40b9-8a54-714767000c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418634 May 27 03:45:03.485630 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-f806a703-04ac-414e-8f79-f4087a2933a0 req-391ec610-bcb0-46e9-9e73-b82707391b9c service neutron] 10.222.0.69 "GET /v2.0/networks/9d90c714-9bd8-40b9-8a54-714767000c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883086 May 27 03:45:03.492988 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6134470-f14e-4abe-b13f-dcbea89a0a46 req-ec8a2ad1-95d7-4ed2-928f-98710b20f9a4 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:45:03.494446 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-c6134470-f14e-4abe-b13f-dcbea89a0a46 req-ec8a2ad1-95d7-4ed2-928f-98710b20f9a4 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?device_id=69975da9-8b11-44ba-b542-a0e3ade18265 HTTP/1.1" status: 200 len: 944 time: 0.0459557 May 27 03:45:03.509203 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69975da9-8b11-44ba-b542-a0e3ade18265', 'tag': 'ab55f18d-4961-4672-bb0a-e1ff6975f8a0'}] {{(pid=104614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:45:03.511473 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a93b0eab3ec594b69aa68cd7d580be2fac36b4cb942ee4cac03c85783d056da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51afdb54-9aac-4398-9442-d00126210469" -d '{"events": [{"name": "network-changed", "server_uuid": "69975da9-8b11-44ba-b542-a0e3ade18265", "tag": "ab55f18d-4961-4672-bb0a-e1ff6975f8a0"}]}' {{(pid=104614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:45:03.545099 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-c6134470-f14e-4abe-b13f-dcbea89a0a46 req-a851a8eb-9f8e-4db6-917a-0777d33a1151 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/security-groups?id=15d2668b-9838-4e9e-a4f4-b70edf143fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449314 May 27 03:45:03.547487 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:03.550500 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7f8315a-14aa-4945-8211-749722eaadc1 x-openstack-request-id: req-c7f8315a-14aa-4945-8211-749722eaadc1 {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:45:03.550790 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69975da9-8b11-44ba-b542-a0e3ade18265", "tag": "ab55f18d-4961-4672-bb0a-e1ff6975f8a0", "status": "completed", "code": 200}]} {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:45:03.551226 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c7f8315a-14aa-4945-8211-749722eaadc1 {{(pid=104614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:45:03.551450 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7f8315a-14aa-4945-8211-749722eaadc1'] response: {'name': 'network-changed', 'server_uuid': '69975da9-8b11-44ba-b542-a0e3ade18265', 'tag': 'ab55f18d-4961-4672-bb0a-e1ff6975f8a0', 'status': 'completed', 'code': 200} May 27 03:45:03.600304 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-f806a703-04ac-414e-8f79-f4087a2933a0 req-ca249af6-883f-4e49-b8cf-547adb62f10a service neutron] 10.222.0.69 "GET /v2.0/networks/9d90c714-9bd8-40b9-8a54-714767000c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091096 May 27 03:45:04.424400 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51afdb54-9aac-4398-9442-d00126210469 req-aed5af92-1e57-460f-b8dd-836ce55de078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:45:04.425952 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-51afdb54-9aac-4398-9442-d00126210469 req-aed5af92-1e57-460f-b8dd-836ce55de078 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=37f34daf6ac94c41b23e1bc899ab671f&device_id=69975da9-8b11-44ba-b542-a0e3ade18265 HTTP/1.1" status: 200 len: 1128 time: 0.0383878 May 27 03:45:04.513548 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51afdb54-9aac-4398-9442-d00126210469 req-1577f380-77e0-41b1-8d6f-7e9744ac9e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:45:04.515023 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-51afdb54-9aac-4398-9442-d00126210469 req-1577f380-77e0-41b1-8d6f-7e9744ac9e26 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9d90c714-9bd8-40b9-8a54-714767000c3f HTTP/1.1" status: 200 len: 911 time: 0.0828083 May 27 03:45:04.556165 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-51afdb54-9aac-4398-9442-d00126210469 req-a6034b42-b06a-4d78-b8af-22f8e846e054 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab55f18d-4961-4672-bb0a-e1ff6975f8a0 HTTP/1.1" status: 200 len: 217 time: 0.0356426 May 27 03:45:04.604819 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51afdb54-9aac-4398-9442-d00126210469 req-0e421785-38f2-4d33-9a67-8673e3d388a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:45:04.606525 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-51afdb54-9aac-4398-9442-d00126210469 req-0e421785-38f2-4d33-9a67-8673e3d388a5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=00d5760e-0799-462a-a374-8af06f949dc3 HTTP/1.1" status: 200 len: 849 time: 0.0451283 May 27 03:45:04.649393 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51afdb54-9aac-4398-9442-d00126210469 req-f67c2cb7-0bce-4b3b-a07d-b6ab0963b702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:45:04.650928 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-51afdb54-9aac-4398-9442-d00126210469 req-f67c2cb7-0bce-4b3b-a07d-b6ab0963b702 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9d90c714-9bd8-40b9-8a54-714767000c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388398 May 27 03:45:04.662960 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9169fe95-27d2-47b5-9a80-d8f49977beb7 req-500ed6fb-563c-42e7-aa0b-d7e4ea2b8278 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:45:04.664983 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-9169fe95-27d2-47b5-9a80-d8f49977beb7 req-500ed6fb-563c-42e7-aa0b-d7e4ea2b8278 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?device_id=69975da9-8b11-44ba-b542-a0e3ade18265 HTTP/1.1" status: 200 len: 944 time: 0.0493140 May 27 03:45:04.712071 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-9169fe95-27d2-47b5-9a80-d8f49977beb7 req-e23d13b8-a429-49ac-8132-e2b05808178d tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/security-groups?id=15d2668b-9838-4e9e-a4f4-b70edf143fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412257 May 27 03:45:04.747566 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-51afdb54-9aac-4398-9442-d00126210469 req-498f22cd-400d-43c1-930a-84f960d7e528 service neutron] 10.222.0.69 "GET /v2.0/networks/9d90c714-9bd8-40b9-8a54-714767000c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906205 May 27 03:45:04.753778 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device 9cb090d1-9ae2-491f-99a4-e61eac31db73 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:45:04.778084 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] No Port match for: 9cb090d1-9ae2-491f-99a4-e61eac31db73 {{(pid=104616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:45:04.778438 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device 9cb090d1-9ae2-491f-99a4-e61eac31db73 not bound to the agent host hv-cinder-82880 {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:45:04.830520 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:04.842013 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-51afdb54-9aac-4398-9442-d00126210469 req-60adb337-0972-48ae-b3db-060412808de8 service neutron] 10.222.0.69 "GET /v2.0/networks/9d90c714-9bd8-40b9-8a54-714767000c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886955 May 27 03:45:05.824324 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b0978-421f-4a1d-8d57-7463b33a50ca req-4d396b57-21cc-4c37-a741-135c240ed2d3 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:45:05.825781 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-457b0978-421f-4a1d-8d57-7463b33a50ca req-4d396b57-21cc-4c37-a741-135c240ed2d3 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?device_id=69975da9-8b11-44ba-b542-a0e3ade18265 HTTP/1.1" status: 200 len: 944 time: 0.0459590 May 27 03:45:05.874116 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-457b0978-421f-4a1d-8d57-7463b33a50ca req-66a01903-2399-4c76-bda6-a8177230cd9b tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/security-groups?id=15d2668b-9838-4e9e-a4f4-b70edf143fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421457 May 27 03:45:06.764940 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.agents_db [None req-cbb77ebc-65ec-4caa-a8b3-81c074906866 None None] Agent healthcheck: found 6 active agents {{(pid=104617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:45:06.984539 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6958c42d-1cca-49da-8e62-7287dd801067 req-ed68423a-ded0-43ae-be39-8c8fb4d994d4 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:45:06.985965 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-6958c42d-1cca-49da-8e62-7287dd801067 req-ed68423a-ded0-43ae-be39-8c8fb4d994d4 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?device_id=69975da9-8b11-44ba-b542-a0e3ade18265 HTTP/1.1" status: 200 len: 944 time: 0.0451684 May 27 03:45:06.996717 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:07.035023 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-6958c42d-1cca-49da-8e62-7287dd801067 req-40c265ce-fa43-4c58-810c-9a9ff274909a tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/security-groups?id=15d2668b-9838-4e9e-a4f4-b70edf143fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435102 May 27 03:45:08.069350 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device ab55f18d-4961-4672-bb0a-e1ff6975f8a0 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:45:08.167097 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port ab55f18d-4961-4672-bb0a-e1ff6975f8a0, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=ab55f18d-4961-4672-bb0a-e1ff6975f8a0,segment=NetworkSegment(e284cbef-e426-4d54-8e4c-74a583421795),segment_id=e284cbef-e426-4d54-8e4c-74a583421795)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:45:08.178455 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Returning: {'device': 'ab55f18d-4961-4672-bb0a-e1ff6975f8a0', 'network_id': '9d90c714-9bd8-40b9-8a54-714767000c3f', 'port_id': 'ab55f18d-4961-4672-bb0a-e1ff6975f8a0', 'mac_address': 'fa:16:3e:c6:70:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00d5760e-0799-462a-a374-8af06f949dc3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:45:08.217108 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Current status of the port ab55f18d-4961-4672-bb0a-e1ff6975f8a0 is: DOWN; New status is: BUILD {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:45:08.217492 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (ab55f18d-4961-4672-bb0a-e1ff6975f8a0), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:08.231111 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.notifiers.nova [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab55f18d-4961-4672-bb0a-e1ff6975f8a0 {{(pid=104616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:45:08.252860 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port ab55f18d-4961-4672-bb0a-e1ff6975f8a0, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=ab55f18d-4961-4672-bb0a-e1ff6975f8a0,segment=NetworkSegment(e284cbef-e426-4d54-8e4c-74a583421795),segment_id=e284cbef-e426-4d54-8e4c-74a583421795)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:45:08.312262 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de66dc6d-59fc-4289-b2e4-4145a13a8e4a req-ea75d478-1880-400f-a2ea-c50c30e76b35 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:45:08.313840 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-de66dc6d-59fc-4289-b2e4-4145a13a8e4a req-ea75d478-1880-400f-a2ea-c50c30e76b35 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?device_id=69975da9-8b11-44ba-b542-a0e3ade18265 HTTP/1.1" status: 200 len: 944 time: 0.2100577 May 27 03:45:08.323571 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (ab55f18d-4961-4672-bb0a-e1ff6975f8a0), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:08.368572 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-de66dc6d-59fc-4289-b2e4-4145a13a8e4a req-ab9d28a3-a8ec-4524-9db2-c5d4fd0c6a89 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/security-groups?id=15d2668b-9838-4e9e-a4f4-b70edf143fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490789 May 27 03:45:08.372953 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Pushing event updated for resources: {'Port': ['ID=ab55f18d-4961-4672-bb0a-e1ff6975f8a0,revision_number=4']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:08.380540 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:08.380715 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:08.381212 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:08.381714 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:08.382049 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:08.382371 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:08.382691 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:08.383626 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:08.383954 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:08.384275 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:08.384589 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:08.385074 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:08.385392 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:08.385725 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:08.386018 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:08.591270 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] get_ports_and_sgs() called for port_ids ['ab55f18d-4961-4672-bb0a-e1ff6975f8a0'] {{(pid=104616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:45:09.209789 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device ab55f18d-4961-4672-bb0a-e1ff6975f8a0 up at agent hyperv_hv-cinder-82880 {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:45:09.250927 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:09.251915 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Provisioning for port ab55f18d-4961-4672-bb0a-e1ff6975f8a0 completed by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:45:09.306610 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Provisioning complete for port ab55f18d-4961-4672-bb0a-e1ff6975f8a0 triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:45:09.307023 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (ab55f18d-4961-4672-bb0a-e1ff6975f8a0), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:09.346310 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:09.382203 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Current status of the port ab55f18d-4961-4672-bb0a-e1ff6975f8a0 is: BUILD; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:45:09.382582 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (ab55f18d-4961-4672-bb0a-e1ff6975f8a0), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:09.407312 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69975da9-8b11-44ba-b542-a0e3ade18265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab55f18d-4961-4672-bb0a-e1ff6975f8a0'}] {{(pid=104616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:45:09.409609 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538c57523af4411a099bc77a34a8b12cae4f8d5a17830f42255aa2cd4d9c6a31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e8bd6b5-e1cf-4b35-8c9c-2f5e6b600ed1" -d '{"events": [{"server_uuid": "69975da9-8b11-44ba-b542-a0e3ade18265", "name": "network-vif-plugged", "status": "completed", "tag": "ab55f18d-4961-4672-bb0a-e1ff6975f8a0"}]}' {{(pid=104616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:45:09.422723 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port ab55f18d-4961-4672-bb0a-e1ff6975f8a0, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=ab55f18d-4961-4672-bb0a-e1ff6975f8a0,segment=NetworkSegment(e284cbef-e426-4d54-8e4c-74a583421795),segment_id=e284cbef-e426-4d54-8e4c-74a583421795)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:45:09.450326 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9113e277-e446-4d43-820c-dcd7130d60c5 x-openstack-request-id: req-9113e277-e446-4d43-820c-dcd7130d60c5 {{(pid=104616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:45:09.450616 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69975da9-8b11-44ba-b542-a0e3ade18265", "name": "network-vif-plugged", "status": "completed", "tag": "ab55f18d-4961-4672-bb0a-e1ff6975f8a0", "code": 200}]} {{(pid=104616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:45:09.450899 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9113e277-e446-4d43-820c-dcd7130d60c5 {{(pid=104616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:45:09.451322 dv-cinder-828805-4-iscsi neutron-server[104616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9113e277-e446-4d43-820c-dcd7130d60c5'] response: {'server_uuid': '69975da9-8b11-44ba-b542-a0e3ade18265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab55f18d-4961-4672-bb0a-e1ff6975f8a0', 'code': 200} May 27 03:45:09.483907 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (ab55f18d-4961-4672-bb0a-e1ff6975f8a0), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:09.533061 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Pushing event updated for resources: {'Port': ['ID=ab55f18d-4961-4672-bb0a-e1ff6975f8a0,revision_number=5']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:09.545941 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed06cf6c-4c36-4fdd-8ffc-a173279618b3 req-69055eb3-7a4f-41f4-801c-e4920bf7d347 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:45:09.547487 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ed06cf6c-4c36-4fdd-8ffc-a173279618b3 req-69055eb3-7a4f-41f4-801c-e4920bf7d347 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?device_id=69975da9-8b11-44ba-b542-a0e3ade18265 HTTP/1.1" status: 200 len: 946 time: 0.1093392 May 27 03:45:09.595439 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ed06cf6c-4c36-4fdd-8ffc-a173279618b3 req-2180fc55-3296-4eae-98fc-a8734f99019c tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/security-groups?id=15d2668b-9838-4e9e-a4f4-b70edf143fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421515 May 27 03:45:09.808786 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812f8b28-6824-41db-b901-75361bac7630 req-e91fdd04-6193-487f-a0e6-4cdb73a94b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:45:09.810274 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-812f8b28-6824-41db-b901-75361bac7630 req-e91fdd04-6193-487f-a0e6-4cdb73a94b91 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=69975da9-8b11-44ba-b542-a0e3ade18265 HTTP/1.1" status: 200 len: 1130 time: 0.0417764 May 27 03:45:09.853126 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-812f8b28-6824-41db-b901-75361bac7630 req-28ff8a90-3d6f-4574-9683-90e4dcaf623f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=15d2668b-9838-4e9e-a4f4-b70edf143fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373197 May 27 03:45:10.676325 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:10.715763 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de40db-e72f-4bab-b72b-5cefa53cddde req-fa8e2adf-b7c0-424f-b8b1-d8402473fb44 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:45:10.717215 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-d0de40db-e72f-4bab-b72b-5cefa53cddde req-fa8e2adf-b7c0-424f-b8b1-d8402473fb44 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?device_id=69975da9-8b11-44ba-b542-a0e3ade18265 HTTP/1.1" status: 200 len: 946 time: 0.0492558 May 27 03:45:10.764540 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-d0de40db-e72f-4bab-b72b-5cefa53cddde req-9aee8beb-83c8-403c-87e9-c0991685205f tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/security-groups?id=15d2668b-9838-4e9e-a4f4-b70edf143fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417593 May 27 03:45:11.877447 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38c3ac-acb4-48e5-901c-8fa7e12caca2 req-eb476e7f-ed1a-4acc-a897-f2f3fcae6a01 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:45:11.879022 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-3d38c3ac-acb4-48e5-901c-8fa7e12caca2 req-eb476e7f-ed1a-4acc-a897-f2f3fcae6a01 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?device_id=69975da9-8b11-44ba-b542-a0e3ade18265 HTTP/1.1" status: 200 len: 946 time: 0.0469079 May 27 03:45:11.925266 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-3d38c3ac-acb4-48e5-901c-8fa7e12caca2 req-f71ca170-9f01-422b-9ac5-fa6540089cf9 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/security-groups?id=15d2668b-9838-4e9e-a4f4-b70edf143fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406046 May 27 03:45:12.048698 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b40235-bea3-4ea7-b6de-378ba175b8a4 req-78371ab0-2674-4f48-9534-1fee41de976e tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:45:12.050141 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-c5b40235-bea3-4ea7-b6de-378ba175b8a4 req-78371ab0-2674-4f48-9534-1fee41de976e tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?device_id=69975da9-8b11-44ba-b542-a0e3ade18265 HTTP/1.1" status: 200 len: 946 time: 0.0496752 May 27 03:45:12.058905 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 43806) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:45:12.063677 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [None req-b21fd9b3-238e-47f0-bb3a-c13eaccd1ac2 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Request body: {'floatingip': {'port_id': 'ab55f18d-4961-4672-bb0a-e1ff6975f8a0'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:45:12.101980 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-b21fd9b3-238e-47f0-bb3a-c13eaccd1ac2 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks [] for floatingip (215a84ae-9f22-4642-8058-e6b43b33a0bf), before_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:12.524367 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-b21fd9b3-238e-47f0-bb3a-c13eaccd1ac2 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:12.592073 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-b21fd9b3-238e-47f0-bb3a-c13eaccd1ac2 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680165'] for floatingip (215a84ae-9f22-4642-8058-e6b43b33a0bf), after_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:12.668095 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:12.684454 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.db.l3_db [None req-b21fd9b3-238e-47f0-bb3a-c13eaccd1ac2 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Floating IP 215a84ae-9f22-4642-8058-e6b43b33a0bf associated. External IP: 172.27.0.122, port: ab55f18d-4961-4672-bb0a-e1ff6975f8a0. May 27 03:45:12.874509 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:12.876363 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b21fd9b3-238e-47f0-bb3a-c13eaccd1ac2 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Router 21fa1770-3efc-4468-b817-485cb6c5394b has already been hosted by L3 agent 9df6ec88-276d-42f5-acd2-7e289451d5e3 {{(pid=104614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:45:12.978539 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b21fd9b3-238e-47f0-bb3a-c13eaccd1ac2 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Notify agent at l3_agent.dv-cinder-828805-4-iscsi the message routers_updated {{(pid=104614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:45:12.983539 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-b21fd9b3-238e-47f0-bb3a-c13eaccd1ac2 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for floatingip (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:12.988408 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766945ab-2fb2-4242-a795-0ae4d21c7a09 None None] Sync routers for ids ['21fa1770-3efc-4468-b817-485cb6c5394b'] in dv-cinder-828805-4-iscsi {{(pid=104617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:45:13.002108 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766945ab-2fb2-4242-a795-0ae4d21c7a09 None None] Routers {'21fa1770-3efc-4468-b817-485cb6c5394b'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:45:13.002713 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-766945ab-2fb2-4242-a795-0ae4d21c7a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:44:47Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['21fa1770-3efc-4468-b817-485cb6c5394b'], 'active': True} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:45:13.015778 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-b21fd9b3-238e-47f0-bb3a-c13eaccd1ac2 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "PUT /v2.0/floatingips/215a84ae-9f22-4642-8058-e6b43b33a0bf HTTP/1.1" status: 200 len: 992 time: 0.9556911 May 27 03:45:13.016456 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69975da9-8b11-44ba-b542-a0e3ade18265', 'tag': 'ab55f18d-4961-4672-bb0a-e1ff6975f8a0'}] {{(pid=104614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:45:13.018955 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a93b0eab3ec594b69aa68cd7d580be2fac36b4cb942ee4cac03c85783d056da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2d71f4-89b7-4e18-afba-1e01415d134b" -d '{"events": [{"name": "network-changed", "server_uuid": "69975da9-8b11-44ba-b542-a0e3ade18265", "tag": "ab55f18d-4961-4672-bb0a-e1ff6975f8a0"}]}' {{(pid=104614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:45:13.056582 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c7ff9e1-b86f-43a3-a42d-99e85f3439ee x-openstack-request-id: req-9c7ff9e1-b86f-43a3-a42d-99e85f3439ee {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:45:13.056871 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69975da9-8b11-44ba-b542-a0e3ade18265", "tag": "ab55f18d-4961-4672-bb0a-e1ff6975f8a0", "status": "completed", "code": 200}]} {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:45:13.057185 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9c7ff9e1-b86f-43a3-a42d-99e85f3439ee {{(pid=104614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:45:13.057588 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c7ff9e1-b86f-43a3-a42d-99e85f3439ee'] response: {'name': 'network-changed', 'server_uuid': '69975da9-8b11-44ba-b542-a0e3ade18265', 'tag': 'ab55f18d-4961-4672-bb0a-e1ff6975f8a0', 'status': 'completed', 'code': 200} May 27 03:45:13.102682 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvr_db [None req-766945ab-2fb2-4242-a795-0ae4d21c7a09 None None] Set router 21fa1770-3efc-4468-b817-485cb6c5394b gateway port host: dv-cinder-828805-4-iscsi {{(pid=104617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:45:13.128883 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=100 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:13.135432 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d71f4-89b7-4e18-afba-1e01415d134b req-588cdb88-310a-45ff-9f7f-6507b1f35dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:45:13.137769 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-ce2d71f4-89b7-4e18-afba-1e01415d134b req-588cdb88-310a-45ff-9f7f-6507b1f35dbe service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=37f34daf6ac94c41b23e1bc899ab671f&device_id=69975da9-8b11-44ba-b542-a0e3ade18265 HTTP/1.1" status: 200 len: 1130 time: 0.0403037 May 27 03:45:13.145650 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=100 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:13.230657 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d71f4-89b7-4e18-afba-1e01415d134b req-5f0277b7-9712-4b6d-9e88-dbb45043d031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:45:13.232717 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-ce2d71f4-89b7-4e18-afba-1e01415d134b req-5f0277b7-9712-4b6d-9e88-dbb45043d031 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9d90c714-9bd8-40b9-8a54-714767000c3f HTTP/1.1" status: 200 len: 911 time: 0.0904758 May 27 03:45:13.292435 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-ce2d71f4-89b7-4e18-afba-1e01415d134b req-cd4178d8-0a74-4ed3-8e9a-c2f9dc8a9191 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab55f18d-4961-4672-bb0a-e1ff6975f8a0 HTTP/1.1" status: 200 len: 1000 time: 0.0542648 May 27 03:45:13.314525 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-766945ab-2fb2-4242-a795-0ae4d21c7a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fa1770-3efc-4468-b817-485cb6c5394b', 'name': 'tempest-AttachVolumeTestJSON-619831655-router', 'tenant_id': '37f34daf6ac94c41b23e1bc899ab671f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '78774f58-824b-4e70-8b2f-2e3873607635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:41:37Z', 'updated_at': '2022-05-27T03:41:41Z', 'revision_number': 4, 'project_id': '37f34daf6ac94c41b23e1bc899ab671f', 'gw_port': {'id': '78774f58-824b-4e70-8b2f-2e3873607635', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:bc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fa1770-3efc-4468-b817-485cb6c5394b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:41:38Z', 'updated_at': '2022-05-27T03:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_floatingips': [{'id': '215a84ae-9f22-4642-8058-e6b43b33a0bf', 'tenant_id': '37f34daf6ac94c41b23e1bc899ab671f', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'router_id': '21fa1770-3efc-4468-b817-485cb6c5394b', 'port_id': 'ab55f18d-4961-4672-bb0a-e1ff6975f8a0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d90c714-9bd8-40b9-8a54-714767000c3f', 'mac_address': 'fa:16:3e:c6:70:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69975da9-8b11-44ba-b542-a0e3ade18265', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:44:57Z', 'updated_at': '2022-05-27T03:45:12Z', 'revision_number': 1, 'project_id': '37f34daf6ac94c41b23e1bc899ab671f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92e50517-801a-44e6-ae5f-a5819ee82935', 'name': '', 'network_id': '9d90c714-9bd8-40b9-8a54-714767000c3f', 'tenant_id': '37f34daf6ac94c41b23e1bc899ab671f', 'mac_address': 'fa:16:3e:eb:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fa1770-3efc-4468-b817-485cb6c5394b', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '00d5760e-0799-462a-a374-8af06f949dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:41:40Z', 'updated_at': '2022-05-27T03:41:45Z', 'revision_number': 5, 'project_id': '37f34daf6ac94c41b23e1bc899ab671f', 'subnets': [{'id': '00d5760e-0799-462a-a374-8af06f949dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:45:13.339715 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766945ab-2fb2-4242-a795-0ae4d21c7a09 None None] Checking router: 21fa1770-3efc-4468-b817-485cb6c5394b for host: dv-cinder-828805-4-iscsi {{(pid=104617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:45:13.348671 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766945ab-2fb2-4242-a795-0ae4d21c7a09 None None] Routers {'21fa1770-3efc-4468-b817-485cb6c5394b'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:45:13.349275 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-766945ab-2fb2-4242-a795-0ae4d21c7a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:44:47Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['21fa1770-3efc-4468-b817-485cb6c5394b'], 'active': True} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:45:13.350670 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d71f4-89b7-4e18-afba-1e01415d134b req-541ca9d7-387d-4acc-b8e9-27afa2ec5947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:45:13.352185 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-ce2d71f4-89b7-4e18-afba-1e01415d134b req-541ca9d7-387d-4acc-b8e9-27afa2ec5947 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=00d5760e-0799-462a-a374-8af06f949dc3 HTTP/1.1" status: 200 len: 849 time: 0.0541875 May 27 03:45:13.396139 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d71f4-89b7-4e18-afba-1e01415d134b req-8c785f55-0bba-4324-ad8d-c568f7aedf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:45:13.398567 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-ce2d71f4-89b7-4e18-afba-1e01415d134b req-8c785f55-0bba-4324-ad8d-c568f7aedf85 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9d90c714-9bd8-40b9-8a54-714767000c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411837 May 27 03:45:13.455838 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvr_db [None req-766945ab-2fb2-4242-a795-0ae4d21c7a09 None None] Set router 21fa1770-3efc-4468-b817-485cb6c5394b gateway port host: dv-cinder-828805-4-iscsi {{(pid=104617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:45:13.478318 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (134bae73-502b-4599-bb47-129fee8818a4), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:13.492219 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-ce2d71f4-89b7-4e18-afba-1e01415d134b req-4bcb32ed-f574-4324-af1f-13ee154b0f58 service neutron] 10.222.0.69 "GET /v2.0/networks/9d90c714-9bd8-40b9-8a54-714767000c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879972 May 27 03:45:13.587783 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-ce2d71f4-89b7-4e18-afba-1e01415d134b req-2ed9334c-6790-41a9-bdae-461a37f7552b service neutron] 10.222.0.69 "GET /v2.0/networks/9d90c714-9bd8-40b9-8a54-714767000c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905190 May 27 03:45:13.667617 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-766945ab-2fb2-4242-a795-0ae4d21c7a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fa1770-3efc-4468-b817-485cb6c5394b', 'name': 'tempest-AttachVolumeTestJSON-619831655-router', 'tenant_id': '37f34daf6ac94c41b23e1bc899ab671f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '78774f58-824b-4e70-8b2f-2e3873607635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:41:37Z', 'updated_at': '2022-05-27T03:41:41Z', 'revision_number': 4, 'project_id': '37f34daf6ac94c41b23e1bc899ab671f', 'gw_port': {'id': '78774f58-824b-4e70-8b2f-2e3873607635', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:bc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fa1770-3efc-4468-b817-485cb6c5394b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:41:38Z', 'updated_at': '2022-05-27T03:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_floatingips': [{'id': '215a84ae-9f22-4642-8058-e6b43b33a0bf', 'tenant_id': '37f34daf6ac94c41b23e1bc899ab671f', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'router_id': '21fa1770-3efc-4468-b817-485cb6c5394b', 'port_id': 'ab55f18d-4961-4672-bb0a-e1ff6975f8a0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d90c714-9bd8-40b9-8a54-714767000c3f', 'mac_address': 'fa:16:3e:c6:70:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69975da9-8b11-44ba-b542-a0e3ade18265', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:44:57Z', 'updated_at': '2022-05-27T03:45:12Z', 'revision_number': 1, 'project_id': '37f34daf6ac94c41b23e1bc899ab671f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92e50517-801a-44e6-ae5f-a5819ee82935', 'name': '', 'network_id': '9d90c714-9bd8-40b9-8a54-714767000c3f', 'tenant_id': '37f34daf6ac94c41b23e1bc899ab671f', 'mac_address': 'fa:16:3e:eb:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fa1770-3efc-4468-b817-485cb6c5394b', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '00d5760e-0799-462a-a374-8af06f949dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:41:40Z', 'updated_at': '2022-05-27T03:41:45Z', 'revision_number': 5, 'project_id': '37f34daf6ac94c41b23e1bc899ab671f', 'subnets': [{'id': '00d5760e-0799-462a-a374-8af06f949dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:45:13.692106 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766945ab-2fb2-4242-a795-0ae4d21c7a09 None None] The sync data for ids ['21fa1770-3efc-4468-b817-485cb6c5394b'] in dv-cinder-828805-4-iscsi is: [{'id': '21fa1770-3efc-4468-b817-485cb6c5394b', 'name': 'tempest-AttachVolumeTestJSON-619831655-router', 'tenant_id': '37f34daf6ac94c41b23e1bc899ab671f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '78774f58-824b-4e70-8b2f-2e3873607635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:41:37Z', 'updated_at': '2022-05-27T03:41:41Z', 'revision_number': 4, 'project_id': '37f34daf6ac94c41b23e1bc899ab671f', 'gw_port': {'id': '78774f58-824b-4e70-8b2f-2e3873607635', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:bc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fa1770-3efc-4468-b817-485cb6c5394b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:41:38Z', 'updated_at': '2022-05-27T03:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_floatingips': [{'id': '215a84ae-9f22-4642-8058-e6b43b33a0bf', 'tenant_id': '37f34daf6ac94c41b23e1bc899ab671f', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'router_id': '21fa1770-3efc-4468-b817-485cb6c5394b', 'port_id': 'ab55f18d-4961-4672-bb0a-e1ff6975f8a0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d90c714-9bd8-40b9-8a54-714767000c3f', 'mac_address': 'fa:16:3e:c6:70:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69975da9-8b11-44ba-b542-a0e3ade18265', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:44:57Z', 'updated_at': '2022-05-27T03:45:12Z', 'revision_number': 1, 'project_id': '37f34daf6ac94c41b23e1bc899ab671f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92e50517-801a-44e6-ae5f-a5819ee82935', 'name': '', 'network_id': '9d90c714-9bd8-40b9-8a54-714767000c3f', 'tenant_id': '37f34daf6ac94c41b23e1bc899ab671f', 'mac_address': 'fa:16:3e:eb:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fa1770-3efc-4468-b817-485cb6c5394b', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '00d5760e-0799-462a-a374-8af06f949dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:41:40Z', 'updated_at': '2022-05-27T03:41:45Z', 'revision_number': 5, 'project_id': '37f34daf6ac94c41b23e1bc899ab671f', 'subnets': [{'id': '00d5760e-0799-462a-a374-8af06f949dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:45:13.882456 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3e8b26-ceae-439a-ae47-6320f07a413b None None] New status for floating IP 215a84ae-9f22-4642-8058-e6b43b33a0bf: ACTIVE {{(pid=104616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:45:14.700412 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-79f88574-6690-42a2-8c91-cbb50e2ba7ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (b322252d-fb9d-4652-a830-647fed26b29a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:16.846795 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-033638f9-f1ad-4486-b84a-a3c879d4a520 req-f8414047-66d9-44fa-bc28-75b834f4f256 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=69975da9-8b11-44ba-b542-a0e3ade18265&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378649 May 27 03:45:16.944192 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033638f9-f1ad-4486-b84a-a3c879d4a520 req-d9dff214-7580-4eb6-87ec-03dd91f3c2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:45:16.945564 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-033638f9-f1ad-4486-b84a-a3c879d4a520 req-d9dff214-7580-4eb6-87ec-03dd91f3c2f6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=37f34daf6ac94c41b23e1bc899ab671f&device_id=69975da9-8b11-44ba-b542-a0e3ade18265 HTTP/1.1" status: 200 len: 1130 time: 0.0366957 May 27 03:45:16.963918 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-3691e221-27c5-4381-9a8f-ec38cefc939e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (9df6ec88-276d-42f5-acd2-7e289451d5e3), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:16.972838 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=100 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:17.051253 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033638f9-f1ad-4486-b84a-a3c879d4a520 req-a579ab9e-35a3-425d-93ba-015249a6b56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:45:17.052725 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-033638f9-f1ad-4486-b84a-a3c879d4a520 req-a579ab9e-35a3-425d-93ba-015249a6b56d service neutron] 10.222.0.69 "GET /v2.0/networks?id=9d90c714-9bd8-40b9-8a54-714767000c3f HTTP/1.1" status: 200 len: 911 time: 0.0883911 May 27 03:45:17.113832 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-033638f9-f1ad-4486-b84a-a3c879d4a520 req-ad34ed72-7c4b-4529-b88f-bd09c316b5d2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab55f18d-4961-4672-bb0a-e1ff6975f8a0 HTTP/1.1" status: 200 len: 1002 time: 0.0550528 May 27 03:45:17.164961 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033638f9-f1ad-4486-b84a-a3c879d4a520 req-bb11a5ad-1c49-4744-a035-420ad6a28107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:45:17.166450 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-033638f9-f1ad-4486-b84a-a3c879d4a520 req-bb11a5ad-1c49-4744-a035-420ad6a28107 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=00d5760e-0799-462a-a374-8af06f949dc3 HTTP/1.1" status: 200 len: 849 time: 0.0471368 May 27 03:45:17.209857 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033638f9-f1ad-4486-b84a-a3c879d4a520 req-5ecea7b2-8a2a-480b-988e-c65c35c81602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:45:17.211369 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-033638f9-f1ad-4486-b84a-a3c879d4a520 req-5ecea7b2-8a2a-480b-988e-c65c35c81602 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9d90c714-9bd8-40b9-8a54-714767000c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391629 May 27 03:45:17.283342 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=100 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:17.302447 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-033638f9-f1ad-4486-b84a-a3c879d4a520 req-baf46e98-08be-4f03-8c30-8e2dfc822daa service neutron] 10.222.0.69 "GET /v2.0/networks/9d90c714-9bd8-40b9-8a54-714767000c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853395 May 27 03:45:17.390461 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-033638f9-f1ad-4486-b84a-a3c879d4a520 req-85b105bd-b104-4756-b231-8c7da109c5d1 service neutron] 10.222.0.69 "GET /v2.0/networks/9d90c714-9bd8-40b9-8a54-714767000c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818837 May 27 03:45:18.220379 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-584d7fde-7d72-4642-9601-b182cfb78c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (413fc6aa-3a5a-4281-abfd-a440a67afb4a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:19.328880 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f446-e12c-45b2-8c38-3579950c1c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (785c7416-4bf9-40d9-a08f-c797a61a0436), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:20.872026 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (917d01f3-4a27-4590-ae14-da14d21a1e88), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:22.034043 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=44 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:22.041221 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=15 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:23.670124 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=60 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:23.670829 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=54 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:27.385972 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=30 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:27.387779 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=8 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:28.314969 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 43904) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:45:28.359891 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.db_base_plugin_v2 [None req-f67ea344-3bd6-4bd2-85c4-ef4c8196911b admin admin] Deleting subnet f03f2d49-5fef-41c1-aae2-9f1bbea21b6f {{(pid=104614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 03:45:28.362934 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-f67ea344-3bd6-4bd2-85c4-ef4c8196911b admin admin] Publish callbacks [] for subnet (f03f2d49-5fef-41c1-aae2-9f1bbea21b6f), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:28.400561 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-f67ea344-3bd6-4bd2-85c4-ef4c8196911b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584813236'] for subnet (f03f2d49-5fef-41c1-aae2-9f1bbea21b6f), precommit_delete_associations {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:28.439531 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-f67ea344-3bd6-4bd2-85c4-ef4c8196911b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004246'] for subnet (f03f2d49-5fef-41c1-aae2-9f1bbea21b6f), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:28.557446 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-f67ea344-3bd6-4bd2-85c4-ef4c8196911b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8584799400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8584400384'] for subnet (f03f2d49-5fef-41c1-aae2-9f1bbea21b6f), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:28.581930 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67ea344-3bd6-4bd2-85c4-ef4c8196911b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f03f2d49-5fef-41c1-aae2-9f1bbea21b6f,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:28.592080 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67ea344-3bd6-4bd2-85c4-ef4c8196911b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:28.592435 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67ea344-3bd6-4bd2-85c4-ef4c8196911b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:28.592779 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67ea344-3bd6-4bd2-85c4-ef4c8196911b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:28.593116 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67ea344-3bd6-4bd2-85c4-ef4c8196911b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:28.593459 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67ea344-3bd6-4bd2-85c4-ef4c8196911b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:28.594256 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67ea344-3bd6-4bd2-85c4-ef4c8196911b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:28.594256 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67ea344-3bd6-4bd2-85c4-ef4c8196911b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:28.594447 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67ea344-3bd6-4bd2-85c4-ef4c8196911b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:28.594700 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67ea344-3bd6-4bd2-85c4-ef4c8196911b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:28.595063 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67ea344-3bd6-4bd2-85c4-ef4c8196911b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:28.595388 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67ea344-3bd6-4bd2-85c4-ef4c8196911b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:28.595709 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67ea344-3bd6-4bd2-85c4-ef4c8196911b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:28.596026 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67ea344-3bd6-4bd2-85c4-ef4c8196911b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:28.596343 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67ea344-3bd6-4bd2-85c4-ef4c8196911b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:28.596659 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67ea344-3bd6-4bd2-85c4-ef4c8196911b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:45:28.599494 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-f67ea344-3bd6-4bd2-85c4-ef4c8196911b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:28.602591 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-f67ea344-3bd6-4bd2-85c4-ef4c8196911b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f03f2d49-5fef-41c1-aae2-9f1bbea21b6f HTTP/1.1" status: 204 len: 168 time: 0.2866392 May 27 03:45:28.605055 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 43906) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:45:28.672027 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-e531cf3f-2e8e-471b-ae78-4cf19a3622c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963665'] for network (957f92df-3f90-4ab3-b244-3c908e00f069), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:28.751842 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-e531cf3f-2e8e-471b-ae78-4cf19a3622c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3997731', 'neutron.services.segments.db._delete_segments_for_network-8791800041072'] for network (957f92df-3f90-4ab3-b244-3c908e00f069), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:28.772431 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.services.segments.db [None req-e531cf3f-2e8e-471b-ae78-4cf19a3622c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['957f92df-3f90-4ab3-b244-3c908e00f069']}} {{(pid=104614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:45:28.781513 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.services.segments.db [None req-e531cf3f-2e8e-471b-ae78-4cf19a3622c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ce2e82d-591e-4495-b45f-d3e3168d7e5b') {'for_net_delete': True} {{(pid=104614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:45:28.781829 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.services.segments.db [None req-e531cf3f-2e8e-471b-ae78-4cf19a3622c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ce2e82d-591e-4495-b45f-d3e3168d7e5b') {} {{(pid=104614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:45:28.791080 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-e531cf3f-2e8e-471b-ae78-4cf19a3622c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791800041849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584813197'] for segment (6ce2e82d-591e-4495-b45f-d3e3168d7e5b), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:28.804479 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-e531cf3f-2e8e-471b-ae78-4cf19a3622c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545'] for segment (6ce2e82d-591e-4495-b45f-d3e3168d7e5b), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:28.811236 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e531cf3f-2e8e-471b-ae78-4cf19a3622c2 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=104614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:45:28.811618 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-e531cf3f-2e8e-471b-ae78-4cf19a3622c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8584798986'] for segment (6ce2e82d-591e-4495-b45f-d3e3168d7e5b), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:28.829962 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.services.segments.plugin [-] Segment 6ce2e82d-591e-4495-b45f-d3e3168d7e5b resource provider aggregate not found May 27 03:45:28.874035 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.services.segments.plugin [-] Segment 6ce2e82d-591e-4495-b45f-d3e3168d7e5b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6ce2e82d-591e-4495-b45f-d3e3168d7e5b found for delete ", "request_id": "req-78021c30-1e1c-4b1a-8ad1-1764611cb372"}]} May 27 03:45:28.951543 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-e531cf3f-2e8e-471b-ae78-4cf19a3622c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3997720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680183'] for network (957f92df-3f90-4ab3-b244-3c908e00f069), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:28.957021 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-e531cf3f-2e8e-471b-ae78-4cf19a3622c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-373421'] for network (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:28.960332 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-e531cf3f-2e8e-471b-ae78-4cf19a3622c2 admin admin] 10.222.0.24 "DELETE /v2.0/networks/957f92df-3f90-4ab3-b244-3c908e00f069 HTTP/1.1" status: 204 len: 168 time: 0.3543596 May 27 03:45:28.975811 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e531cf3f-2e8e-471b-ae78-4cf19a3622c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=957f92df-3f90-4ab3-b244-3c908e00f069,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:29.397089 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 43914) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:45:29.436729 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-955cea81-01a0-407b-824c-b4b0b36eae4a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=245626825e3b480485223cd0e3d54580&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385435 May 27 03:45:29.438988 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 43916) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:45:29.485616 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-9c875563-0519-4272-b25e-0f4f96329af3 admin admin] Publish callbacks [] for security_group (4f28ea63-9d4f-4a1c-9479-fd41d242446d), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:29.506471 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-9c875563-0519-4272-b25e-0f4f96329af3 admin admin] Publish callbacks [] for security_group (4f28ea63-9d4f-4a1c-9479-fd41d242446d), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:29.665502 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-9c875563-0519-4272-b25e-0f4f96329af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (4f28ea63-9d4f-4a1c-9479-fd41d242446d), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:29.668023 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-9c875563-0519-4272-b25e-0f4f96329af3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:29.669165 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-9c875563-0519-4272-b25e-0f4f96329af3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4f28ea63-9d4f-4a1c-9479-fd41d242446d HTTP/1.1" status: 204 len: 168 time: 0.2293153 May 27 03:45:29.676657 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c875563-0519-4272-b25e-0f4f96329af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f28ea63-9d4f-4a1c-9479-fd41d242446d,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:45:30.804185 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=18,neutron:UPDATE=5 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:39.671668 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=74,neutron:DELETE=7 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:39.672380 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=73,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:39.688960 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=51,neutron:UPDATE=5 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:43.482968 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (134bae73-502b-4599-bb47-129fee8818a4), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:43.764140 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.agents_db [None req-cbb77ebc-65ec-4caa-a8b3-81c074906866 None None] Agent healthcheck: found 6 active agents {{(pid=104617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:45:44.717136 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-a58704e4-f942-42dc-a2c8-7e283c5fe4f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (b322252d-fb9d-4652-a830-647fed26b29a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:46.951241 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-1dddf569-1fba-42bf-9593-cb2a0cb31b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (9df6ec88-276d-42f5-acd2-7e289451d5e3), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:48.191641 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-584d7fde-7d72-4642-9601-b182cfb78c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (413fc6aa-3a5a-4281-abfd-a440a67afb4a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:49.299981 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f446-e12c-45b2-8c38-3579950c1c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (785c7416-4bf9-40d9-a08f-c797a61a0436), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:50.905442 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (917d01f3-4a27-4590-ae14-da14d21a1e88), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:45:56.753758 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=3 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:45:56.759602 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=5 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:46:00.797998 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:46:00.800279 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:46:12.813749 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=1 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:46:12.814473 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:DELETE=1 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:46:13.476356 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (134bae73-502b-4599-bb47-129fee8818a4), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:13.890824 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6586a051-51ff-48db-b821-c0a462c84297 req-46d7d820-e5d2-4ec0-9fc7-792d2f0b2e37 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:46:13.892298 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-6586a051-51ff-48db-b821-c0a462c84297 req-46d7d820-e5d2-4ec0-9fc7-792d2f0b2e37 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?device_id=69975da9-8b11-44ba-b542-a0e3ade18265 HTTP/1.1" status: 200 len: 946 time: 0.0465097 May 27 03:46:13.937866 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-6586a051-51ff-48db-b821-c0a462c84297 req-53460958-72dc-4811-b784-35500d1ffb15 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/security-groups?id=15d2668b-9838-4e9e-a4f4-b70edf143fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394747 May 27 03:46:14.676599 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-44cc4fc2-feb6-4bfb-a3cb-569c3066eafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (b322252d-fb9d-4652-a830-647fed26b29a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:15.054125 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d728f-802e-46f0-a4d8-ab8e4fc6851c req-a3484387-6f68-4f1d-a477-f6a5129273ac tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:46:15.055654 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-f09d728f-802e-46f0-a4d8-ab8e4fc6851c req-a3484387-6f68-4f1d-a477-f6a5129273ac tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?device_id=69975da9-8b11-44ba-b542-a0e3ade18265 HTTP/1.1" status: 200 len: 946 time: 0.0455844 May 27 03:46:15.102321 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-f09d728f-802e-46f0-a4d8-ab8e4fc6851c req-92c9b29e-48da-4f41-96e4-3149cba39dbe tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/security-groups?id=15d2668b-9838-4e9e-a4f4-b70edf143fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412681 May 27 03:46:15.637552 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab37dee6-9fc0-43eb-8a2a-e693e154de2f req-08408174-da84-4a8e-9538-6dbaae1aa2aa tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:46:15.638990 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-ab37dee6-9fc0-43eb-8a2a-e693e154de2f req-08408174-da84-4a8e-9538-6dbaae1aa2aa tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.69 "GET /v2.0/ports?device_id=69975da9-8b11-44ba-b542-a0e3ade18265 HTTP/1.1" status: 200 len: 946 time: 0.0476584 May 27 03:46:15.717270 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [req-ab37dee6-9fc0-43eb-8a2a-e693e154de2f req-74d17211-facd-4023-bcb0-47055cb24f1a tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Deleting port ab55f18d-4961-4672-bb0a-e1ff6975f8a0 {{(pid=104614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:46:15.717613 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-ab37dee6-9fc0-43eb-8a2a-e693e154de2f req-74d17211-facd-4023-bcb0-47055cb24f1a tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791799895781'] for port (ab55f18d-4961-4672-bb0a-e1ff6975f8a0), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:15.808269 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.db [req-ab37dee6-9fc0-43eb-8a2a-e693e154de2f req-74d17211-facd-4023-bcb0-47055cb24f1a tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] For port ab55f18d-4961-4672-bb0a-e1ff6975f8a0, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=ab55f18d-4961-4672-bb0a-e1ff6975f8a0,segment=NetworkSegment(e284cbef-e426-4d54-8e4c-74a583421795),segment_id=e284cbef-e426-4d54-8e4c-74a583421795)] {{(pid=104614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:46:15.808689 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-ab37dee6-9fc0-43eb-8a2a-e693e154de2f req-74d17211-facd-4023-bcb0-47055cb24f1a tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-658269'] for port (ab55f18d-4961-4672-bb0a-e1ff6975f8a0), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:16.200807 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-ab37dee6-9fc0-43eb-8a2a-e693e154de2f req-74d17211-facd-4023-bcb0-47055cb24f1a tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:16.201366 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-ab37dee6-9fc0-43eb-8a2a-e693e154de2f req-74d17211-facd-4023-bcb0-47055cb24f1a tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680165'] for floatingip (215a84ae-9f22-4642-8058-e6b43b33a0bf), after_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:16.201682 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.db.l3_db [req-ab37dee6-9fc0-43eb-8a2a-e693e154de2f req-74d17211-facd-4023-bcb0-47055cb24f1a tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Floating IP 215a84ae-9f22-4642-8058-e6b43b33a0bf disassociated. External IP: 172.27.0.122, port: ab55f18d-4961-4672-bb0a-e1ff6975f8a0. May 27 03:46:16.202110 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [req-ab37dee6-9fc0-43eb-8a2a-e693e154de2f req-74d17211-facd-4023-bcb0-47055cb24f1a tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Calling delete_port for ab55f18d-4961-4672-bb0a-e1ff6975f8a0 owned by compute:nova {{(pid=104614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:46:16.218861 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e1fa4-dacb-4c83-97c5-0e06687e49ab req-a880059f-a97d-45aa-819a-1d32fa133825 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:46:16.221700 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-954e1fa4-dacb-4c83-97c5-0e06687e49ab req-a880059f-a97d-45aa-819a-1d32fa133825 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?device_id=69975da9-8b11-44ba-b542-a0e3ade18265 HTTP/1.1" status: 200 len: 946 time: 0.0496235 May 27 03:46:16.268042 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-954e1fa4-dacb-4c83-97c5-0e06687e49ab req-61b9f98f-6a2b-43b7-b366-037d76762da6 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/security-groups?id=15d2668b-9838-4e9e-a4f4-b70edf143fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412037 May 27 03:46:16.373936 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-ab37dee6-9fc0-43eb-8a2a-e693e154de2f req-74d17211-facd-4023-bcb0-47055cb24f1a tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791799905747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791799515450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8584799065'] for port (ab55f18d-4961-4672-bb0a-e1ff6975f8a0), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:16.401939 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d17211-facd-4023-bcb0-47055cb24f1a tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Pushing event deleted for resources: {'Port': ['ID=ab55f18d-4961-4672-bb0a-e1ff6975f8a0,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:16.511693 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab37dee6-9fc0-43eb-8a2a-e693e154de2f req-74d17211-facd-4023-bcb0-47055cb24f1a tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Router 21fa1770-3efc-4468-b817-485cb6c5394b has already been hosted by L3 agent 9df6ec88-276d-42f5-acd2-7e289451d5e3 {{(pid=104614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:46:16.620656 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab37dee6-9fc0-43eb-8a2a-e693e154de2f req-74d17211-facd-4023-bcb0-47055cb24f1a tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Notify agent at l3_agent.dv-cinder-828805-4-iscsi the message routers_updated {{(pid=104614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:46:16.631253 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a11b15a-e647-4b1a-9509-092fa73770db None None] Sync routers for ids ['21fa1770-3efc-4468-b817-485cb6c5394b'] in dv-cinder-828805-4-iscsi {{(pid=104617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:46:16.641340 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a11b15a-e647-4b1a-9509-092fa73770db None None] Routers {'21fa1770-3efc-4468-b817-485cb6c5394b'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:46:16.641945 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-5a11b15a-e647-4b1a-9509-092fa73770db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:45:47Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['21fa1770-3efc-4468-b817-485cb6c5394b'], 'active': True} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:16.660720 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab37dee6-9fc0-43eb-8a2a-e693e154de2f req-74d17211-facd-4023-bcb0-47055cb24f1a tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] No DVR routers for this DVR port ab55f18d-4961-4672-bb0a-e1ff6975f8a0 on host hv-cinder-82880 {{(pid=104614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:46:16.663848 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-ab37dee6-9fc0-43eb-8a2a-e693e154de2f req-74d17211-facd-4023-bcb0-47055cb24f1a tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:16.667048 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-ab37dee6-9fc0-43eb-8a2a-e693e154de2f req-74d17211-facd-4023-bcb0-47055cb24f1a tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.69 "DELETE /v2.0/ports/ab55f18d-4961-4672-bb0a-e1ff6975f8a0 HTTP/1.1" status: 204 len: 173 time: 1.0231926 May 27 03:46:16.667474 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69975da9-8b11-44ba-b542-a0e3ade18265', 'name': 'network-vif-deleted', 'tag': 'ab55f18d-4961-4672-bb0a-e1ff6975f8a0'}] {{(pid=104614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:46:16.669711 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a93b0eab3ec594b69aa68cd7d580be2fac36b4cb942ee4cac03c85783d056da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f6e781-26bf-4b5a-b73b-b189a5ba9605" -d '{"events": [{"server_uuid": "69975da9-8b11-44ba-b542-a0e3ade18265", "name": "network-vif-deleted", "tag": "ab55f18d-4961-4672-bb0a-e1ff6975f8a0"}]}' {{(pid=104614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:46:16.746455 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvr_db [None req-5a11b15a-e647-4b1a-9509-092fa73770db None None] Set router 21fa1770-3efc-4468-b817-485cb6c5394b gateway port host: dv-cinder-828805-4-iscsi {{(pid=104617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:46:16.905176 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47af310a-0609-414b-a872-2203662ff373 x-openstack-request-id: req-47af310a-0609-414b-a872-2203662ff373 {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:46:16.905695 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69975da9-8b11-44ba-b542-a0e3ade18265", "name": "network-vif-deleted", "tag": "ab55f18d-4961-4672-bb0a-e1ff6975f8a0", "status": "completed", "code": 200}]} {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:46:16.906227 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-47af310a-0609-414b-a872-2203662ff373 {{(pid=104614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:46:16.906777 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47af310a-0609-414b-a872-2203662ff373'] response: {'server_uuid': '69975da9-8b11-44ba-b542-a0e3ade18265', 'name': 'network-vif-deleted', 'tag': 'ab55f18d-4961-4672-bb0a-e1ff6975f8a0', 'status': 'completed', 'code': 200} May 27 03:46:16.946336 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-3797b64a-55d8-4390-9b6e-8c54d35930b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (9df6ec88-276d-42f5-acd2-7e289451d5e3), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:16.969579 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-5a11b15a-e647-4b1a-9509-092fa73770db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fa1770-3efc-4468-b817-485cb6c5394b', 'name': 'tempest-AttachVolumeTestJSON-619831655-router', 'tenant_id': '37f34daf6ac94c41b23e1bc899ab671f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '78774f58-824b-4e70-8b2f-2e3873607635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:41:37Z', 'updated_at': '2022-05-27T03:41:41Z', 'revision_number': 4, 'project_id': '37f34daf6ac94c41b23e1bc899ab671f', 'gw_port': {'id': '78774f58-824b-4e70-8b2f-2e3873607635', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:bc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fa1770-3efc-4468-b817-485cb6c5394b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:41:38Z', 'updated_at': '2022-05-27T03:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_interfaces': [{'id': '92e50517-801a-44e6-ae5f-a5819ee82935', 'name': '', 'network_id': '9d90c714-9bd8-40b9-8a54-714767000c3f', 'tenant_id': '37f34daf6ac94c41b23e1bc899ab671f', 'mac_address': 'fa:16:3e:eb:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fa1770-3efc-4468-b817-485cb6c5394b', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '00d5760e-0799-462a-a374-8af06f949dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:41:40Z', 'updated_at': '2022-05-27T03:41:45Z', 'revision_number': 5, 'project_id': '37f34daf6ac94c41b23e1bc899ab671f', 'subnets': [{'id': '00d5760e-0799-462a-a374-8af06f949dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:16.994157 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a11b15a-e647-4b1a-9509-092fa73770db None None] Checking router: 21fa1770-3efc-4468-b817-485cb6c5394b for host: dv-cinder-828805-4-iscsi {{(pid=104617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:46:17.002566 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a11b15a-e647-4b1a-9509-092fa73770db None None] Routers {'21fa1770-3efc-4468-b817-485cb6c5394b'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:46:17.003192 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-5a11b15a-e647-4b1a-9509-092fa73770db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:46:17Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['21fa1770-3efc-4468-b817-485cb6c5394b'], 'active': True} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:17.104537 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvr_db [None req-5a11b15a-e647-4b1a-9509-092fa73770db None None] Set router 21fa1770-3efc-4468-b817-485cb6c5394b gateway port host: dv-cinder-828805-4-iscsi {{(pid=104617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:46:17.383255 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-5a11b15a-e647-4b1a-9509-092fa73770db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fa1770-3efc-4468-b817-485cb6c5394b', 'name': 'tempest-AttachVolumeTestJSON-619831655-router', 'tenant_id': '37f34daf6ac94c41b23e1bc899ab671f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '78774f58-824b-4e70-8b2f-2e3873607635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:41:37Z', 'updated_at': '2022-05-27T03:41:41Z', 'revision_number': 4, 'project_id': '37f34daf6ac94c41b23e1bc899ab671f', 'gw_port': {'id': '78774f58-824b-4e70-8b2f-2e3873607635', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:bc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fa1770-3efc-4468-b817-485cb6c5394b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:41:38Z', 'updated_at': '2022-05-27T03:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_interfaces': [{'id': '92e50517-801a-44e6-ae5f-a5819ee82935', 'name': '', 'network_id': '9d90c714-9bd8-40b9-8a54-714767000c3f', 'tenant_id': '37f34daf6ac94c41b23e1bc899ab671f', 'mac_address': 'fa:16:3e:eb:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fa1770-3efc-4468-b817-485cb6c5394b', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '00d5760e-0799-462a-a374-8af06f949dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:41:40Z', 'updated_at': '2022-05-27T03:41:45Z', 'revision_number': 5, 'project_id': '37f34daf6ac94c41b23e1bc899ab671f', 'subnets': [{'id': '00d5760e-0799-462a-a374-8af06f949dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:17.403794 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-992402dd-8628-41af-ba05-b2bce3c260a0 req-59cf3bb0-b979-4e93-9ac6-dceb69a722a2 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/ports?device_id=69975da9-8b11-44ba-b542-a0e3ade18265 HTTP/1.1" status: 200 len: 210 time: 0.0291691 May 27 03:46:17.409965 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a11b15a-e647-4b1a-9509-092fa73770db None None] The sync data for ids ['21fa1770-3efc-4468-b817-485cb6c5394b'] in dv-cinder-828805-4-iscsi is: [{'id': '21fa1770-3efc-4468-b817-485cb6c5394b', 'name': 'tempest-AttachVolumeTestJSON-619831655-router', 'tenant_id': '37f34daf6ac94c41b23e1bc899ab671f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '78774f58-824b-4e70-8b2f-2e3873607635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:41:37Z', 'updated_at': '2022-05-27T03:41:41Z', 'revision_number': 4, 'project_id': '37f34daf6ac94c41b23e1bc899ab671f', 'gw_port': {'id': '78774f58-824b-4e70-8b2f-2e3873607635', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:bc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fa1770-3efc-4468-b817-485cb6c5394b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:41:38Z', 'updated_at': '2022-05-27T03:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_interfaces': [{'id': '92e50517-801a-44e6-ae5f-a5819ee82935', 'name': '', 'network_id': '9d90c714-9bd8-40b9-8a54-714767000c3f', 'tenant_id': '37f34daf6ac94c41b23e1bc899ab671f', 'mac_address': 'fa:16:3e:eb:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fa1770-3efc-4468-b817-485cb6c5394b', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '00d5760e-0799-462a-a374-8af06f949dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:41:40Z', 'updated_at': '2022-05-27T03:41:45Z', 'revision_number': 5, 'project_id': '37f34daf6ac94c41b23e1bc899ab671f', 'subnets': [{'id': '00d5760e-0799-462a-a374-8af06f949dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:46:17.490587 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-4cabd217-796a-4321-b496-9371c5df2284 req-ae70a747-9a91-48f3-ba22-578f701d2e66 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=69975da9-8b11-44ba-b542-a0e3ade18265&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1500165 May 27 03:46:17.589408 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-4cabd217-796a-4321-b496-9371c5df2284 req-6d4e2a5d-ef05-4a08-a9e9-be693e89b5fe service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=37f34daf6ac94c41b23e1bc899ab671f&device_id=69975da9-8b11-44ba-b542-a0e3ade18265 HTTP/1.1" status: 200 len: 210 time: 0.0295761 May 27 03:46:17.662523 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa72f7d0-0a79-4973-8702-52be5ab20db3 None None] New status for floating IP 215a84ae-9f22-4642-8058-e6b43b33a0bf: DOWN {{(pid=104616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:46:17.672584 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:46:17.710541 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cabd217-796a-4321-b496-9371c5df2284 req-708114ee-492c-4f60-9efa-b32a72719a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:46:17.712126 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-4cabd217-796a-4321-b496-9371c5df2284 req-708114ee-492c-4f60-9efa-b32a72719a48 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=37f34daf6ac94c41b23e1bc899ab671f&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0999517 May 27 03:46:17.725546 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:46:17.809780 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cabd217-796a-4321-b496-9371c5df2284 req-9fe251ba-c519-410e-b9a1-19442ee27f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:46:17.811192 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-4cabd217-796a-4321-b496-9371c5df2284 req-9fe251ba-c519-410e-b9a1-19442ee27f00 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0934827 May 27 03:46:18.219170 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-584d7fde-7d72-4642-9601-b182cfb78c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (413fc6aa-3a5a-4281-abfd-a440a67afb4a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:18.550997 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 44064) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:46:18.605706 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-f240e6a7-a273-4f91-b9e0-320618375573 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks [] for security_group (15d2668b-9838-4e9e-a4f4-b70edf143fd4), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:18.629104 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-f240e6a7-a273-4f91-b9e0-320618375573 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks [] for security_group (15d2668b-9838-4e9e-a4f4-b70edf143fd4), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:18.739605 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-f240e6a7-a273-4f91-b9e0-320618375573 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (15d2668b-9838-4e9e-a4f4-b70edf143fd4), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:18.743254 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-f240e6a7-a273-4f91-b9e0-320618375573 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks [] for security_group (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:18.744515 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-f240e6a7-a273-4f91-b9e0-320618375573 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "DELETE /v2.0/security-groups/15d2668b-9838-4e9e-a4f4-b70edf143fd4 HTTP/1.1" status: 204 len: 168 time: 0.1925144 May 27 03:46:18.747389 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 44066) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:46:18.753947 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f240e6a7-a273-4f91-b9e0-320618375573 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d2668b-9838-4e9e-a4f4-b70edf143fd4,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:18.761216 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.api.v2.resource [None req-cfa62044-1b6f-4e35-a646-d95fd561ba03 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] show failed (client error): The resource could not be found. May 27 03:46:18.767877 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-cfa62044-1b6f-4e35-a646-d95fd561ba03 tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "GET /v2.0/security-groups/15d2668b-9838-4e9e-a4f4-b70edf143fd4 HTTP/1.1" status: 404 len: 347 time: 0.0190837 May 27 03:46:18.770784 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 44068) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:46:18.879731 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.plugin [None req-2f38ed3c-fda9-45b3-94fb-ab376fbfb8cd tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Deleting port 5ba67c42-d818-45ab-aa5c-0ae65010cd64 {{(pid=104615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:46:18.880070 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-2f38ed3c-fda9-45b3-94fb-ab376fbfb8cd tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791799895781'] for port (5ba67c42-d818-45ab-aa5c-0ae65010cd64), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:18.956285 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-2f38ed3c-fda9-45b3-94fb-ab376fbfb8cd tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-658269'] for port (5ba67c42-d818-45ab-aa5c-0ae65010cd64), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:18.956614 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-2f38ed3c-fda9-45b3-94fb-ab376fbfb8cd tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks [] for floatingip (5ba67c42-d818-45ab-aa5c-0ae65010cd64), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:18.969741 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.plugin [None req-2f38ed3c-fda9-45b3-94fb-ab376fbfb8cd tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Calling delete_port for 5ba67c42-d818-45ab-aa5c-0ae65010cd64 owned by network:floatingip {{(pid=104615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:46:19.196664 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-2f38ed3c-fda9-45b3-94fb-ab376fbfb8cd tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791799905747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791799515450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585481432'] for port (5ba67c42-d818-45ab-aa5c-0ae65010cd64), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:19.222267 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f38ed3c-fda9-45b3-94fb-ab376fbfb8cd tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Pushing event deleted for resources: {'Port': ['ID=5ba67c42-d818-45ab-aa5c-0ae65010cd64,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:19.247215 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f38ed3c-fda9-45b3-94fb-ab376fbfb8cd tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:19.247557 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f38ed3c-fda9-45b3-94fb-ab376fbfb8cd tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:19.247895 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f38ed3c-fda9-45b3-94fb-ab376fbfb8cd tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:19.248231 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f38ed3c-fda9-45b3-94fb-ab376fbfb8cd tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:19.248559 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f38ed3c-fda9-45b3-94fb-ab376fbfb8cd tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:19.248884 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f38ed3c-fda9-45b3-94fb-ab376fbfb8cd tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:19.249204 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f38ed3c-fda9-45b3-94fb-ab376fbfb8cd tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:19.250179 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f38ed3c-fda9-45b3-94fb-ab376fbfb8cd tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:19.250179 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f38ed3c-fda9-45b3-94fb-ab376fbfb8cd tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:19.250179 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f38ed3c-fda9-45b3-94fb-ab376fbfb8cd tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:19.250463 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f38ed3c-fda9-45b3-94fb-ab376fbfb8cd tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:19.250784 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f38ed3c-fda9-45b3-94fb-ab376fbfb8cd tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:19.251103 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f38ed3c-fda9-45b3-94fb-ab376fbfb8cd tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:19.251359 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f38ed3c-fda9-45b3-94fb-ab376fbfb8cd tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:19.251674 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f38ed3c-fda9-45b3-94fb-ab376fbfb8cd tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:19.293688 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-2f38ed3c-fda9-45b3-94fb-ab376fbfb8cd tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks [] for floatingip (215a84ae-9f22-4642-8058-e6b43b33a0bf), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:19.296296 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-2f38ed3c-fda9-45b3-94fb-ab376fbfb8cd tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for floatingip (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:19.297438 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-2f38ed3c-fda9-45b3-94fb-ab376fbfb8cd tempest-AttachVolumeTestJSON-1776627733 tempest-AttachVolumeTestJSON-1776627733-project] 10.222.0.24 "DELETE /v2.0/floatingips/215a84ae-9f22-4642-8058-e6b43b33a0bf HTTP/1.1" status: 204 len: 168 time: 0.5251884 May 27 03:46:19.351172 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f446-e12c-45b2-8c38-3579950c1c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (785c7416-4bf9-40d9-a08f-c797a61a0436), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:19.593059 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device ab55f18d-4961-4672-bb0a-e1ff6975f8a0 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:46:19.612544 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] No Port match for: ab55f18d-4961-4672-bb0a-e1ff6975f8a0 {{(pid=104616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:46:19.612894 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device ab55f18d-4961-4672-bb0a-e1ff6975f8a0 not bound to the agent host hv-cinder-82880 {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:46:20.764160 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.agents_db [None req-cbb77ebc-65ec-4caa-a8b3-81c074906866 None None] Agent healthcheck: found 6 active agents {{(pid=104617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:46:20.916328 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (917d01f3-4a27-4590-ae14-da14d21a1e88), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:23.231762 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 44096) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:46:23.675593 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:46:23.684914 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:46:23.797706 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-e715ee61-935c-44d8-b4bd-479da693b577 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681189'] for router_interface (21fa1770-3efc-4468-b817-485cb6c5394b), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:24.009835 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.plugin [None req-e715ee61-935c-44d8-b4bd-479da693b577 admin admin] Deleting port 92e50517-801a-44e6-ae5f-a5819ee82935 {{(pid=104615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:46:24.010065 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-e715ee61-935c-44d8-b4bd-479da693b577 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791799895781'] for port (92e50517-801a-44e6-ae5f-a5819ee82935), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:24.086307 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.db [None req-e715ee61-935c-44d8-b4bd-479da693b577 admin admin] For port 92e50517-801a-44e6-ae5f-a5819ee82935, host dv-cinder-828805-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=92e50517-801a-44e6-ae5f-a5819ee82935,segment=NetworkSegment(e284cbef-e426-4d54-8e4c-74a583421795),segment_id=e284cbef-e426-4d54-8e4c-74a583421795)] {{(pid=104615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:46:24.086670 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-e715ee61-935c-44d8-b4bd-479da693b577 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-658269'] for port (92e50517-801a-44e6-ae5f-a5819ee82935), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:24.099599 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.plugin [None req-e715ee61-935c-44d8-b4bd-479da693b577 admin admin] Calling delete_port for 92e50517-801a-44e6-ae5f-a5819ee82935 owned by network:router_interface {{(pid=104615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:46:24.368018 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-e715ee61-935c-44d8-b4bd-479da693b577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791799905747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791799515450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585481432'] for port (92e50517-801a-44e6-ae5f-a5819ee82935), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:24.390443 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e715ee61-935c-44d8-b4bd-479da693b577 admin admin] Pushing event deleted for resources: {'Port': ['ID=92e50517-801a-44e6-ae5f-a5819ee82935,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:24.450266 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:46:24.558993 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-e715ee61-935c-44d8-b4bd-479da693b577 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-373384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681081'] for router_interface (21fa1770-3efc-4468-b817-485cb6c5394b), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:24.665854 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:46:24.769435 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e715ee61-935c-44d8-b4bd-479da693b577 admin admin] Router 21fa1770-3efc-4468-b817-485cb6c5394b has already been hosted by L3 agent 9df6ec88-276d-42f5-acd2-7e289451d5e3 {{(pid=104615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:46:24.869062 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e715ee61-935c-44d8-b4bd-479da693b577 admin admin] Notify agent at l3_agent.dv-cinder-828805-4-iscsi the message routers_updated {{(pid=104615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:46:24.875296 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-e715ee61-935c-44d8-b4bd-479da693b577 admin admin] 10.222.0.24 "PUT /v2.0/routers/21fa1770-3efc-4468-b817-485cb6c5394b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6426141 May 27 03:46:24.876315 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 44098) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:46:24.877878 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9060417-c77a-4be4-945e-9f89d6429675 None None] Sync routers for ids ['21fa1770-3efc-4468-b817-485cb6c5394b'] in dv-cinder-828805-4-iscsi {{(pid=104617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:46:24.888506 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9060417-c77a-4be4-945e-9f89d6429675 None None] Routers {'21fa1770-3efc-4468-b817-485cb6c5394b'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:46:24.889112 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-f9060417-c77a-4be4-945e-9f89d6429675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:46:17Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['21fa1770-3efc-4468-b817-485cb6c5394b'], 'active': True} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:24.976694 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-faf42092-c916-4627-9281-07602c1e0bb4 admin admin] Publish callbacks [] for router (21fa1770-3efc-4468-b817-485cb6c5394b), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:24.989914 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvr_db [None req-f9060417-c77a-4be4-945e-9f89d6429675 None None] Set router 21fa1770-3efc-4468-b817-485cb6c5394b gateway port host: dv-cinder-828805-4-iscsi {{(pid=104617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:46:25.075558 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-faf42092-c916-4627-9281-07602c1e0bb4 admin admin] Publish callbacks [] for router_gateway (21fa1770-3efc-4468-b817-485cb6c5394b), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:25.155395 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=100 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:46:25.157933 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-f9060417-c77a-4be4-945e-9f89d6429675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fa1770-3efc-4468-b817-485cb6c5394b', 'name': 'tempest-AttachVolumeTestJSON-619831655-router', 'tenant_id': '37f34daf6ac94c41b23e1bc899ab671f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '78774f58-824b-4e70-8b2f-2e3873607635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:41:37Z', 'updated_at': '2022-05-27T03:46:24Z', 'revision_number': 5, 'project_id': '37f34daf6ac94c41b23e1bc899ab671f', 'gw_port': {'id': '78774f58-824b-4e70-8b2f-2e3873607635', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:bc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fa1770-3efc-4468-b817-485cb6c5394b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:41:38Z', 'updated_at': '2022-05-27T03:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi'}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:25.160435 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=100 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:46:25.184772 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9060417-c77a-4be4-945e-9f89d6429675 None None] Checking router: 21fa1770-3efc-4468-b817-485cb6c5394b for host: dv-cinder-828805-4-iscsi {{(pid=104617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:46:25.189589 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.plugin [None req-faf42092-c916-4627-9281-07602c1e0bb4 admin admin] Deleting port 78774f58-824b-4e70-8b2f-2e3873607635 {{(pid=104615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:46:25.193497 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-faf42092-c916-4627-9281-07602c1e0bb4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791799895781'] for port (78774f58-824b-4e70-8b2f-2e3873607635), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:25.193763 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9060417-c77a-4be4-945e-9f89d6429675 None None] Routers {'21fa1770-3efc-4468-b817-485cb6c5394b'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:46:25.193763 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-f9060417-c77a-4be4-945e-9f89d6429675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:46:17Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['21fa1770-3efc-4468-b817-485cb6c5394b'], 'active': True} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:25.270761 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.db [None req-faf42092-c916-4627-9281-07602c1e0bb4 admin admin] For port 78774f58-824b-4e70-8b2f-2e3873607635, host dv-cinder-828805-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=78774f58-824b-4e70-8b2f-2e3873607635,segment=NetworkSegment(2b0e99ee-61aa-44db-85d9-9c6d208f29d9),segment_id=2b0e99ee-61aa-44db-85d9-9c6d208f29d9)] {{(pid=104615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:46:25.271078 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-faf42092-c916-4627-9281-07602c1e0bb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-658269'] for port (78774f58-824b-4e70-8b2f-2e3873607635), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:25.277335 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvr_db [None req-f9060417-c77a-4be4-945e-9f89d6429675 None None] Set router 21fa1770-3efc-4468-b817-485cb6c5394b gateway port host: None {{(pid=104617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:46:25.287163 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.plugin [None req-faf42092-c916-4627-9281-07602c1e0bb4 admin admin] Calling delete_port for 78774f58-824b-4e70-8b2f-2e3873607635 owned by network:router_gateway {{(pid=104615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:46:25.337411 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:46:25.338173 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-f9060417-c77a-4be4-945e-9f89d6429675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fa1770-3efc-4468-b817-485cb6c5394b', 'name': 'tempest-AttachVolumeTestJSON-619831655-router', 'tenant_id': '37f34daf6ac94c41b23e1bc899ab671f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:41:37Z', 'updated_at': '2022-05-27T03:46:25Z', 'revision_number': 6, 'project_id': '37f34daf6ac94c41b23e1bc899ab671f', 'gw_port_host': None}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:25.367179 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9060417-c77a-4be4-945e-9f89d6429675 None None] The sync data for ids ['21fa1770-3efc-4468-b817-485cb6c5394b'] in dv-cinder-828805-4-iscsi is: [{'id': '21fa1770-3efc-4468-b817-485cb6c5394b', 'name': 'tempest-AttachVolumeTestJSON-619831655-router', 'tenant_id': '37f34daf6ac94c41b23e1bc899ab671f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:41:37Z', 'updated_at': '2022-05-27T03:46:25Z', 'revision_number': 6, 'project_id': '37f34daf6ac94c41b23e1bc899ab671f', 'gw_port_host': None}] {{(pid=104617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:46:25.516114 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-faf42092-c916-4627-9281-07602c1e0bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791799905747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791799515450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585481432'] for port (78774f58-824b-4e70-8b2f-2e3873607635), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:25.548870 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf42092-c916-4627-9281-07602c1e0bb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=78774f58-824b-4e70-8b2f-2e3873607635,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:25.608436 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-faf42092-c916-4627-9281-07602c1e0bb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680155'] for router_gateway (21fa1770-3efc-4468-b817-485cb6c5394b), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:25.694328 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-faf42092-c916-4627-9281-07602c1e0bb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60974'] for router (21fa1770-3efc-4468-b817-485cb6c5394b), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:25.696534 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-faf42092-c916-4627-9281-07602c1e0bb4 admin admin] Publish callbacks [] for router_controller (21fa1770-3efc-4468-b817-485cb6c5394b), precommit_delete_associations {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:25.701022 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:46:25.796690 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-faf42092-c916-4627-9281-07602c1e0bb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682369'] for router (21fa1770-3efc-4468-b817-485cb6c5394b), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:25.797365 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf42092-c916-4627-9281-07602c1e0bb4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21fa1770-3efc-4468-b817-485cb6c5394b {{(pid=104615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:46:25.802635 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-faf42092-c916-4627-9281-07602c1e0bb4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:25.804353 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-faf42092-c916-4627-9281-07602c1e0bb4 admin admin] 10.222.0.24 "DELETE /v2.0/routers/21fa1770-3efc-4468-b817-485cb6c5394b HTTP/1.1" status: 204 len: 168 time: 0.9271398 May 27 03:46:25.806924 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 44100) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:46:25.852445 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2e68625-794a-42ab-a1e0-1ffe546c7499 admin admin] Deleting subnet 00d5760e-0799-462a-a374-8af06f949dc3 {{(pid=104615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 03:46:25.855676 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-a2e68625-794a-42ab-a1e0-1ffe546c7499 admin admin] Publish callbacks [] for subnet (00d5760e-0799-462a-a374-8af06f949dc3), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:25.890531 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-a2e68625-794a-42ab-a1e0-1ffe546c7499 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585481163'] for subnet (00d5760e-0799-462a-a374-8af06f949dc3), precommit_delete_associations {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:25.967463 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-a2e68625-794a-42ab-a1e0-1ffe546c7499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004246'] for subnet (00d5760e-0799-462a-a374-8af06f949dc3), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:26.047942 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-a2e68625-794a-42ab-a1e0-1ffe546c7499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585481001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8581752317'] for subnet (00d5760e-0799-462a-a374-8af06f949dc3), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:26.073341 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e68625-794a-42ab-a1e0-1ffe546c7499 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00d5760e-0799-462a-a374-8af06f949dc3,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:26.076821 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-a2e68625-794a-42ab-a1e0-1ffe546c7499 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-373421'] for subnet (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:26.082457 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-a2e68625-794a-42ab-a1e0-1ffe546c7499 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/00d5760e-0799-462a-a374-8af06f949dc3 HTTP/1.1" status: 204 len: 168 time: 0.2745471 May 27 03:46:26.082824 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 44102) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:46:26.087215 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c048d43b-a9b8-4aba-b4f7-74057525739b None None] Network 9d90c714-9bd8-40b9-8a54-714767000c3f requested from dv-cinder-828805-4-iscsi {{(pid=104616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:46:26.160835 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-38743ef7-c531-479b-bcdf-0138ff995f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963665'] for network (9d90c714-9bd8-40b9-8a54-714767000c3f), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:26.203354 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [None req-38743ef7-c531-479b-bcdf-0138ff995f95 admin admin] Deleting port b0ddff89-a810-441a-bc6c-6bf4d5570848 {{(pid=104614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:46:26.203690 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-38743ef7-c531-479b-bcdf-0138ff995f95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791799895781'] for port (b0ddff89-a810-441a-bc6c-6bf4d5570848), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:26.255423 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde007d7-b87d-436e-a706-b62136b676cd None None] DHCP port deletion for 9d90c714-9bd8-40b9-8a54-714767000c3f request from dv-cinder-828805-4-iscsi {{(pid=104616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 03:46:26.276004 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.db [None req-38743ef7-c531-479b-bcdf-0138ff995f95 admin admin] For port b0ddff89-a810-441a-bc6c-6bf4d5570848, host dv-cinder-828805-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=b0ddff89-a810-441a-bc6c-6bf4d5570848,segment=NetworkSegment(e284cbef-e426-4d54-8e4c-74a583421795),segment_id=e284cbef-e426-4d54-8e4c-74a583421795)] {{(pid=104614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:46:26.276402 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-38743ef7-c531-479b-bcdf-0138ff995f95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-658269'] for port (b0ddff89-a810-441a-bc6c-6bf4d5570848), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:26.289935 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [None req-38743ef7-c531-479b-bcdf-0138ff995f95 admin admin] Calling delete_port for b0ddff89-a810-441a-bc6c-6bf4d5570848 owned by network:dhcp {{(pid=104614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:46:26.297389 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-bde007d7-b87d-436e-a706-b62136b676cd None None] Deleting port b0ddff89-a810-441a-bc6c-6bf4d5570848 {{(pid=104616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:46:26.297754 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-bde007d7-b87d-436e-a706-b62136b676cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791799895781'] for port (b0ddff89-a810-441a-bc6c-6bf4d5570848), before_delete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:26.368351 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-bde007d7-b87d-436e-a706-b62136b676cd None None] For port b0ddff89-a810-441a-bc6c-6bf4d5570848, host dv-cinder-828805-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=b0ddff89-a810-441a-bc6c-6bf4d5570848,segment=NetworkSegment(e284cbef-e426-4d54-8e4c-74a583421795),segment_id=e284cbef-e426-4d54-8e4c-74a583421795)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:46:26.368743 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-bde007d7-b87d-436e-a706-b62136b676cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-658269'] for port (b0ddff89-a810-441a-bc6c-6bf4d5570848), precommit_delete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:26.383364 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-bde007d7-b87d-436e-a706-b62136b676cd None None] Calling delete_port for b0ddff89-a810-441a-bc6c-6bf4d5570848 owned by network:dhcp {{(pid=104616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:46:26.453626 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-38743ef7-c531-479b-bcdf-0138ff995f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791799905747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791799515450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8584799065'] for port (b0ddff89-a810-441a-bc6c-6bf4d5570848), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:26.463027 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-bde007d7-b87d-436e-a706-b62136b676cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791799905747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791799515450'] for port (b0ddff89-a810-441a-bc6c-6bf4d5570848), after_delete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:26.477726 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38743ef7-c531-479b-bcdf-0138ff995f95 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0ddff89-a810-441a-bc6c-6bf4d5570848,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:26.483396 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38743ef7-c531-479b-bcdf-0138ff995f95 admin admin] No DVR routers for this DVR port b0ddff89-a810-441a-bc6c-6bf4d5570848 on host dv-cinder-828805-4-iscsi {{(pid=104614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:46:26.488418 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde007d7-b87d-436e-a706-b62136b676cd None None] Pushing event deleted for resources: {'Port': ['ID=b0ddff89-a810-441a-bc6c-6bf4d5570848,revision_number=None']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:26.491650 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde007d7-b87d-436e-a706-b62136b676cd None None] No DVR routers for this DVR port b0ddff89-a810-441a-bc6c-6bf4d5570848 on host dv-cinder-828805-4-iscsi {{(pid=104616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:46:26.498082 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde007d7-b87d-436e-a706-b62136b676cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:26.498428 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde007d7-b87d-436e-a706-b62136b676cd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:26.498769 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde007d7-b87d-436e-a706-b62136b676cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:26.499132 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde007d7-b87d-436e-a706-b62136b676cd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:26.499463 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde007d7-b87d-436e-a706-b62136b676cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:26.499879 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde007d7-b87d-436e-a706-b62136b676cd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:26.500115 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde007d7-b87d-436e-a706-b62136b676cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:26.500437 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde007d7-b87d-436e-a706-b62136b676cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:26.500762 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde007d7-b87d-436e-a706-b62136b676cd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:26.501081 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde007d7-b87d-436e-a706-b62136b676cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:26.501404 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde007d7-b87d-436e-a706-b62136b676cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:26.501726 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde007d7-b87d-436e-a706-b62136b676cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:26.502046 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde007d7-b87d-436e-a706-b62136b676cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:26.502368 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde007d7-b87d-436e-a706-b62136b676cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:26.503027 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde007d7-b87d-436e-a706-b62136b676cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:26.560447 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-38743ef7-c531-479b-bcdf-0138ff995f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3997731', 'neutron.services.segments.db._delete_segments_for_network-8791800041072'] for network (9d90c714-9bd8-40b9-8a54-714767000c3f), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:26.580101 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.services.segments.db [None req-38743ef7-c531-479b-bcdf-0138ff995f95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d90c714-9bd8-40b9-8a54-714767000c3f']}} {{(pid=104614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:26.589937 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.services.segments.db [None req-38743ef7-c531-479b-bcdf-0138ff995f95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e284cbef-e426-4d54-8e4c-74a583421795') {'for_net_delete': True} {{(pid=104614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:26.590232 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.services.segments.db [None req-38743ef7-c531-479b-bcdf-0138ff995f95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e284cbef-e426-4d54-8e4c-74a583421795') {} {{(pid=104614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:46:26.599335 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-38743ef7-c531-479b-bcdf-0138ff995f95 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791800041849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584813197'] for segment (e284cbef-e426-4d54-8e4c-74a583421795), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:26.613063 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-38743ef7-c531-479b-bcdf-0138ff995f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545'] for segment (e284cbef-e426-4d54-8e4c-74a583421795), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:26.618927 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38743ef7-c531-479b-bcdf-0138ff995f95 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=104614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:46:26.619306 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-38743ef7-c531-479b-bcdf-0138ff995f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8584798986'] for segment (e284cbef-e426-4d54-8e4c-74a583421795), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:26.722352 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 92e50517-801a-44e6-ae5f-a5819ee82935 no longer exists at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:46:26.742373 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] No Port match for: 92e50517-801a-44e6-ae5f-a5819ee82935 {{(pid=104616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:46:26.742716 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 92e50517-801a-44e6-ae5f-a5819ee82935 not bound to the agent host dv-cinder-828805-4-iscsi {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:46:26.743145 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 78774f58-824b-4e70-8b2f-2e3873607635 no longer exists at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:46:26.761798 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-38743ef7-c531-479b-bcdf-0138ff995f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3997720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680183'] for network (9d90c714-9bd8-40b9-8a54-714767000c3f), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:26.763571 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] No Port match for: 78774f58-824b-4e70-8b2f-2e3873607635 {{(pid=104616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:46:26.763914 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 78774f58-824b-4e70-8b2f-2e3873607635 not bound to the agent host dv-cinder-828805-4-iscsi {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:46:26.764326 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-38743ef7-c531-479b-bcdf-0138ff995f95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-373421'] for network (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:26.764468 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device b0ddff89-a810-441a-bc6c-6bf4d5570848 no longer exists at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:46:26.767724 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-38743ef7-c531-479b-bcdf-0138ff995f95 admin admin] 10.222.0.24 "DELETE /v2.0/networks/9d90c714-9bd8-40b9-8a54-714767000c3f HTTP/1.1" status: 204 len: 168 time: 0.6836743 May 27 03:46:26.769241 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.services.segments.plugin [-] Segment e284cbef-e426-4d54-8e4c-74a583421795 resource provider aggregate not found May 27 03:46:26.783557 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38743ef7-c531-479b-bcdf-0138ff995f95 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d90c714-9bd8-40b9-8a54-714767000c3f,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:26.789261 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.services.segments.plugin [-] Segment e284cbef-e426-4d54-8e4c-74a583421795 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e284cbef-e426-4d54-8e4c-74a583421795 found for delete ", "request_id": "req-e5ca3e44-7254-4c05-93f2-dd7380ec9852"}]} May 27 03:46:26.792473 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] No Port match for: b0ddff89-a810-441a-bc6c-6bf4d5570848 {{(pid=104616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:46:26.795865 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device b0ddff89-a810-441a-bc6c-6bf4d5570848 not bound to the agent host dv-cinder-828805-4-iscsi {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:46:27.124344 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 44112) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:46:27.164006 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-f4812058-8a31-436c-8082-9f3c96b93ee0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=37f34daf6ac94c41b23e1bc899ab671f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385416 May 27 03:46:27.166442 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 44114) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:46:27.216936 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-fe4e1137-a88d-43d2-bbdb-02fdb05a9163 admin admin] Publish callbacks [] for security_group (9c29858e-d3d6-4c9d-8f41-1b643afda120), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:27.237489 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-fe4e1137-a88d-43d2-bbdb-02fdb05a9163 admin admin] Publish callbacks [] for security_group (9c29858e-d3d6-4c9d-8f41-1b643afda120), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:27.356741 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-fe4e1137-a88d-43d2-bbdb-02fdb05a9163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (9c29858e-d3d6-4c9d-8f41-1b643afda120), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:27.359414 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-fe4e1137-a88d-43d2-bbdb-02fdb05a9163 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:27.360627 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-fe4e1137-a88d-43d2-bbdb-02fdb05a9163 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9c29858e-d3d6-4c9d-8f41-1b643afda120 HTTP/1.1" status: 204 len: 168 time: 0.1932383 May 27 03:46:27.368567 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4e1137-a88d-43d2-bbdb-02fdb05a9163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c29858e-d3d6-4c9d-8f41-1b643afda120,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:35.312841 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=21 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:46:35.341021 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=2 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:46:36.671787 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=69,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:46:36.774504 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=88,neutron:DELETE=7 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:46:37.269908 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=78,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:46:37.364377 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=42,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:46:37.383603 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=50,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:46:37.385419 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=60,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:46:40.546209 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 44244) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:46:40.650014 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-ad9db0c4-77b2-4ece-8fcb-5bac8ed0c86a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:40.724232 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-ad9db0c4-77b2-4ece-8fcb-5bac8ed0c86a admin admin] Publish callbacks [] for security_group (8e191637-1d6f-410a-aaa4-7f5873dcbec0), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:40.813279 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-ad9db0c4-77b2-4ece-8fcb-5bac8ed0c86a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (8e191637-1d6f-410a-aaa4-7f5873dcbec0), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:40.856758 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-ad9db0c4-77b2-4ece-8fcb-5bac8ed0c86a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c27945e2c38d45719954abdfabbf6db4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3094676 May 27 03:46:40.857649 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9db0c4-77b2-4ece-8fcb-5bac8ed0c86a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e191637-1d6f-410a-aaa4-7f5873dcbec0,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:40.859446 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 44248) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:46:40.864885 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9db0c4-77b2-4ece-8fcb-5bac8ed0c86a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:40.865240 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9db0c4-77b2-4ece-8fcb-5bac8ed0c86a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:40.865584 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9db0c4-77b2-4ece-8fcb-5bac8ed0c86a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:40.865924 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9db0c4-77b2-4ece-8fcb-5bac8ed0c86a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:40.866258 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9db0c4-77b2-4ece-8fcb-5bac8ed0c86a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:40.866591 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9db0c4-77b2-4ece-8fcb-5bac8ed0c86a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:40.866943 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9db0c4-77b2-4ece-8fcb-5bac8ed0c86a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:40.867271 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9db0c4-77b2-4ece-8fcb-5bac8ed0c86a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:40.867601 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9db0c4-77b2-4ece-8fcb-5bac8ed0c86a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:40.867926 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9db0c4-77b2-4ece-8fcb-5bac8ed0c86a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:40.868254 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9db0c4-77b2-4ece-8fcb-5bac8ed0c86a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:40.868578 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9db0c4-77b2-4ece-8fcb-5bac8ed0c86a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:40.868902 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9db0c4-77b2-4ece-8fcb-5bac8ed0c86a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:40.869225 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9db0c4-77b2-4ece-8fcb-5bac8ed0c86a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:40.869544 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9db0c4-77b2-4ece-8fcb-5bac8ed0c86a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:46:40.909437 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-84460046-199f-4c92-8799-f5931e7746f5 admin admin] Publish callbacks [] for security_group (8e191637-1d6f-410a-aaa4-7f5873dcbec0), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:40.930344 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-84460046-199f-4c92-8799-f5931e7746f5 admin admin] Publish callbacks [] for security_group (8e191637-1d6f-410a-aaa4-7f5873dcbec0), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:41.035885 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-84460046-199f-4c92-8799-f5931e7746f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (8e191637-1d6f-410a-aaa4-7f5873dcbec0), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:41.038420 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-84460046-199f-4c92-8799-f5931e7746f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:41.039607 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-84460046-199f-4c92-8799-f5931e7746f5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8e191637-1d6f-410a-aaa4-7f5873dcbec0 HTTP/1.1" status: 204 len: 168 time: 0.1791825 May 27 03:46:41.047376 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84460046-199f-4c92-8799-f5931e7746f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e191637-1d6f-410a-aaa4-7f5873dcbec0,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:41.686293 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 44254) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:46:41.697193 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-59761eb4-6709-4e9b-99fc-67a3ffbbc0a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:41.770261 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-59761eb4-6709-4e9b-99fc-67a3ffbbc0a1 admin admin] Publish callbacks [] for security_group (bf23feb9-f375-421f-be65-658a8fd2df11), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:41.818716 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-59761eb4-6709-4e9b-99fc-67a3ffbbc0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (bf23feb9-f375-421f-be65-658a8fd2df11), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:41.860163 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-59761eb4-6709-4e9b-99fc-67a3ffbbc0a1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1fd6c40ff3634103895fd6ed55be5c68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1752589 May 27 03:46:41.861058 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59761eb4-6709-4e9b-99fc-67a3ffbbc0a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf23feb9-f375-421f-be65-658a8fd2df11,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:41.862722 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 44256) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:46:41.913715 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-96d1ef2d-16be-41d4-8b88-a181692f5365 admin admin] Publish callbacks [] for security_group (bf23feb9-f375-421f-be65-658a8fd2df11), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:41.935758 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-96d1ef2d-16be-41d4-8b88-a181692f5365 admin admin] Publish callbacks [] for security_group (bf23feb9-f375-421f-be65-658a8fd2df11), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:42.064521 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-96d1ef2d-16be-41d4-8b88-a181692f5365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (bf23feb9-f375-421f-be65-658a8fd2df11), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:42.067118 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-96d1ef2d-16be-41d4-8b88-a181692f5365 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:42.068263 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-96d1ef2d-16be-41d4-8b88-a181692f5365 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bf23feb9-f375-421f-be65-658a8fd2df11 HTTP/1.1" status: 204 len: 168 time: 0.2038472 May 27 03:46:42.076858 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d1ef2d-16be-41d4-8b88-a181692f5365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf23feb9-f375-421f-be65-658a8fd2df11,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:42.711831 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 44262) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:46:42.725012 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-1ff2d3ea-8473-4c1d-9a43-670f6aecdbcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:42.798094 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-1ff2d3ea-8473-4c1d-9a43-670f6aecdbcd admin admin] Publish callbacks [] for security_group (5f39cbf9-f7e3-4574-baad-4ef9f99f2168), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:42.836386 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-1ff2d3ea-8473-4c1d-9a43-670f6aecdbcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (5f39cbf9-f7e3-4574-baad-4ef9f99f2168), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:42.876133 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff2d3ea-8473-4c1d-9a43-670f6aecdbcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f39cbf9-f7e3-4574-baad-4ef9f99f2168,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:42.880391 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-1ff2d3ea-8473-4c1d-9a43-670f6aecdbcd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2980cda862a84578979b85fc5c30861a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1675234 May 27 03:46:42.883669 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 44264) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:46:42.933247 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0e57049d-79af-4ec8-b17b-b118a0510009 admin admin] Publish callbacks [] for security_group (5f39cbf9-f7e3-4574-baad-4ef9f99f2168), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:42.953394 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0e57049d-79af-4ec8-b17b-b118a0510009 admin admin] Publish callbacks [] for security_group (5f39cbf9-f7e3-4574-baad-4ef9f99f2168), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:43.053598 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0e57049d-79af-4ec8-b17b-b118a0510009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (5f39cbf9-f7e3-4574-baad-4ef9f99f2168), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:43.056332 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0e57049d-79af-4ec8-b17b-b118a0510009 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:43.060975 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-0e57049d-79af-4ec8-b17b-b118a0510009 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5f39cbf9-f7e3-4574-baad-4ef9f99f2168 HTTP/1.1" status: 204 len: 168 time: 0.1735401 May 27 03:46:43.065365 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e57049d-79af-4ec8-b17b-b118a0510009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f39cbf9-f7e3-4574-baad-4ef9f99f2168,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:46:43.493085 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (134bae73-502b-4599-bb47-129fee8818a4), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:44.687215 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-b34ff47b-b88e-44b2-ac3e-5647f2a868eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (b322252d-fb9d-4652-a830-647fed26b29a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:46.950345 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-852cbc0f-03e5-404d-a2d2-4f398c8ace68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (9df6ec88-276d-42f5-acd2-7e289451d5e3), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:48.195546 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-584d7fde-7d72-4642-9601-b182cfb78c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (413fc6aa-3a5a-4281-abfd-a440a67afb4a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:49.355888 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f446-e12c-45b2-8c38-3579950c1c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (785c7416-4bf9-40d9-a08f-c797a61a0436), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:50.881344 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (917d01f3-4a27-4590-ae14-da14d21a1e88), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:46:52.071544 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=35,neutron:DELETE=3 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:46:52.072377 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=31,neutron:DELETE=5 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:46:53.060716 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=69,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:46:53.061537 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=77,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:46:57.764440 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.agents_db [None req-cbb77ebc-65ec-4caa-a8b3-81c074906866 None None] Agent healthcheck: found 6 active agents {{(pid=104617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:47:00.802397 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:47:00.804345 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=14,neutron:UPDATE=5 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:47:07.719515 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 44390) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:47:07.861107 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-216815ba-ff7a-4b03-b317-f2ab4e7e2754 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:47:07.934397 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-216815ba-ff7a-4b03-b317-f2ab4e7e2754 admin admin] Publish callbacks [] for security_group (34095798-cdbc-41cb-8be4-def25263f233), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:47:07.995307 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-216815ba-ff7a-4b03-b317-f2ab4e7e2754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (34095798-cdbc-41cb-8be4-def25263f233), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:47:08.034481 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-216815ba-ff7a-4b03-b317-f2ab4e7e2754 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b3fa9aa70861452ab7019403b2e8d866&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3138390 May 27 03:47:08.036625 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216815ba-ff7a-4b03-b317-f2ab4e7e2754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34095798-cdbc-41cb-8be4-def25263f233,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:08.037280 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 44394) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:47:08.086434 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-934dfdf5-ebb8-4edf-8621-9b4319e7d04a admin admin] Publish callbacks [] for security_group (34095798-cdbc-41cb-8be4-def25263f233), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:47:08.108602 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-934dfdf5-ebb8-4edf-8621-9b4319e7d04a admin admin] Publish callbacks [] for security_group (34095798-cdbc-41cb-8be4-def25263f233), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:47:08.492913 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-934dfdf5-ebb8-4edf-8621-9b4319e7d04a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (34095798-cdbc-41cb-8be4-def25263f233), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:47:08.495438 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-934dfdf5-ebb8-4edf-8621-9b4319e7d04a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:47:08.496572 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-934dfdf5-ebb8-4edf-8621-9b4319e7d04a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/34095798-cdbc-41cb-8be4-def25263f233 HTTP/1.1" status: 204 len: 168 time: 0.4582975 May 27 03:47:08.504504 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934dfdf5-ebb8-4edf-8621-9b4319e7d04a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34095798-cdbc-41cb-8be4-def25263f233,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:12.331304 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=15 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:47:12.335338 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=19 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:47:13.532251 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (134bae73-502b-4599-bb47-129fee8818a4), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:47:14.750511 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-427da9ab-9bed-4d3b-b605-10e934444984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (b322252d-fb9d-4652-a830-647fed26b29a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:47:16.926765 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-3121add0-451e-49f1-b302-77ebda37c149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (9df6ec88-276d-42f5-acd2-7e289451d5e3), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:47:18.028708 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=16,neutron:INSERT=8 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:47:18.032604 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=21,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:47:18.140260 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:47:18.286707 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-584d7fde-7d72-4642-9601-b182cfb78c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (413fc6aa-3a5a-4281-abfd-a440a67afb4a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:47:18.499906 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:47:19.320757 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f446-e12c-45b2-8c38-3579950c1c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (785c7416-4bf9-40d9-a08f-c797a61a0436), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:47:20.275026 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 44512) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:47:20.379516 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-f951f0de-7092-4844-95a1-e401b979da82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:47:20.452408 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-f951f0de-7092-4844-95a1-e401b979da82 admin admin] Publish callbacks [] for security_group (f3b26156-4d35-454f-8ebd-1e949a7eed29), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:47:20.537167 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-f951f0de-7092-4844-95a1-e401b979da82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (f3b26156-4d35-454f-8ebd-1e949a7eed29), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:47:20.577666 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f951f0de-7092-4844-95a1-e401b979da82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b26156-4d35-454f-8ebd-1e949a7eed29,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:20.581590 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-f951f0de-7092-4844-95a1-e401b979da82 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fa83dcf81a50486ebe44a68b26393f30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3054955 May 27 03:47:20.584367 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 44516) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:47:20.587760 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f951f0de-7092-4844-95a1-e401b979da82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:20.593118 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f951f0de-7092-4844-95a1-e401b979da82 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:20.593118 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f951f0de-7092-4844-95a1-e401b979da82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:20.593118 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f951f0de-7092-4844-95a1-e401b979da82 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:20.593118 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f951f0de-7092-4844-95a1-e401b979da82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:20.593118 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f951f0de-7092-4844-95a1-e401b979da82 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:20.593118 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f951f0de-7092-4844-95a1-e401b979da82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:20.593118 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f951f0de-7092-4844-95a1-e401b979da82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:20.593118 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f951f0de-7092-4844-95a1-e401b979da82 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:20.593118 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f951f0de-7092-4844-95a1-e401b979da82 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:20.593118 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f951f0de-7092-4844-95a1-e401b979da82 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:20.593118 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f951f0de-7092-4844-95a1-e401b979da82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:20.593118 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f951f0de-7092-4844-95a1-e401b979da82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:20.593118 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f951f0de-7092-4844-95a1-e401b979da82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:20.593118 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f951f0de-7092-4844-95a1-e401b979da82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:47:20.633562 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-dd3d60ee-dee3-4b31-923a-5c433c584631 admin admin] Publish callbacks [] for security_group (f3b26156-4d35-454f-8ebd-1e949a7eed29), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:47:20.656791 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-dd3d60ee-dee3-4b31-923a-5c433c584631 admin admin] Publish callbacks [] for security_group (f3b26156-4d35-454f-8ebd-1e949a7eed29), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:47:20.783600 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-dd3d60ee-dee3-4b31-923a-5c433c584631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (f3b26156-4d35-454f-8ebd-1e949a7eed29), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:47:20.786100 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-dd3d60ee-dee3-4b31-923a-5c433c584631 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:47:20.787352 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-dd3d60ee-dee3-4b31-923a-5c433c584631 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f3b26156-4d35-454f-8ebd-1e949a7eed29 HTTP/1.1" status: 204 len: 168 time: 0.2016869 May 27 03:47:20.795248 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3d60ee-dee3-4b31-923a-5c433c584631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b26156-4d35-454f-8ebd-1e949a7eed29,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:20.903824 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (917d01f3-4a27-4590-ae14-da14d21a1e88), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:47:21.476901 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 44522) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:47:21.489938 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-fb8c1476-c7b4-444a-90a7-bb9bc82f3375 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:47:21.564935 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-fb8c1476-c7b4-444a-90a7-bb9bc82f3375 admin admin] Publish callbacks [] for security_group (22d5c269-4f8f-4245-8f76-a193ef60423a), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:47:21.646657 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-fb8c1476-c7b4-444a-90a7-bb9bc82f3375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (22d5c269-4f8f-4245-8f76-a193ef60423a), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:47:21.695224 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-fb8c1476-c7b4-444a-90a7-bb9bc82f3375 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aff316c8af604850a4837e208775ecd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2169487 May 27 03:47:21.696546 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8c1476-c7b4-444a-90a7-bb9bc82f3375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d5c269-4f8f-4245-8f76-a193ef60423a,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:21.697866 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 44524) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:47:21.746574 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-5d639972-0072-491b-9840-6ce79b883c3a admin admin] Publish callbacks [] for security_group (22d5c269-4f8f-4245-8f76-a193ef60423a), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:47:21.768735 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-5d639972-0072-491b-9840-6ce79b883c3a admin admin] Publish callbacks [] for security_group (22d5c269-4f8f-4245-8f76-a193ef60423a), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:47:21.932401 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-5d639972-0072-491b-9840-6ce79b883c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (22d5c269-4f8f-4245-8f76-a193ef60423a), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:47:21.938635 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-5d639972-0072-491b-9840-6ce79b883c3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:47:21.938635 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-5d639972-0072-491b-9840-6ce79b883c3a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/22d5c269-4f8f-4245-8f76-a193ef60423a HTTP/1.1" status: 204 len: 168 time: 0.2373767 May 27 03:47:21.944293 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d639972-0072-491b-9840-6ce79b883c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d5c269-4f8f-4245-8f76-a193ef60423a,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:22.688859 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 44530) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:47:22.702054 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-efd70e65-af47-45c4-8820-52b04102620e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:47:22.775523 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-efd70e65-af47-45c4-8820-52b04102620e admin admin] Publish callbacks [] for security_group (31751b59-4a16-40bb-b4a6-25a3e8a43f40), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:47:22.840335 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-efd70e65-af47-45c4-8820-52b04102620e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (31751b59-4a16-40bb-b4a6-25a3e8a43f40), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:47:22.886893 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-efd70e65-af47-45c4-8820-52b04102620e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f5a0f5a614d44d0dad6609dfbe29b120&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1968055 May 27 03:47:22.887879 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd70e65-af47-45c4-8820-52b04102620e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31751b59-4a16-40bb-b4a6-25a3e8a43f40,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:22.889591 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 44532) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:47:22.937821 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-2a1dc098-9344-4d32-9a18-df290d421463 admin admin] Publish callbacks [] for security_group (31751b59-4a16-40bb-b4a6-25a3e8a43f40), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:47:22.959121 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-2a1dc098-9344-4d32-9a18-df290d421463 admin admin] Publish callbacks [] for security_group (31751b59-4a16-40bb-b4a6-25a3e8a43f40), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:47:23.075189 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-2a1dc098-9344-4d32-9a18-df290d421463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (31751b59-4a16-40bb-b4a6-25a3e8a43f40), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:47:23.077859 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-2a1dc098-9344-4d32-9a18-df290d421463 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:47:23.090442 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-2a1dc098-9344-4d32-9a18-df290d421463 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/31751b59-4a16-40bb-b4a6-25a3e8a43f40 HTTP/1.1" status: 204 len: 168 time: 0.1886194 May 27 03:47:23.090442 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1dc098-9344-4d32-9a18-df290d421463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31751b59-4a16-40bb-b4a6-25a3e8a43f40,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:47:27.748368 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=1 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:47:27.750211 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=1 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:47:30.817165 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:47:32.877109 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=48,neutron:DELETE=2,neutron:INSERT=12 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:47:32.882082 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=59,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:47:33.082151 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=50,neutron:INSERT=6,neutron:DELETE=4 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:47:33.087174 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=55,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:47:33.100788 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:47:34.762913 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.agents_db [None req-cbb77ebc-65ec-4caa-a8b3-81c074906866 None None] Agent healthcheck: found 6 active agents {{(pid=104617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:47:43.561250 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (134bae73-502b-4599-bb47-129fee8818a4), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:47:44.691953 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-592f3a6b-d5ce-4f96-addc-078b81e9a0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (b322252d-fb9d-4652-a830-647fed26b29a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:47:46.943480 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-0a24e637-af24-4f21-ad4c-9b6702b735d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (9df6ec88-276d-42f5-acd2-7e289451d5e3), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:47:47.761527 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=4 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:47:47.766392 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=4 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:47:48.195621 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-584d7fde-7d72-4642-9601-b182cfb78c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (413fc6aa-3a5a-4281-abfd-a440a67afb4a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:47:49.343075 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f446-e12c-45b2-8c38-3579950c1c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (785c7416-4bf9-40d9-a08f-c797a61a0436), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:47:50.863556 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (917d01f3-4a27-4590-ae14-da14d21a1e88), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:00.805705 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:00.811102 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=21,neutron:UPDATE=5 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:03.151555 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 44786) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:48:03.256365 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-6e4795c0-7789-40c7-b8e4-054878d8be5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:03.331965 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-6e4795c0-7789-40c7-b8e4-054878d8be5b admin admin] Publish callbacks [] for security_group (ec7bc3af-5f0d-4301-8736-693e1d687248), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:03.411350 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-6e4795c0-7789-40c7-b8e4-054878d8be5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (ec7bc3af-5f0d-4301-8736-693e1d687248), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:03.449161 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4795c0-7789-40c7-b8e4-054878d8be5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7bc3af-5f0d-4301-8736-693e1d687248,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:03.454042 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-6e4795c0-7789-40c7-b8e4-054878d8be5b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2be6aab32e34495a8d8c3dfd129a16d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3014312 May 27 03:48:03.457858 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 44790) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:48:03.507070 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-abe92d65-500d-4ea7-b32e-2c21b9400e4e admin admin] Publish callbacks [] for security_group (ec7bc3af-5f0d-4301-8736-693e1d687248), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:03.525169 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-abe92d65-500d-4ea7-b32e-2c21b9400e4e admin admin] Publish callbacks [] for security_group (ec7bc3af-5f0d-4301-8736-693e1d687248), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:03.629100 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-abe92d65-500d-4ea7-b32e-2c21b9400e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (ec7bc3af-5f0d-4301-8736-693e1d687248), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:03.631685 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-abe92d65-500d-4ea7-b32e-2c21b9400e4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:03.632840 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-abe92d65-500d-4ea7-b32e-2c21b9400e4e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ec7bc3af-5f0d-4301-8736-693e1d687248 HTTP/1.1" status: 204 len: 168 time: 0.1753242 May 27 03:48:03.641368 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe92d65-500d-4ea7-b32e-2c21b9400e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7bc3af-5f0d-4301-8736-693e1d687248,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:04.606708 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 44812) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:48:04.705119 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [None req-eef5af19-5422-4ea6-ab5f-b41fc09784b2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1536044687-network', 'tenant_id': '696d1db827244c65b179789b47baabe1'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:48:04.782793 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef5af19-5422-4ea6-ab5f-b41fc09784b2 admin admin] Made reservation on behalf of 696d1db827244c65b179789b47baabe1 for: {'network': 1} {{(pid=104614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:48:04.785167 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-eef5af19-5422-4ea6-ab5f-b41fc09784b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for network (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:04.793471 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-eef5af19-5422-4ea6-ab5f-b41fc09784b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:04.869158 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-eef5af19-5422-4ea6-ab5f-b41fc09784b2 admin admin] Publish callbacks [] for security_group (d55fefd9-ea22-454f-a23a-59f03765b389), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:04.908484 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-eef5af19-5422-4ea6-ab5f-b41fc09784b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (d55fefd9-ea22-454f-a23a-59f03765b389), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:04.935962 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eef5af19-5422-4ea6-ab5f-b41fc09784b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=104614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:48:04.942914 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef5af19-5422-4ea6-ab5f-b41fc09784b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d55fefd9-ea22-454f-a23a-59f03765b389,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:04.953701 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-eef5af19-5422-4ea6-ab5f-b41fc09784b2 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791800041063', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545'] for segment (6cba1183-3640-42eb-a92d-12223c337187), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:04.955974 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.db.segments_db [None req-eef5af19-5422-4ea6-ab5f-b41fc09784b2 admin admin] Added segment 6cba1183-3640-42eb-a92d-12223c337187 of type vlan for network e3032795-d107-4737-b6eb-c559a5838bdb May 27 03:48:04.963032 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef5af19-5422-4ea6-ab5f-b41fc09784b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:04.963375 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef5af19-5422-4ea6-ab5f-b41fc09784b2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:04.963711 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef5af19-5422-4ea6-ab5f-b41fc09784b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:04.964044 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef5af19-5422-4ea6-ab5f-b41fc09784b2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:04.964393 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef5af19-5422-4ea6-ab5f-b41fc09784b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:04.964729 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef5af19-5422-4ea6-ab5f-b41fc09784b2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:04.965101 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef5af19-5422-4ea6-ab5f-b41fc09784b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:04.965424 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef5af19-5422-4ea6-ab5f-b41fc09784b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:04.965760 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef5af19-5422-4ea6-ab5f-b41fc09784b2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:04.966068 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef5af19-5422-4ea6-ab5f-b41fc09784b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:04.966391 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef5af19-5422-4ea6-ab5f-b41fc09784b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:04.966730 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef5af19-5422-4ea6-ab5f-b41fc09784b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:04.967649 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef5af19-5422-4ea6-ab5f-b41fc09784b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:04.973412 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef5af19-5422-4ea6-ab5f-b41fc09784b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:04.973412 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef5af19-5422-4ea6-ab5f-b41fc09784b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:05.004132 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-eef5af19-5422-4ea6-ab5f-b41fc09784b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791799485040'] for network (e3032795-d107-4737-b6eb-c559a5838bdb), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:05.102392 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-eef5af19-5422-4ea6-ab5f-b41fc09784b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395'] for network (e3032795-d107-4737-b6eb-c559a5838bdb), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:05.103451 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef5af19-5422-4ea6-ab5f-b41fc09784b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:48:05.104036 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-eef5af19-5422-4ea6-ab5f-b41fc09784b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-373421'] for network (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:05.165377 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef5af19-5422-4ea6-ab5f-b41fc09784b2 admin admin] Pushing event updated for resources: {'Network': ['ID=e3032795-d107-4737-b6eb-c559a5838bdb,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:05.174743 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Network e3032795-d107-4737-b6eb-c559a5838bdb details requested by agent ovs-agent-dv-cinder-828805-4-iscsi with host dv-cinder-828805-4-iscsi {{(pid=104616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:48:05.214252 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-eef5af19-5422-4ea6-ab5f-b41fc09784b2 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.6064229 May 27 03:48:05.217677 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 44816) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:48:05.222593 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [None req-0b633f18-115c-4df5-a015-6fbd30068d70 admin admin] Request body: {'subnet': {'network_id': 'e3032795-d107-4737-b6eb-c559a5838bdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1536044687-subnet', 'tenant_id': '696d1db827244c65b179789b47baabe1', 'ip_version': 4}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:48:05.302940 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b633f18-115c-4df5-a015-6fbd30068d70 admin admin] Made reservation on behalf of 696d1db827244c65b179789b47baabe1 for: {'subnet': 1} {{(pid=104614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:48:05.305316 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0b633f18-115c-4df5-a015-6fbd30068d70 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8584400429'] for subnet (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:05.543022 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0b633f18-115c-4df5-a015-6fbd30068d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8584799465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8584400443'] for subnet (70f3088a-69eb-4200-8510-9bfafbc2b380), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:05.599660 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b633f18-115c-4df5-a015-6fbd30068d70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70f3088a-69eb-4200-8510-9bfafbc2b380,revision_number=0']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:05.611762 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b633f18-115c-4df5-a015-6fbd30068d70 admin admin] Checking segment: {'id': '6cba1183-3640-42eb-a92d-12223c337187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'e3032795-d107-4737-b6eb-c559a5838bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:48:05.611762 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b633f18-115c-4df5-a015-6fbd30068d70 admin admin] Network hostable DHCP agents. Network: e3032795-d107-4737-b6eb-c559a5838bdb, hostable agents: ['b322252d-fb9d-4652-a830-647fed26b29a'], hosted agents: [] {{(pid=104614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:48:05.731510 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b633f18-115c-4df5-a015-6fbd30068d70 admin admin] Network e3032795-d107-4737-b6eb-c559a5838bdb is scheduled to be hosted by DHCP agent b322252d-fb9d-4652-a830-647fed26b29a with binding_index 1 {{(pid=104614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:48:05.812175 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.base_scheduler [None req-0b633f18-115c-4df5-a015-6fbd30068d70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-4-iscsi, e3032795-d107-4737-b6eb-c559a5838bdb) {{(pid=104614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:48:05.816195 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b633f18-115c-4df5-a015-6fbd30068d70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:48:05.816806 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0b633f18-115c-4df5-a015-6fbd30068d70 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:05.821474 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e99e0b9-1fe1-4ff9-a484-cf7c7f4667ed None None] Network e3032795-d107-4737-b6eb-c559a5838bdb requested from dv-cinder-828805-4-iscsi {{(pid=104616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:48:05.911600 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-0b633f18-115c-4df5-a015-6fbd30068d70 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6927893 May 27 03:48:05.914222 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 44818) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:48:05.917967 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9178bfe8-d110-4b0a-a087-3bef8261d0b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa70b6f22-5e3f-55f6-a93b-19dd150a441c-e3032795-d107-4737-b6eb-c559a5838bdb', 'network_id': 'e3032795-d107-4737-b6eb-c559a5838bdb', 'project_id': '696d1db827244c65b179789b47baabe1', 'fixed_ips': [{'subnet_id': '70f3088a-69eb-4200-8510-9bfafbc2b380'}]}} from dv-cinder-828805-4-iscsi. {{(pid=104616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 03:48:05.918259 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [None req-643e98c5-c06c-4f3c-8440-1973a583c8bc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1536044687-router', 'tenant_id': '696d1db827244c65b179789b47baabe1', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6'}}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:48:05.919011 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-9178bfe8-d110-4b0a-a087-3bef8261d0b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (None), before_create {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:06.011990 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-643e98c5-c06c-4f3c-8440-1973a583c8bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-682096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60928'] for router (5aa27c36-5cf6-4672-9e42-151f55ad82fa), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:06.013079 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-643e98c5-c06c-4f3c-8440-1973a583c8bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-537747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60985'] for router (5aa27c36-5cf6-4672-9e42-151f55ad82fa), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:06.018104 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:06.022269 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:06.055981 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.db_base_plugin_common [None req-9178bfe8-d110-4b0a-a087-3bef8261d0b7 None None] Allocated IP 172.20.0.2 (e3032795-d107-4737-b6eb-c559a5838bdb/70f3088a-69eb-4200-8510-9bfafbc2b380/4dbe8e47-d617-4a9d-8900-f2c928e691f8) {{(pid=104616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:48:06.068379 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-643e98c5-c06c-4f3c-8440-1973a583c8bc admin admin] Publish callbacks [] for router_controller (5aa27c36-5cf6-4672-9e42-151f55ad82fa), precommit_add_association {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:06.196283 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-9178bfe8-d110-4b0a-a087-3bef8261d0b7 None None] Publish callbacks [] for port (4dbe8e47-d617-4a9d-8900-f2c928e691f8), precommit_create {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:06.264736 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-643e98c5-c06c-4f3c-8440-1973a583c8bc admin admin] Publish callbacks [] for router_gateway (5aa27c36-5cf6-4672-9e42-151f55ad82fa), precommit_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:06.269119 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-9178bfe8-d110-4b0a-a087-3bef8261d0b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791799515441'] for port (4dbe8e47-d617-4a9d-8900-f2c928e691f8), after_create {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:06.311915 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9178bfe8-d110-4b0a-a087-3bef8261d0b7 None None] Network e3032795-d107-4737-b6eb-c559a5838bdb is already hosted by enough agents. {{(pid=104616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:48:06.316826 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.scheduler.base_scheduler [None req-9178bfe8-d110-4b0a-a087-3bef8261d0b7 None None] Resources bound (agent type, host, resource id): {{(pid=104616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:48:06.318967 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9178bfe8-d110-4b0a-a087-3bef8261d0b7 None None] Pushing event updated for resources: {'Port': ['ID=4dbe8e47-d617-4a9d-8900-f2c928e691f8,revision_number=1']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:06.321032 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9178bfe8-d110-4b0a-a087-3bef8261d0b7 None None] Received port after_create {{(pid=104616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:48:06.331938 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9178bfe8-d110-4b0a-a087-3bef8261d0b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:06.332277 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9178bfe8-d110-4b0a-a087-3bef8261d0b7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:06.332610 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9178bfe8-d110-4b0a-a087-3bef8261d0b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:06.332940 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9178bfe8-d110-4b0a-a087-3bef8261d0b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:06.333265 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9178bfe8-d110-4b0a-a087-3bef8261d0b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:06.333586 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9178bfe8-d110-4b0a-a087-3bef8261d0b7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:06.333903 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9178bfe8-d110-4b0a-a087-3bef8261d0b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:06.334219 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9178bfe8-d110-4b0a-a087-3bef8261d0b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:06.334539 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9178bfe8-d110-4b0a-a087-3bef8261d0b7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:06.335130 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9178bfe8-d110-4b0a-a087-3bef8261d0b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:06.335451 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9178bfe8-d110-4b0a-a087-3bef8261d0b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:06.335765 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9178bfe8-d110-4b0a-a087-3bef8261d0b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:06.336078 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9178bfe8-d110-4b0a-a087-3bef8261d0b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:06.336386 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9178bfe8-d110-4b0a-a087-3bef8261d0b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:06.336695 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9178bfe8-d110-4b0a-a087-3bef8261d0b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:06.389422 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.managers [None req-9178bfe8-d110-4b0a-a087-3bef8261d0b7 None None] Attempting to bind port 4dbe8e47-d617-4a9d-8900-f2c928e691f8 on host dv-cinder-828805-4-iscsi for vnic_type normal with profile {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:48:06.389782 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.managers [None req-9178bfe8-d110-4b0a-a087-3bef8261d0b7 None None] Attempting to bind port 4dbe8e47-d617-4a9d-8900-f2c928e691f8 by drivers openvswitch,hyperv on host dv-cinder-828805-4-iscsi at level 0 using segments [{'id': '6cba1183-3640-42eb-a92d-12223c337187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'e3032795-d107-4737-b6eb-c559a5838bdb'}] {{(pid=104616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:48:06.390136 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9178bfe8-d110-4b0a-a087-3bef8261d0b7 None None] Attempting to bind port 4dbe8e47-d617-4a9d-8900-f2c928e691f8 on network e3032795-d107-4737-b6eb-c559a5838bdb {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:48:06.395156 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9178bfe8-d110-4b0a-a087-3bef8261d0b7 None None] Checking agent: {'id': '917d01f3-4a27-4590-ae14-da14d21a1e88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 26, 21), 'started_at': datetime.datetime(2022, 5, 27, 3, 26, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:48:06.395520 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9178bfe8-d110-4b0a-a087-3bef8261d0b7 None None] Checking segment: {'id': '6cba1183-3640-42eb-a92d-12223c337187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'e3032795-d107-4737-b6eb-c559a5838bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:48:06.395909 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-9178bfe8-d110-4b0a-a087-3bef8261d0b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:06.396289 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9178bfe8-d110-4b0a-a087-3bef8261d0b7 None None] Bound using segment: {'id': '6cba1183-3640-42eb-a92d-12223c337187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'e3032795-d107-4737-b6eb-c559a5838bdb'} {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:48:06.396737 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.managers [None req-9178bfe8-d110-4b0a-a087-3bef8261d0b7 None None] Bound port: 4dbe8e47-d617-4a9d-8900-f2c928e691f8, host: dv-cinder-828805-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cba1183-3640-42eb-a92d-12223c337187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'e3032795-d107-4737-b6eb-c559a5838bdb'}}] {{(pid=104616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:48:06.397101 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-9178bfe8-d110-4b0a-a087-3bef8261d0b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (4dbe8e47-d617-4a9d-8900-f2c928e691f8), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:06.456905 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-9178bfe8-d110-4b0a-a087-3bef8261d0b7 None None] For port 4dbe8e47-d617-4a9d-8900-f2c928e691f8, host dv-cinder-828805-4-iscsi, cleared binding levels {{(pid=104616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:48:06.460175 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-9178bfe8-d110-4b0a-a087-3bef8261d0b7 None None] For port 4dbe8e47-d617-4a9d-8900-f2c928e691f8, host dv-cinder-828805-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=4dbe8e47-d617-4a9d-8900-f2c928e691f8,segment=NetworkSegment(6cba1183-3640-42eb-a92d-12223c337187),segment_id=6cba1183-3640-42eb-a92d-12223c337187)] {{(pid=104616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:48:06.552011 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-643e98c5-c06c-4f3c-8440-1973a583c8bc admin admin] Publish callbacks [] for router_gateway (5aa27c36-5cf6-4672-9e42-151f55ad82fa), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:06.571376 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-643e98c5-c06c-4f3c-8440-1973a583c8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:06.577595 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-9178bfe8-d110-4b0a-a087-3bef8261d0b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (4dbe8e47-d617-4a9d-8900-f2c928e691f8), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:06.637650 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9178bfe8-d110-4b0a-a087-3bef8261d0b7 None None] Pushing event updated for resources: {'Port': ['ID=4dbe8e47-d617-4a9d-8900-f2c928e691f8,revision_number=2']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:06.683982 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.db_base_plugin_common [None req-643e98c5-c06c-4f3c-8440-1973a583c8bc admin admin] Allocated IP 172.27.0.120 (6db324a0-41f0-4440-95df-83df441784f6/1196ed2a-e255-42ad-b78e-696bc1bae72b/425efcbd-e332-4fd9-acf5-12ca8c753c1e) {{(pid=104614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:48:06.712041 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:UPDATE=6,neutron:SELECT=89,neutron:INSERT=5 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:06.807781 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-643e98c5-c06c-4f3c-8440-1973a583c8bc admin admin] Publish callbacks [] for port (425efcbd-e332-4fd9-acf5-12ca8c753c1e), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:06.921453 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-643e98c5-c06c-4f3c-8440-1973a583c8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791799515441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8584799065'] for port (425efcbd-e332-4fd9-acf5-12ca8c753c1e), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:06.964105 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643e98c5-c06c-4f3c-8440-1973a583c8bc admin admin] Network 6db324a0-41f0-4440-95df-83df441784f6 is already hosted by enough agents. {{(pid=104614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:48:06.967309 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.base_scheduler [None req-643e98c5-c06c-4f3c-8440-1973a583c8bc admin admin] Resources bound (agent type, host, resource id): {{(pid=104614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:48:06.969652 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643e98c5-c06c-4f3c-8440-1973a583c8bc admin admin] Received port after_create {{(pid=104614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:48:06.975030 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643e98c5-c06c-4f3c-8440-1973a583c8bc admin admin] Pushing event updated for resources: {'Port': ['ID=425efcbd-e332-4fd9-acf5-12ca8c753c1e,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:07.318590 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-643e98c5-c06c-4f3c-8440-1973a583c8bc admin admin] Publish callbacks [] for router_gateway (5aa27c36-5cf6-4672-9e42-151f55ad82fa), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:07.456873 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55e5dc5-6540-4711-8264-55bc6c07dd09 None None] Network e3032795-d107-4737-b6eb-c559a5838bdb requested from dv-cinder-828805-4-iscsi {{(pid=104616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:48:07.510227 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-643e98c5-c06c-4f3c-8440-1973a583c8bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663299'] for router (5aa27c36-5cf6-4672-9e42-151f55ad82fa), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:07.533559 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-a4e67385-60bc-4006-a821-1efd681d2eb2 None None] Provisioning complete for port 4dbe8e47-d617-4a9d-8900-f2c928e691f8 triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:48:07.533925 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-a4e67385-60bc-4006-a821-1efd681d2eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (4dbe8e47-d617-4a9d-8900-f2c928e691f8), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:07.537590 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:07.564162 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:07.644934 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-a4e67385-60bc-4006-a821-1efd681d2eb2 None None] Current status of the port 4dbe8e47-d617-4a9d-8900-f2c928e691f8 is: DOWN; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:48:07.645322 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-a4e67385-60bc-4006-a821-1efd681d2eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (4dbe8e47-d617-4a9d-8900-f2c928e691f8), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:07.681598 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-a4e67385-60bc-4006-a821-1efd681d2eb2 None None] For port 4dbe8e47-d617-4a9d-8900-f2c928e691f8, host dv-cinder-828805-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=4dbe8e47-d617-4a9d-8900-f2c928e691f8,segment=NetworkSegment(6cba1183-3640-42eb-a92d-12223c337187),segment_id=6cba1183-3640-42eb-a92d-12223c337187)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:48:07.754576 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-a4e67385-60bc-4006-a821-1efd681d2eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (4dbe8e47-d617-4a9d-8900-f2c928e691f8), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:07.805943 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e67385-60bc-4006-a821-1efd681d2eb2 None None] Pushing event updated for resources: {'Port': ['ID=4dbe8e47-d617-4a9d-8900-f2c928e691f8,revision_number=3']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:07.843268 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:07.871929 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-72c7c0e0-949d-4806-b674-195f55e894aa None None] Provisioning complete for port 4dbe8e47-d617-4a9d-8900-f2c928e691f8 triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:48:07.872298 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-72c7c0e0-949d-4806-b674-195f55e894aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (4dbe8e47-d617-4a9d-8900-f2c928e691f8), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:07.931359 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-643e98c5-c06c-4f3c-8440-1973a583c8bc admin admin] Router 5aa27c36-5cf6-4672-9e42-151f55ad82fa is scheduled to L3 agent 9df6ec88-276d-42f5-acd2-7e289451d5e3 with binding_index 1 {{(pid=104614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:48:07.948730 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-72c7c0e0-949d-4806-b674-195f55e894aa None None] Current status of the port 4dbe8e47-d617-4a9d-8900-f2c928e691f8 is: ACTIVE; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:48:08.037040 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-643e98c5-c06c-4f3c-8440-1973a583c8bc admin admin] Notify agent at l3_agent.dv-cinder-828805-4-iscsi the message routers_updated {{(pid=104614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:48:08.045731 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c9b128-66c6-400d-9660-aa5e9744679f None None] Sync routers for ids ['5aa27c36-5cf6-4672-9e42-151f55ad82fa'] in dv-cinder-828805-4-iscsi {{(pid=104616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:48:08.055497 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c9b128-66c6-400d-9660-aa5e9744679f None None] Routers {'5aa27c36-5cf6-4672-9e42-151f55ad82fa'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:48:08.056108 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-b2c9b128-66c6-400d-9660-aa5e9744679f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:47:47Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['5aa27c36-5cf6-4672-9e42-151f55ad82fa'], 'active': True} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:08.110851 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-643e98c5-c06c-4f3c-8440-1973a583c8bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:08.112139 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-643e98c5-c06c-4f3c-8440-1973a583c8bc admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1969931 May 27 03:48:08.114772 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 44820) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:48:08.156077 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:08.159633 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvr_db [None req-b2c9b128-66c6-400d-9660-aa5e9744679f None None] Set router 5aa27c36-5cf6-4672-9e42-151f55ad82fa gateway port host: dv-cinder-828805-4-iscsi {{(pid=104616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:48:08.448070 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-b2c9b128-66c6-400d-9660-aa5e9744679f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'name': 'tempest-TestVolumeBootPattern-1536044687-router', 'tenant_id': '696d1db827244c65b179789b47baabe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '425efcbd-e332-4fd9-acf5-12ca8c753c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:06Z', 'updated_at': '2022-05-27T03:48:07Z', 'revision_number': 3, 'project_id': '696d1db827244c65b179789b47baabe1', 'gw_port': {'id': '425efcbd-e332-4fd9-acf5-12ca8c753c1e', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:33:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:06Z', 'updated_at': '2022-05-27T03:48:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi'}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:08.473812 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c9b128-66c6-400d-9660-aa5e9744679f None None] Checking router: 5aa27c36-5cf6-4672-9e42-151f55ad82fa for host: dv-cinder-828805-4-iscsi {{(pid=104616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:48:08.474470 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c9b128-66c6-400d-9660-aa5e9744679f None None] Updating router 5aa27c36-5cf6-4672-9e42-151f55ad82fa port 425efcbd-e332-4fd9-acf5-12ca8c753c1e binding host dv-cinder-828805-4-iscsi {{(pid=104616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:48:08.500998 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-b2c9b128-66c6-400d-9660-aa5e9744679f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (425efcbd-e332-4fd9-acf5-12ca8c753c1e), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:08.531183 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-ac35bd60-00db-466a-abe1-9f20da4df268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:08.621613 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:08.696621 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.db_base_plugin_common [None req-ac35bd60-00db-466a-abe1-9f20da4df268 admin admin] Allocated IP 172.20.0.1 (e3032795-d107-4737-b6eb-c559a5838bdb/70f3088a-69eb-4200-8510-9bfafbc2b380/c914d648-2ddc-470c-a764-e27b66f4a42e) {{(pid=104614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:48:08.780193 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:08.783492 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-b2c9b128-66c6-400d-9660-aa5e9744679f None None] Publish callbacks [] for port (425efcbd-e332-4fd9-acf5-12ca8c753c1e), precommit_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:08.802010 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 4dbe8e47-d617-4a9d-8900-f2c928e691f8 up at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:48:08.806547 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-ac35bd60-00db-466a-abe1-9f20da4df268 admin admin] Publish callbacks [] for port (c914d648-2ddc-470c-a764-e27b66f4a42e), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:08.846089 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Provisioning complete for port 4dbe8e47-d617-4a9d-8900-f2c928e691f8 triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:48:08.846452 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (4dbe8e47-d617-4a9d-8900-f2c928e691f8), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:08.868171 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:08.873616 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-b2c9b128-66c6-400d-9660-aa5e9744679f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (425efcbd-e332-4fd9-acf5-12ca8c753c1e), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:08.914572 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-ac35bd60-00db-466a-abe1-9f20da4df268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791799515441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8584799065'] for port (c914d648-2ddc-470c-a764-e27b66f4a42e), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:08.940492 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.managers [None req-b2c9b128-66c6-400d-9660-aa5e9744679f None None] Attempting to bind port 425efcbd-e332-4fd9-acf5-12ca8c753c1e on host dv-cinder-828805-4-iscsi for vnic_type normal with profile {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:48:08.940949 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.managers [None req-b2c9b128-66c6-400d-9660-aa5e9744679f None None] Attempting to bind port 425efcbd-e332-4fd9-acf5-12ca8c753c1e by drivers openvswitch,hyperv on host dv-cinder-828805-4-iscsi at level 0 using segments [{'id': '2b0e99ee-61aa-44db-85d9-9c6d208f29d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6db324a0-41f0-4440-95df-83df441784f6'}] {{(pid=104616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:48:08.941372 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c9b128-66c6-400d-9660-aa5e9744679f None None] Attempting to bind port 425efcbd-e332-4fd9-acf5-12ca8c753c1e on network 6db324a0-41f0-4440-95df-83df441784f6 {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:48:08.944820 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f22990-cdb5-4997-9e78-937e5a11607c None None] Pushing event updated for resources: {'Port': ['ID=425efcbd-e332-4fd9-acf5-12ca8c753c1e,revision_number=2']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:08.951149 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c9b128-66c6-400d-9660-aa5e9744679f None None] Checking agent: {'id': '917d01f3-4a27-4590-ae14-da14d21a1e88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 26, 21), 'started_at': datetime.datetime(2022, 5, 27, 3, 26, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:48:08.951524 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c9b128-66c6-400d-9660-aa5e9744679f None None] Checking segment: {'id': '2b0e99ee-61aa-44db-85d9-9c6d208f29d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6db324a0-41f0-4440-95df-83df441784f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:48:08.951922 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-b2c9b128-66c6-400d-9660-aa5e9744679f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:08.952727 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c9b128-66c6-400d-9660-aa5e9744679f None None] Bound using segment: {'id': '2b0e99ee-61aa-44db-85d9-9c6d208f29d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6db324a0-41f0-4440-95df-83df441784f6'} {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:48:08.952727 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.managers [None req-b2c9b128-66c6-400d-9660-aa5e9744679f None None] Bound port: 425efcbd-e332-4fd9-acf5-12ca8c753c1e, host: dv-cinder-828805-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b0e99ee-61aa-44db-85d9-9c6d208f29d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6db324a0-41f0-4440-95df-83df441784f6'}}] {{(pid=104616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:48:08.953115 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-b2c9b128-66c6-400d-9660-aa5e9744679f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (425efcbd-e332-4fd9-acf5-12ca8c753c1e), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:08.957822 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac35bd60-00db-466a-abe1-9f20da4df268 admin admin] Network e3032795-d107-4737-b6eb-c559a5838bdb is already hosted by enough agents. {{(pid=104614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:48:08.960744 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.base_scheduler [None req-ac35bd60-00db-466a-abe1-9f20da4df268 admin admin] Resources bound (agent type, host, resource id): {{(pid=104614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:48:08.964576 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac35bd60-00db-466a-abe1-9f20da4df268 admin admin] Received port after_create {{(pid=104614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:48:08.991836 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:08.994668 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac35bd60-00db-466a-abe1-9f20da4df268 admin admin] Pushing event updated for resources: {'Port': ['ID=c914d648-2ddc-470c-a764-e27b66f4a42e,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:09.016658 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-ac35bd60-00db-466a-abe1-9f20da4df268 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680048'] for router_interface (5aa27c36-5cf6-4672-9e42-151f55ad82fa), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:09.024716 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Current status of the port 4dbe8e47-d617-4a9d-8900-f2c928e691f8 is: ACTIVE; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:48:09.035848 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-b2c9b128-66c6-400d-9660-aa5e9744679f None None] For port 425efcbd-e332-4fd9-acf5-12ca8c753c1e, host dv-cinder-828805-4-iscsi, cleared binding levels {{(pid=104616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:48:09.039172 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-b2c9b128-66c6-400d-9660-aa5e9744679f None None] For port 425efcbd-e332-4fd9-acf5-12ca8c753c1e, host dv-cinder-828805-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=425efcbd-e332-4fd9-acf5-12ca8c753c1e,segment=NetworkSegment(2b0e99ee-61aa-44db-85d9-9c6d208f29d9),segment_id=2b0e99ee-61aa-44db-85d9-9c6d208f29d9)] {{(pid=104616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:48:09.149221 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-b2c9b128-66c6-400d-9660-aa5e9744679f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (425efcbd-e332-4fd9-acf5-12ca8c753c1e), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:09.201896 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-dfe6d0fe-0df3-4221-be69-d09ccd99f733 None None] Provisioning complete for port c914d648-2ddc-470c-a764-e27b66f4a42e triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:48:09.202263 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-dfe6d0fe-0df3-4221-be69-d09ccd99f733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (c914d648-2ddc-470c-a764-e27b66f4a42e), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:09.229555 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-ac35bd60-00db-466a-abe1-9f20da4df268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (c914d648-2ddc-470c-a764-e27b66f4a42e), before_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:09.240308 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f22990-cdb5-4997-9e78-937e5a11607c None None] Pushing event updated for resources: {'Port': ['ID=425efcbd-e332-4fd9-acf5-12ca8c753c1e,revision_number=3']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:09.252920 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c9b128-66c6-400d-9660-aa5e9744679f None None] Routers {'5aa27c36-5cf6-4672-9e42-151f55ad82fa'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:48:09.252920 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-b2c9b128-66c6-400d-9660-aa5e9744679f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:47:47Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['5aa27c36-5cf6-4672-9e42-151f55ad82fa'], 'active': True} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:09.254382 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-dfe6d0fe-0df3-4221-be69-d09ccd99f733 None None] Port c914d648-2ddc-470c-a764-e27b66f4a42e cannot update to ACTIVE because it is not bound. {{(pid=104616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:48:09.354598 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvr_db [None req-b2c9b128-66c6-400d-9660-aa5e9744679f None None] Set router 5aa27c36-5cf6-4672-9e42-151f55ad82fa gateway port host: dv-cinder-828805-4-iscsi {{(pid=104616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:48:09.389166 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:09.419418 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-ac35bd60-00db-466a-abe1-9f20da4df268 admin admin] Publish callbacks [] for port (c914d648-2ddc-470c-a764-e27b66f4a42e), precommit_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:09.485817 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-ac35bd60-00db-466a-abe1-9f20da4df268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8584799086'] for port (c914d648-2ddc-470c-a764-e27b66f4a42e), after_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:09.541450 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-b2c9b128-66c6-400d-9660-aa5e9744679f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'name': 'tempest-TestVolumeBootPattern-1536044687-router', 'tenant_id': '696d1db827244c65b179789b47baabe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '425efcbd-e332-4fd9-acf5-12ca8c753c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:06Z', 'updated_at': '2022-05-27T03:48:09Z', 'revision_number': 4, 'project_id': '696d1db827244c65b179789b47baabe1', 'gw_port': {'id': '425efcbd-e332-4fd9-acf5-12ca8c753c1e', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:33:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:06Z', 'updated_at': '2022-05-27T03:48:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_interfaces': [{'id': 'c914d648-2ddc-470c-a764-e27b66f4a42e', 'name': '', 'network_id': 'e3032795-d107-4737-b6eb-c559a5838bdb', 'tenant_id': '696d1db827244c65b179789b47baabe1', 'mac_address': 'fa:16:3e:72:d1:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '70f3088a-69eb-4200-8510-9bfafbc2b380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:08Z', 'updated_at': '2022-05-27T03:48:08Z', 'revision_number': 1, 'project_id': '696d1db827244c65b179789b47baabe1', 'subnets': [{'id': '70f3088a-69eb-4200-8510-9bfafbc2b380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:09.557033 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-ac35bd60-00db-466a-abe1-9f20da4df268 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-373377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681152'] for router_interface (5aa27c36-5cf6-4672-9e42-151f55ad82fa), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:09.559852 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac35bd60-00db-466a-abe1-9f20da4df268 admin admin] Pushing event updated for resources: {'Port': ['ID=c914d648-2ddc-470c-a764-e27b66f4a42e,revision_number=2']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:09.566696 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c9b128-66c6-400d-9660-aa5e9744679f None None] The sync data for ids ['5aa27c36-5cf6-4672-9e42-151f55ad82fa'] in dv-cinder-828805-4-iscsi is: [{'id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'name': 'tempest-TestVolumeBootPattern-1536044687-router', 'tenant_id': '696d1db827244c65b179789b47baabe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '425efcbd-e332-4fd9-acf5-12ca8c753c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:06Z', 'updated_at': '2022-05-27T03:48:09Z', 'revision_number': 4, 'project_id': '696d1db827244c65b179789b47baabe1', 'gw_port': {'id': '425efcbd-e332-4fd9-acf5-12ca8c753c1e', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:33:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:06Z', 'updated_at': '2022-05-27T03:48:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_interfaces': [{'id': 'c914d648-2ddc-470c-a764-e27b66f4a42e', 'name': '', 'network_id': 'e3032795-d107-4737-b6eb-c559a5838bdb', 'tenant_id': '696d1db827244c65b179789b47baabe1', 'mac_address': 'fa:16:3e:72:d1:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '70f3088a-69eb-4200-8510-9bfafbc2b380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:08Z', 'updated_at': '2022-05-27T03:48:08Z', 'revision_number': 1, 'project_id': '696d1db827244c65b179789b47baabe1', 'subnets': [{'id': '70f3088a-69eb-4200-8510-9bfafbc2b380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:48:09.657884 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac35bd60-00db-466a-abe1-9f20da4df268 admin admin] Network e3032795-d107-4737-b6eb-c559a5838bdb is already hosted by enough agents. {{(pid=104614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:48:09.659410 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.base_scheduler [None req-ac35bd60-00db-466a-abe1-9f20da4df268 admin admin] Resources bound (agent type, host, resource id): {{(pid=104614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:48:09.768391 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:09.784601 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac35bd60-00db-466a-abe1-9f20da4df268 admin admin] Router 5aa27c36-5cf6-4672-9e42-151f55ad82fa has already been hosted by L3 agent 9df6ec88-276d-42f5-acd2-7e289451d5e3 {{(pid=104614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:48:09.902348 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac35bd60-00db-466a-abe1-9f20da4df268 admin admin] Notify agent at l3_agent.dv-cinder-828805-4-iscsi the message routers_updated {{(pid=104614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:48:09.907907 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-ac35bd60-00db-466a-abe1-9f20da4df268 admin admin] 10.222.0.24 "PUT /v2.0/routers/5aa27c36-5cf6-4672-9e42-151f55ad82fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7920318 May 27 03:48:09.978831 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-018db06c-ac66-4e7d-93d3-90088a5c62b5 None None] Provisioning complete for port c914d648-2ddc-470c-a764-e27b66f4a42e triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:48:09.981596 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-018db06c-ac66-4e7d-93d3-90088a5c62b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (c914d648-2ddc-470c-a764-e27b66f4a42e), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:10.013451 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-018db06c-ac66-4e7d-93d3-90088a5c62b5 None None] Port c914d648-2ddc-470c-a764-e27b66f4a42e cannot update to ACTIVE because it is not bound. {{(pid=104616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:48:10.635054 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 44836) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:48:10.639892 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [None req-d2a96ea3-bbe0-4947-9243-4f3f700da3dc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2042683020-network', 'tenant_id': '71c41060bd5f4028b368df1e232449e2'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:48:10.720209 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a96ea3-bbe0-4947-9243-4f3f700da3dc admin admin] Made reservation on behalf of 71c41060bd5f4028b368df1e232449e2 for: {'network': 1} {{(pid=104614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:48:10.725443 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-d2a96ea3-bbe0-4947-9243-4f3f700da3dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for network (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:10.736090 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-d2a96ea3-bbe0-4947-9243-4f3f700da3dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:10.779885 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:10.792361 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 425efcbd-e332-4fd9-acf5-12ca8c753c1e up at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:48:10.818430 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-d2a96ea3-bbe0-4947-9243-4f3f700da3dc admin admin] Publish callbacks [] for security_group (3ba96397-8dd4-4fe9-a404-783bc896e0a1), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:10.843544 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Provisioning complete for port 425efcbd-e332-4fd9-acf5-12ca8c753c1e triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:48:10.843919 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (425efcbd-e332-4fd9-acf5-12ca8c753c1e), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:10.880258 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-d2a96ea3-bbe0-4947-9243-4f3f700da3dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (3ba96397-8dd4-4fe9-a404-783bc896e0a1), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:10.902020 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2a96ea3-bbe0-4947-9243-4f3f700da3dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=104614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:48:10.917565 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a96ea3-bbe0-4947-9243-4f3f700da3dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba96397-8dd4-4fe9-a404-783bc896e0a1,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:10.918741 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Current status of the port 425efcbd-e332-4fd9-acf5-12ca8c753c1e is: DOWN; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:48:10.919154 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (425efcbd-e332-4fd9-acf5-12ca8c753c1e), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:10.923110 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-d2a96ea3-bbe0-4947-9243-4f3f700da3dc admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791800041063', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545'] for segment (f89c9114-6905-4789-820e-3b9268843f73), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:10.923529 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.db.segments_db [None req-d2a96ea3-bbe0-4947-9243-4f3f700da3dc admin admin] Added segment f89c9114-6905-4789-820e-3b9268843f73 of type vlan for network 5172f6d3-67c2-4dd4-9473-286a0c5f19f6 May 27 03:48:10.940877 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] For port 425efcbd-e332-4fd9-acf5-12ca8c753c1e, host dv-cinder-828805-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=425efcbd-e332-4fd9-acf5-12ca8c753c1e,segment=NetworkSegment(2b0e99ee-61aa-44db-85d9-9c6d208f29d9),segment_id=2b0e99ee-61aa-44db-85d9-9c6d208f29d9)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:48:10.968765 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-d2a96ea3-bbe0-4947-9243-4f3f700da3dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791799485040'] for network (5172f6d3-67c2-4dd4-9473-286a0c5f19f6), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:10.982998 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (425efcbd-e332-4fd9-acf5-12ca8c753c1e), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:11.029851 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Pushing event updated for resources: {'Port': ['ID=425efcbd-e332-4fd9-acf5-12ca8c753c1e,revision_number=4']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:11.068578 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-d2a96ea3-bbe0-4947-9243-4f3f700da3dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395'] for network (5172f6d3-67c2-4dd4-9473-286a0c5f19f6), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:11.069596 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a96ea3-bbe0-4947-9243-4f3f700da3dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:48:11.070183 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-d2a96ea3-bbe0-4947-9243-4f3f700da3dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-373421'] for network (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:11.129784 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a96ea3-bbe0-4947-9243-4f3f700da3dc admin admin] Pushing event updated for resources: {'Network': ['ID=5172f6d3-67c2-4dd4-9473-286a0c5f19f6,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:11.140121 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Network 5172f6d3-67c2-4dd4-9473-286a0c5f19f6 details requested by agent ovs-agent-dv-cinder-828805-4-iscsi with host dv-cinder-828805-4-iscsi {{(pid=104616) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:48:11.153191 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-d2a96ea3-bbe0-4947-9243-4f3f700da3dc admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.5170419 May 27 03:48:11.156567 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 44838) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:48:11.161679 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [None req-67769f14-b077-4517-822f-14036a637c76 admin admin] Request body: {'subnet': {'network_id': '5172f6d3-67c2-4dd4-9473-286a0c5f19f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2042683020-subnet', 'tenant_id': '71c41060bd5f4028b368df1e232449e2', 'ip_version': 4}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:48:11.185889 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:11.239594 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67769f14-b077-4517-822f-14036a637c76 admin admin] Made reservation on behalf of 71c41060bd5f4028b368df1e232449e2 for: {'subnet': 1} {{(pid=104614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:48:11.242032 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-67769f14-b077-4517-822f-14036a637c76 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8584400429'] for subnet (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:11.493488 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-67769f14-b077-4517-822f-14036a637c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8584799465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8584400443'] for subnet (287af7d6-9210-4bdd-b85a-5c4f00df1cb1), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:11.516511 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef51ea8-1481-41c9-8720-2ac882657cdc None None] Sync routers for ids ['5aa27c36-5cf6-4672-9e42-151f55ad82fa'] in dv-cinder-828805-4-iscsi {{(pid=104617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:48:11.523650 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:INSERT=17,neutron:SELECT=77,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:11.526503 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef51ea8-1481-41c9-8720-2ac882657cdc None None] Routers {'5aa27c36-5cf6-4672-9e42-151f55ad82fa'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:48:11.527210 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-cef51ea8-1481-41c9-8720-2ac882657cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:47:47Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['5aa27c36-5cf6-4672-9e42-151f55ad82fa'], 'active': True} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:11.551359 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67769f14-b077-4517-822f-14036a637c76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=287af7d6-9210-4bdd-b85a-5c4f00df1cb1,revision_number=0']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:11.560224 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67769f14-b077-4517-822f-14036a637c76 admin admin] Checking segment: {'id': 'f89c9114-6905-4789-820e-3b9268843f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5172f6d3-67c2-4dd4-9473-286a0c5f19f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:48:11.560586 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67769f14-b077-4517-822f-14036a637c76 admin admin] Network hostable DHCP agents. Network: 5172f6d3-67c2-4dd4-9473-286a0c5f19f6, hostable agents: ['b322252d-fb9d-4652-a830-647fed26b29a'], hosted agents: [] {{(pid=104614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:48:11.628654 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvr_db [None req-cef51ea8-1481-41c9-8720-2ac882657cdc None None] Set router 5aa27c36-5cf6-4672-9e42-151f55ad82fa gateway port host: dv-cinder-828805-4-iscsi {{(pid=104617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:48:11.685754 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67769f14-b077-4517-822f-14036a637c76 admin admin] Network 5172f6d3-67c2-4dd4-9473-286a0c5f19f6 is scheduled to be hosted by DHCP agent b322252d-fb9d-4652-a830-647fed26b29a with binding_index 1 {{(pid=104614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:48:11.759443 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.base_scheduler [None req-67769f14-b077-4517-822f-14036a637c76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-4-iscsi, 5172f6d3-67c2-4dd4-9473-286a0c5f19f6) {{(pid=104614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:48:11.763876 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67769f14-b077-4517-822f-14036a637c76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:48:11.764493 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-67769f14-b077-4517-822f-14036a637c76 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:11.770266 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.agents_db [None req-cbb77ebc-65ec-4caa-a8b3-81c074906866 None None] Agent healthcheck: found 6 active agents {{(pid=104617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:48:11.771536 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c4ce92-7f58-44f7-9178-0a15b1260cbc None None] Network 5172f6d3-67c2-4dd4-9473-286a0c5f19f6 requested from dv-cinder-828805-4-iscsi {{(pid=104616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:48:11.824883 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-cef51ea8-1481-41c9-8720-2ac882657cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'name': 'tempest-TestVolumeBootPattern-1536044687-router', 'tenant_id': '696d1db827244c65b179789b47baabe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '425efcbd-e332-4fd9-acf5-12ca8c753c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:06Z', 'updated_at': '2022-05-27T03:48:09Z', 'revision_number': 4, 'project_id': '696d1db827244c65b179789b47baabe1', 'gw_port': {'id': '425efcbd-e332-4fd9-acf5-12ca8c753c1e', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:33:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:06Z', 'updated_at': '2022-05-27T03:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_interfaces': [{'id': 'c914d648-2ddc-470c-a764-e27b66f4a42e', 'name': '', 'network_id': 'e3032795-d107-4737-b6eb-c559a5838bdb', 'tenant_id': '696d1db827244c65b179789b47baabe1', 'mac_address': 'fa:16:3e:72:d1:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '70f3088a-69eb-4200-8510-9bfafbc2b380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:08Z', 'updated_at': '2022-05-27T03:48:09Z', 'revision_number': 2, 'project_id': '696d1db827244c65b179789b47baabe1', 'subnets': [{'id': '70f3088a-69eb-4200-8510-9bfafbc2b380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:11.849521 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-67769f14-b077-4517-822f-14036a637c76 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6911864 May 27 03:48:11.851461 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 44840) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:48:11.852251 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef51ea8-1481-41c9-8720-2ac882657cdc None None] Checking router: 5aa27c36-5cf6-4672-9e42-151f55ad82fa for host: dv-cinder-828805-4-iscsi {{(pid=104617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:48:11.852777 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef51ea8-1481-41c9-8720-2ac882657cdc None None] Updating router 5aa27c36-5cf6-4672-9e42-151f55ad82fa port c914d648-2ddc-470c-a764-e27b66f4a42e binding host dv-cinder-828805-4-iscsi {{(pid=104617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:48:11.856335 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [None req-0477d29e-8fcc-4bc2-8cfa-6f760c21b39c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2042683020-router', 'tenant_id': '71c41060bd5f4028b368df1e232449e2', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6'}}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:48:11.878567 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc550a62-d7df-4734-bf25-5d110197acef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa70b6f22-5e3f-55f6-a93b-19dd150a441c-5172f6d3-67c2-4dd4-9473-286a0c5f19f6', 'network_id': '5172f6d3-67c2-4dd4-9473-286a0c5f19f6', 'project_id': '71c41060bd5f4028b368df1e232449e2', 'fixed_ips': [{'subnet_id': '287af7d6-9210-4bdd-b85a-5c4f00df1cb1'}]}} from dv-cinder-828805-4-iscsi. {{(pid=104616) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 03:48:11.879788 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-bc550a62-d7df-4734-bf25-5d110197acef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (None), before_create {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:11.883156 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron_lib.callbacks.manager [None req-cef51ea8-1481-41c9-8720-2ac882657cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (c914d648-2ddc-470c-a764-e27b66f4a42e), before_update {{(pid=104617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:11.937688 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0477d29e-8fcc-4bc2-8cfa-6f760c21b39c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-682096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60928'] for router (fdf33fd2-ad3a-46b6-ae3d-9a8b62ed4751), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:11.939085 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0477d29e-8fcc-4bc2-8cfa-6f760c21b39c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-663408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-537747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60985'] for router (fdf33fd2-ad3a-46b6-ae3d-9a8b62ed4751), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:11.995253 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0477d29e-8fcc-4bc2-8cfa-6f760c21b39c admin admin] Publish callbacks [] for router_controller (fdf33fd2-ad3a-46b6-ae3d-9a8b62ed4751), precommit_add_association {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:12.016721 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.db_base_plugin_common [None req-bc550a62-d7df-4734-bf25-5d110197acef None None] Allocated IP 172.20.0.2 (5172f6d3-67c2-4dd4-9473-286a0c5f19f6/287af7d6-9210-4bdd-b85a-5c4f00df1cb1/052b4ca6-9bd6-4298-bbca-15f5eded838f) {{(pid=104616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:48:12.161810 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-bc550a62-d7df-4734-bf25-5d110197acef None None] Publish callbacks [] for port (052b4ca6-9bd6-4298-bbca-15f5eded838f), precommit_create {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:12.190527 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron_lib.callbacks.manager [None req-cef51ea8-1481-41c9-8720-2ac882657cdc None None] Publish callbacks [] for port (c914d648-2ddc-470c-a764-e27b66f4a42e), precommit_update {{(pid=104617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:12.223285 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-bc550a62-d7df-4734-bf25-5d110197acef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791799515441'] for port (052b4ca6-9bd6-4298-bbca-15f5eded838f), after_create {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:12.235102 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0477d29e-8fcc-4bc2-8cfa-6f760c21b39c admin admin] Publish callbacks [] for router_gateway (fdf33fd2-ad3a-46b6-ae3d-9a8b62ed4751), precommit_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:12.237963 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:12.251956 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron_lib.callbacks.manager [None req-cef51ea8-1481-41c9-8720-2ac882657cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (c914d648-2ddc-470c-a764-e27b66f4a42e), after_update {{(pid=104617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:12.268814 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc550a62-d7df-4734-bf25-5d110197acef None None] Network 5172f6d3-67c2-4dd4-9473-286a0c5f19f6 is already hosted by enough agents. {{(pid=104616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:48:12.273390 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.scheduler.base_scheduler [None req-bc550a62-d7df-4734-bf25-5d110197acef None None] Resources bound (agent type, host, resource id): {{(pid=104616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:48:12.277529 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc550a62-d7df-4734-bf25-5d110197acef None None] Received port after_create {{(pid=104616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:48:12.280562 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc550a62-d7df-4734-bf25-5d110197acef None None] Pushing event updated for resources: {'Port': ['ID=052b4ca6-9bd6-4298-bbca-15f5eded838f,revision_number=1']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:12.282431 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:12.322258 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6eed65-8f57-4f80-a013-9b45e6ecd8c4 None None] Pushing event updated for resources: {'Port': ['ID=c914d648-2ddc-470c-a764-e27b66f4a42e,revision_number=3']} {{(pid=104617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:12.339989 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.managers [None req-bc550a62-d7df-4734-bf25-5d110197acef None None] Attempting to bind port 052b4ca6-9bd6-4298-bbca-15f5eded838f on host dv-cinder-828805-4-iscsi for vnic_type normal with profile {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:48:12.341001 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.managers [None req-bc550a62-d7df-4734-bf25-5d110197acef None None] Attempting to bind port 052b4ca6-9bd6-4298-bbca-15f5eded838f by drivers openvswitch,hyperv on host dv-cinder-828805-4-iscsi at level 0 using segments [{'id': 'f89c9114-6905-4789-820e-3b9268843f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5172f6d3-67c2-4dd4-9473-286a0c5f19f6'}] {{(pid=104616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:48:12.341757 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc550a62-d7df-4734-bf25-5d110197acef None None] Attempting to bind port 052b4ca6-9bd6-4298-bbca-15f5eded838f on network 5172f6d3-67c2-4dd4-9473-286a0c5f19f6 {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:48:12.348788 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc550a62-d7df-4734-bf25-5d110197acef None None] Checking agent: {'id': '917d01f3-4a27-4590-ae14-da14d21a1e88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 26, 21), 'started_at': datetime.datetime(2022, 5, 27, 3, 26, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:48:12.349750 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc550a62-d7df-4734-bf25-5d110197acef None None] Checking segment: {'id': 'f89c9114-6905-4789-820e-3b9268843f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5172f6d3-67c2-4dd4-9473-286a0c5f19f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:48:12.350318 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-bc550a62-d7df-4734-bf25-5d110197acef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:12.351177 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc550a62-d7df-4734-bf25-5d110197acef None None] Bound using segment: {'id': 'f89c9114-6905-4789-820e-3b9268843f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5172f6d3-67c2-4dd4-9473-286a0c5f19f6'} {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:48:12.352138 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.managers [None req-bc550a62-d7df-4734-bf25-5d110197acef None None] Bound port: 052b4ca6-9bd6-4298-bbca-15f5eded838f, host: dv-cinder-828805-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f89c9114-6905-4789-820e-3b9268843f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5172f6d3-67c2-4dd4-9473-286a0c5f19f6'}}] {{(pid=104616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:48:12.352707 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-bc550a62-d7df-4734-bf25-5d110197acef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (052b4ca6-9bd6-4298-bbca-15f5eded838f), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:12.437012 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-bc550a62-d7df-4734-bf25-5d110197acef None None] For port 052b4ca6-9bd6-4298-bbca-15f5eded838f, host dv-cinder-828805-4-iscsi, cleared binding levels {{(pid=104616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:48:12.440970 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-bc550a62-d7df-4734-bf25-5d110197acef None None] For port 052b4ca6-9bd6-4298-bbca-15f5eded838f, host dv-cinder-828805-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=052b4ca6-9bd6-4298-bbca-15f5eded838f,segment=NetworkSegment(f89c9114-6905-4789-820e-3b9268843f73),segment_id=f89c9114-6905-4789-820e-3b9268843f73)] {{(pid=104616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:48:12.443252 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6eed65-8f57-4f80-a013-9b45e6ecd8c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:12.443607 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6eed65-8f57-4f80-a013-9b45e6ecd8c4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:12.443934 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6eed65-8f57-4f80-a013-9b45e6ecd8c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:12.444324 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6eed65-8f57-4f80-a013-9b45e6ecd8c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:12.444751 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6eed65-8f57-4f80-a013-9b45e6ecd8c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:12.445141 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6eed65-8f57-4f80-a013-9b45e6ecd8c4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:12.445409 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6eed65-8f57-4f80-a013-9b45e6ecd8c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:12.445686 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6eed65-8f57-4f80-a013-9b45e6ecd8c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:12.446273 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6eed65-8f57-4f80-a013-9b45e6ecd8c4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:12.446596 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6eed65-8f57-4f80-a013-9b45e6ecd8c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:12.446984 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6eed65-8f57-4f80-a013-9b45e6ecd8c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:12.452241 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6eed65-8f57-4f80-a013-9b45e6ecd8c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:12.452241 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6eed65-8f57-4f80-a013-9b45e6ecd8c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:12.452241 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6eed65-8f57-4f80-a013-9b45e6ecd8c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:12.452241 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6eed65-8f57-4f80-a013-9b45e6ecd8c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:12.466931 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.managers [None req-cef51ea8-1481-41c9-8720-2ac882657cdc None None] Attempting to bind port c914d648-2ddc-470c-a764-e27b66f4a42e on host dv-cinder-828805-4-iscsi for vnic_type normal with profile {{(pid=104617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:48:12.469478 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.managers [None req-cef51ea8-1481-41c9-8720-2ac882657cdc None None] Attempting to bind port c914d648-2ddc-470c-a764-e27b66f4a42e by drivers openvswitch,hyperv on host dv-cinder-828805-4-iscsi at level 0 using segments [{'id': '6cba1183-3640-42eb-a92d-12223c337187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'e3032795-d107-4737-b6eb-c559a5838bdb'}] {{(pid=104617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:48:12.469478 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef51ea8-1481-41c9-8720-2ac882657cdc None None] Attempting to bind port c914d648-2ddc-470c-a764-e27b66f4a42e on network e3032795-d107-4737-b6eb-c559a5838bdb {{(pid=104617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:48:12.473090 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef51ea8-1481-41c9-8720-2ac882657cdc None None] Checking agent: {'id': '917d01f3-4a27-4590-ae14-da14d21a1e88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 26, 21), 'started_at': datetime.datetime(2022, 5, 27, 3, 26, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:48:12.473447 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef51ea8-1481-41c9-8720-2ac882657cdc None None] Checking segment: {'id': '6cba1183-3640-42eb-a92d-12223c337187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'e3032795-d107-4737-b6eb-c559a5838bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:48:12.473941 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron_lib.callbacks.manager [None req-cef51ea8-1481-41c9-8720-2ac882657cdc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:12.474328 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef51ea8-1481-41c9-8720-2ac882657cdc None None] Bound using segment: {'id': '6cba1183-3640-42eb-a92d-12223c337187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'e3032795-d107-4737-b6eb-c559a5838bdb'} {{(pid=104617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:48:12.474776 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.managers [None req-cef51ea8-1481-41c9-8720-2ac882657cdc None None] Bound port: c914d648-2ddc-470c-a764-e27b66f4a42e, host: dv-cinder-828805-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cba1183-3640-42eb-a92d-12223c337187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'e3032795-d107-4737-b6eb-c559a5838bdb'}}] {{(pid=104617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:48:12.475166 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron_lib.callbacks.manager [None req-cef51ea8-1481-41c9-8720-2ac882657cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (c914d648-2ddc-470c-a764-e27b66f4a42e), before_update {{(pid=104617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:12.509348 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-bc550a62-d7df-4734-bf25-5d110197acef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (052b4ca6-9bd6-4298-bbca-15f5eded838f), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:12.536780 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0477d29e-8fcc-4bc2-8cfa-6f760c21b39c admin admin] Publish callbacks [] for router_gateway (fdf33fd2-ad3a-46b6-ae3d-9a8b62ed4751), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:12.537839 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.db [None req-cef51ea8-1481-41c9-8720-2ac882657cdc None None] For port c914d648-2ddc-470c-a764-e27b66f4a42e, host dv-cinder-828805-4-iscsi, cleared binding levels {{(pid=104617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:48:12.541872 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.db [None req-cef51ea8-1481-41c9-8720-2ac882657cdc None None] For port c914d648-2ddc-470c-a764-e27b66f4a42e, host dv-cinder-828805-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=c914d648-2ddc-470c-a764-e27b66f4a42e,segment=NetworkSegment(6cba1183-3640-42eb-a92d-12223c337187),segment_id=6cba1183-3640-42eb-a92d-12223c337187)] {{(pid=104617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:48:12.542986 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:12.557214 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0477d29e-8fcc-4bc2-8cfa-6f760c21b39c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:12.567826 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:12.580114 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc550a62-d7df-4734-bf25-5d110197acef None None] Pushing event updated for resources: {'Port': ['ID=052b4ca6-9bd6-4298-bbca-15f5eded838f,revision_number=2']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:12.582453 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-4ba73ca6-903c-4faf-a5aa-0a1600ae57d6 None None] Provisioning complete for port c914d648-2ddc-470c-a764-e27b66f4a42e triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:48:12.582819 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-4ba73ca6-903c-4faf-a5aa-0a1600ae57d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (c914d648-2ddc-470c-a764-e27b66f4a42e), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:12.620771 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-4ba73ca6-903c-4faf-a5aa-0a1600ae57d6 None None] Port c914d648-2ddc-470c-a764-e27b66f4a42e cannot update to ACTIVE because it is not bound. {{(pid=104616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:48:12.646865 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron_lib.callbacks.manager [None req-cef51ea8-1481-41c9-8720-2ac882657cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (c914d648-2ddc-470c-a764-e27b66f4a42e), after_update {{(pid=104617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:12.651984 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:12.675031 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.db_base_plugin_common [None req-0477d29e-8fcc-4bc2-8cfa-6f760c21b39c admin admin] Allocated IP 172.27.0.133 (6db324a0-41f0-4440-95df-83df441784f6/1196ed2a-e255-42ad-b78e-696bc1bae72b/2aef6606-d054-46d9-8885-9cfa9433c381) {{(pid=104614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:48:12.699455 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef51ea8-1481-41c9-8720-2ac882657cdc None None] Routers {'5aa27c36-5cf6-4672-9e42-151f55ad82fa'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:48:12.700294 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-cef51ea8-1481-41c9-8720-2ac882657cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:47:47Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['5aa27c36-5cf6-4672-9e42-151f55ad82fa'], 'active': True} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:12.784312 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6eed65-8f57-4f80-a013-9b45e6ecd8c4 None None] Pushing event updated for resources: {'Port': ['ID=c914d648-2ddc-470c-a764-e27b66f4a42e,revision_number=4']} {{(pid=104617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:12.824777 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:12.833415 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0477d29e-8fcc-4bc2-8cfa-6f760c21b39c admin admin] Publish callbacks [] for port (2aef6606-d054-46d9-8885-9cfa9433c381), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:12.864469 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvr_db [None req-cef51ea8-1481-41c9-8720-2ac882657cdc None None] Set router 5aa27c36-5cf6-4672-9e42-151f55ad82fa gateway port host: dv-cinder-828805-4-iscsi {{(pid=104617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:48:12.876719 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 425efcbd-e332-4fd9-acf5-12ca8c753c1e up at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:48:12.932148 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0477d29e-8fcc-4bc2-8cfa-6f760c21b39c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791799515441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8584799065'] for port (2aef6606-d054-46d9-8885-9cfa9433c381), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:12.956990 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Provisioning complete for port 425efcbd-e332-4fd9-acf5-12ca8c753c1e triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:48:12.957500 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (425efcbd-e332-4fd9-acf5-12ca8c753c1e), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:12.978269 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0477d29e-8fcc-4bc2-8cfa-6f760c21b39c admin admin] Network 6db324a0-41f0-4440-95df-83df441784f6 is already hosted by enough agents. {{(pid=104614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:48:12.986148 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.base_scheduler [None req-0477d29e-8fcc-4bc2-8cfa-6f760c21b39c admin admin] Resources bound (agent type, host, resource id): {{(pid=104614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:48:12.988725 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0477d29e-8fcc-4bc2-8cfa-6f760c21b39c admin admin] Received port after_create {{(pid=104614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:48:13.031585 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0477d29e-8fcc-4bc2-8cfa-6f760c21b39c admin admin] Pushing event updated for resources: {'Port': ['ID=2aef6606-d054-46d9-8885-9cfa9433c381,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:13.078093 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Current status of the port 425efcbd-e332-4fd9-acf5-12ca8c753c1e is: ACTIVE; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:48:13.099505 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-cef51ea8-1481-41c9-8720-2ac882657cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'name': 'tempest-TestVolumeBootPattern-1536044687-router', 'tenant_id': '696d1db827244c65b179789b47baabe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '425efcbd-e332-4fd9-acf5-12ca8c753c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:06Z', 'updated_at': '2022-05-27T03:48:09Z', 'revision_number': 4, 'project_id': '696d1db827244c65b179789b47baabe1', 'gw_port': {'id': '425efcbd-e332-4fd9-acf5-12ca8c753c1e', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:33:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:06Z', 'updated_at': '2022-05-27T03:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_interfaces': [{'id': 'c914d648-2ddc-470c-a764-e27b66f4a42e', 'name': '', 'network_id': 'e3032795-d107-4737-b6eb-c559a5838bdb', 'tenant_id': '696d1db827244c65b179789b47baabe1', 'mac_address': 'fa:16:3e:72:d1:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '70f3088a-69eb-4200-8510-9bfafbc2b380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:08Z', 'updated_at': '2022-05-27T03:48:12Z', 'revision_number': 4, 'project_id': '696d1db827244c65b179789b47baabe1', 'subnets': [{'id': '70f3088a-69eb-4200-8510-9bfafbc2b380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:13.124485 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef51ea8-1481-41c9-8720-2ac882657cdc None None] The sync data for ids ['5aa27c36-5cf6-4672-9e42-151f55ad82fa'] in dv-cinder-828805-4-iscsi is: [{'id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'name': 'tempest-TestVolumeBootPattern-1536044687-router', 'tenant_id': '696d1db827244c65b179789b47baabe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '425efcbd-e332-4fd9-acf5-12ca8c753c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:06Z', 'updated_at': '2022-05-27T03:48:09Z', 'revision_number': 4, 'project_id': '696d1db827244c65b179789b47baabe1', 'gw_port': {'id': '425efcbd-e332-4fd9-acf5-12ca8c753c1e', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:33:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:06Z', 'updated_at': '2022-05-27T03:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_interfaces': [{'id': 'c914d648-2ddc-470c-a764-e27b66f4a42e', 'name': '', 'network_id': 'e3032795-d107-4737-b6eb-c559a5838bdb', 'tenant_id': '696d1db827244c65b179789b47baabe1', 'mac_address': 'fa:16:3e:72:d1:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '70f3088a-69eb-4200-8510-9bfafbc2b380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:08Z', 'updated_at': '2022-05-27T03:48:12Z', 'revision_number': 4, 'project_id': '696d1db827244c65b179789b47baabe1', 'subnets': [{'id': '70f3088a-69eb-4200-8510-9bfafbc2b380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:48:13.141825 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-642cac1a-dde7-4d23-82ab-55932f5897de None None] Provisioning complete for port c914d648-2ddc-470c-a764-e27b66f4a42e triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:48:13.142189 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-642cac1a-dde7-4d23-82ab-55932f5897de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (c914d648-2ddc-470c-a764-e27b66f4a42e), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:13.222367 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-642cac1a-dde7-4d23-82ab-55932f5897de None None] Current status of the port c914d648-2ddc-470c-a764-e27b66f4a42e is: DOWN; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:48:13.222751 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-642cac1a-dde7-4d23-82ab-55932f5897de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (c914d648-2ddc-470c-a764-e27b66f4a42e), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:13.260315 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-642cac1a-dde7-4d23-82ab-55932f5897de None None] For port c914d648-2ddc-470c-a764-e27b66f4a42e, host dv-cinder-828805-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=c914d648-2ddc-470c-a764-e27b66f4a42e,segment=NetworkSegment(6cba1183-3640-42eb-a92d-12223c337187),segment_id=6cba1183-3640-42eb-a92d-12223c337187)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:48:13.326426 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-642cac1a-dde7-4d23-82ab-55932f5897de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (c914d648-2ddc-470c-a764-e27b66f4a42e), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:13.347591 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0477d29e-8fcc-4bc2-8cfa-6f760c21b39c admin admin] Publish callbacks [] for router_gateway (fdf33fd2-ad3a-46b6-ae3d-9a8b62ed4751), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:13.390386 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642cac1a-dde7-4d23-82ab-55932f5897de None None] Pushing event updated for resources: {'Port': ['ID=c914d648-2ddc-470c-a764-e27b66f4a42e,revision_number=5']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:13.520489 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (134bae73-502b-4599-bb47-129fee8818a4), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:13.635697 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=37,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:13.637032 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=33,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:13.688016 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eee0dc8-55ff-4a5b-81c8-9ee59c255d1a None None] Network 5172f6d3-67c2-4dd4-9473-286a0c5f19f6 requested from dv-cinder-828805-4-iscsi {{(pid=104616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:48:13.758139 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-0049f552-47e6-4772-b286-59b3c3c5b9f2 None None] Provisioning complete for port 052b4ca6-9bd6-4298-bbca-15f5eded838f triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:48:13.758509 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-0049f552-47e6-4772-b286-59b3c3c5b9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (052b4ca6-9bd6-4298-bbca-15f5eded838f), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:13.788401 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:13.805044 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0477d29e-8fcc-4bc2-8cfa-6f760c21b39c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663299'] for router (fdf33fd2-ad3a-46b6-ae3d-9a8b62ed4751), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:13.996455 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-0049f552-47e6-4772-b286-59b3c3c5b9f2 None None] Current status of the port 052b4ca6-9bd6-4298-bbca-15f5eded838f is: DOWN; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:48:13.997059 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-0049f552-47e6-4772-b286-59b3c3c5b9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (052b4ca6-9bd6-4298-bbca-15f5eded838f), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:14.033901 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-0049f552-47e6-4772-b286-59b3c3c5b9f2 None None] For port 052b4ca6-9bd6-4298-bbca-15f5eded838f, host dv-cinder-828805-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=052b4ca6-9bd6-4298-bbca-15f5eded838f,segment=NetworkSegment(f89c9114-6905-4789-820e-3b9268843f73),segment_id=f89c9114-6905-4789-820e-3b9268843f73)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:48:14.040289 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0477d29e-8fcc-4bc2-8cfa-6f760c21b39c admin admin] Router fdf33fd2-ad3a-46b6-ae3d-9a8b62ed4751 is scheduled to L3 agent 9df6ec88-276d-42f5-acd2-7e289451d5e3 with binding_index 1 {{(pid=104614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:48:14.148418 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-0049f552-47e6-4772-b286-59b3c3c5b9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (052b4ca6-9bd6-4298-bbca-15f5eded838f), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:14.152310 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0477d29e-8fcc-4bc2-8cfa-6f760c21b39c admin admin] Notify agent at l3_agent.dv-cinder-828805-4-iscsi the message routers_updated {{(pid=104614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:48:14.171356 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:14.174137 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e484658-2244-48d2-8c2a-9cef152f93a7 None None] Sync routers for ids ['fdf33fd2-ad3a-46b6-ae3d-9a8b62ed4751'] in dv-cinder-828805-4-iscsi {{(pid=104616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:48:14.201074 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e484658-2244-48d2-8c2a-9cef152f93a7 None None] Routers {'fdf33fd2-ad3a-46b6-ae3d-9a8b62ed4751'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:48:14.201696 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-5e484658-2244-48d2-8c2a-9cef152f93a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:47:47Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['fdf33fd2-ad3a-46b6-ae3d-9a8b62ed4751'], 'active': True} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:14.239789 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0049f552-47e6-4772-b286-59b3c3c5b9f2 None None] Pushing event updated for resources: {'Port': ['ID=052b4ca6-9bd6-4298-bbca-15f5eded838f,revision_number=3']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:14.270427 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0477d29e-8fcc-4bc2-8cfa-6f760c21b39c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:14.274318 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-0477d29e-8fcc-4bc2-8cfa-6f760c21b39c admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4193606 May 27 03:48:14.274518 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 44842) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:48:14.303445 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-6d860b83-0892-429c-bc87-8c26718c74e9 None None] Provisioning complete for port 052b4ca6-9bd6-4298-bbca-15f5eded838f triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:48:14.303789 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-6d860b83-0892-429c-bc87-8c26718c74e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (052b4ca6-9bd6-4298-bbca-15f5eded838f), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:14.328607 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:14.342021 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvr_db [None req-5e484658-2244-48d2-8c2a-9cef152f93a7 None None] Set router fdf33fd2-ad3a-46b6-ae3d-9a8b62ed4751 gateway port host: dv-cinder-828805-4-iscsi {{(pid=104616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:48:14.413422 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:14.513459 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-6d860b83-0892-429c-bc87-8c26718c74e9 None None] Current status of the port 052b4ca6-9bd6-4298-bbca-15f5eded838f is: ACTIVE; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:48:14.553463 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-5e484658-2244-48d2-8c2a-9cef152f93a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf33fd2-ad3a-46b6-ae3d-9a8b62ed4751', 'name': 'tempest-TestVolumeBootPattern-2042683020-router', 'tenant_id': '71c41060bd5f4028b368df1e232449e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '2aef6606-d054-46d9-8885-9cfa9433c381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:11Z', 'updated_at': '2022-05-27T03:48:13Z', 'revision_number': 3, 'project_id': '71c41060bd5f4028b368df1e232449e2', 'gw_port': {'id': '2aef6606-d054-46d9-8885-9cfa9433c381', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:11:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf33fd2-ad3a-46b6-ae3d-9a8b62ed4751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:12Z', 'updated_at': '2022-05-27T03:48:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi'}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:14.578209 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e484658-2244-48d2-8c2a-9cef152f93a7 None None] Checking router: fdf33fd2-ad3a-46b6-ae3d-9a8b62ed4751 for host: dv-cinder-828805-4-iscsi {{(pid=104616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:48:14.578553 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e484658-2244-48d2-8c2a-9cef152f93a7 None None] Updating router fdf33fd2-ad3a-46b6-ae3d-9a8b62ed4751 port 2aef6606-d054-46d9-8885-9cfa9433c381 binding host dv-cinder-828805-4-iscsi {{(pid=104616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:48:14.613682 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-5e484658-2244-48d2-8c2a-9cef152f93a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (2aef6606-d054-46d9-8885-9cfa9433c381), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:14.674352 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-8d766d00-5b0b-4739-83da-c541a2fa0f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:14.730144 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-0270a98c-9680-4f55-ba9b-632ec5ffc2a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (b322252d-fb9d-4652-a830-647fed26b29a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:14.849706 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.db_base_plugin_common [None req-8d766d00-5b0b-4739-83da-c541a2fa0f6b admin admin] Allocated IP 172.20.0.1 (5172f6d3-67c2-4dd4-9473-286a0c5f19f6/287af7d6-9210-4bdd-b85a-5c4f00df1cb1/3d504055-94b7-4e95-a2fc-cf121568354b) {{(pid=104614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:48:14.908789 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device c914d648-2ddc-470c-a764-e27b66f4a42e up at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:48:14.955832 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-5e484658-2244-48d2-8c2a-9cef152f93a7 None None] Publish callbacks [] for port (2aef6606-d054-46d9-8885-9cfa9433c381), precommit_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:14.958592 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-8d766d00-5b0b-4739-83da-c541a2fa0f6b admin admin] Publish callbacks [] for port (3d504055-94b7-4e95-a2fc-cf121568354b), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:14.967671 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:DELETE=1,neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:14.977665 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Provisioning complete for port c914d648-2ddc-470c-a764-e27b66f4a42e triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:48:14.977665 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (c914d648-2ddc-470c-a764-e27b66f4a42e), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:15.040872 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Current status of the port c914d648-2ddc-470c-a764-e27b66f4a42e is: ACTIVE; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:48:15.041859 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 052b4ca6-9bd6-4298-bbca-15f5eded838f up at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:48:15.045213 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-5e484658-2244-48d2-8c2a-9cef152f93a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (2aef6606-d054-46d9-8885-9cfa9433c381), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:15.077525 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:15.077743 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-8d766d00-5b0b-4739-83da-c541a2fa0f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791799515441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8584799065'] for port (3d504055-94b7-4e95-a2fc-cf121568354b), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:15.114634 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d766d00-5b0b-4739-83da-c541a2fa0f6b admin admin] Network 5172f6d3-67c2-4dd4-9473-286a0c5f19f6 is already hosted by enough agents. {{(pid=104614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:48:15.121256 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.base_scheduler [None req-8d766d00-5b0b-4739-83da-c541a2fa0f6b admin admin] Resources bound (agent type, host, resource id): {{(pid=104614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:48:15.125953 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d766d00-5b0b-4739-83da-c541a2fa0f6b admin admin] Received port after_create {{(pid=104614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:48:15.134014 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.managers [None req-5e484658-2244-48d2-8c2a-9cef152f93a7 None None] Attempting to bind port 2aef6606-d054-46d9-8885-9cfa9433c381 on host dv-cinder-828805-4-iscsi for vnic_type normal with profile {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:48:15.134379 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.managers [None req-5e484658-2244-48d2-8c2a-9cef152f93a7 None None] Attempting to bind port 2aef6606-d054-46d9-8885-9cfa9433c381 by drivers openvswitch,hyperv on host dv-cinder-828805-4-iscsi at level 0 using segments [{'id': '2b0e99ee-61aa-44db-85d9-9c6d208f29d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6db324a0-41f0-4440-95df-83df441784f6'}] {{(pid=104616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:48:15.134738 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e484658-2244-48d2-8c2a-9cef152f93a7 None None] Attempting to bind port 2aef6606-d054-46d9-8885-9cfa9433c381 on network 6db324a0-41f0-4440-95df-83df441784f6 {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:48:15.138982 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bafbc0b-89d1-4540-8393-5dc25619ea2f None None] Pushing event updated for resources: {'Port': ['ID=2aef6606-d054-46d9-8885-9cfa9433c381,revision_number=2']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:15.147679 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e484658-2244-48d2-8c2a-9cef152f93a7 None None] Checking agent: {'id': '917d01f3-4a27-4590-ae14-da14d21a1e88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 26, 21), 'started_at': datetime.datetime(2022, 5, 27, 3, 26, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:48:15.148391 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e484658-2244-48d2-8c2a-9cef152f93a7 None None] Checking segment: {'id': '2b0e99ee-61aa-44db-85d9-9c6d208f29d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6db324a0-41f0-4440-95df-83df441784f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:48:15.148796 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-5e484658-2244-48d2-8c2a-9cef152f93a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:15.148917 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d766d00-5b0b-4739-83da-c541a2fa0f6b admin admin] Pushing event updated for resources: {'Port': ['ID=3d504055-94b7-4e95-a2fc-cf121568354b,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:15.149183 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e484658-2244-48d2-8c2a-9cef152f93a7 None None] Bound using segment: {'id': '2b0e99ee-61aa-44db-85d9-9c6d208f29d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6db324a0-41f0-4440-95df-83df441784f6'} {{(pid=104616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:48:15.149654 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.managers [None req-5e484658-2244-48d2-8c2a-9cef152f93a7 None None] Bound port: 2aef6606-d054-46d9-8885-9cfa9433c381, host: dv-cinder-828805-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b0e99ee-61aa-44db-85d9-9c6d208f29d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6db324a0-41f0-4440-95df-83df441784f6'}}] {{(pid=104616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:48:15.150027 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-5e484658-2244-48d2-8c2a-9cef152f93a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (2aef6606-d054-46d9-8885-9cfa9433c381), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:15.153472 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:15.157122 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Provisioning complete for port 052b4ca6-9bd6-4298-bbca-15f5eded838f triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:48:15.157122 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (052b4ca6-9bd6-4298-bbca-15f5eded838f), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:15.169936 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-8d766d00-5b0b-4739-83da-c541a2fa0f6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-680048'] for router_interface (fdf33fd2-ad3a-46b6-ae3d-9a8b62ed4751), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:15.233471 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-5e484658-2244-48d2-8c2a-9cef152f93a7 None None] For port 2aef6606-d054-46d9-8885-9cfa9433c381, host dv-cinder-828805-4-iscsi, cleared binding levels {{(pid=104616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:48:15.235517 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:15.237287 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-5e484658-2244-48d2-8c2a-9cef152f93a7 None None] For port 2aef6606-d054-46d9-8885-9cfa9433c381, host dv-cinder-828805-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=2aef6606-d054-46d9-8885-9cfa9433c381,segment=NetworkSegment(2b0e99ee-61aa-44db-85d9-9c6d208f29d9),segment_id=2b0e99ee-61aa-44db-85d9-9c6d208f29d9)] {{(pid=104616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:48:15.278308 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Current status of the port 052b4ca6-9bd6-4298-bbca-15f5eded838f is: ACTIVE; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:48:15.315326 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-5e484658-2244-48d2-8c2a-9cef152f93a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (2aef6606-d054-46d9-8885-9cfa9433c381), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:15.371345 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-8d766d00-5b0b-4739-83da-c541a2fa0f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (3d504055-94b7-4e95-a2fc-cf121568354b), before_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:15.380880 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-e0492d37-4197-492a-ab85-29d95877d8b2 None None] Provisioning complete for port 3d504055-94b7-4e95-a2fc-cf121568354b triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:48:15.381437 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-e0492d37-4197-492a-ab85-29d95877d8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (3d504055-94b7-4e95-a2fc-cf121568354b), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:15.422887 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e484658-2244-48d2-8c2a-9cef152f93a7 None None] Routers {'fdf33fd2-ad3a-46b6-ae3d-9a8b62ed4751'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:48:15.423460 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-5e484658-2244-48d2-8c2a-9cef152f93a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:47:47Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['fdf33fd2-ad3a-46b6-ae3d-9a8b62ed4751'], 'active': True} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:15.431531 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bafbc0b-89d1-4540-8393-5dc25619ea2f None None] Pushing event updated for resources: {'Port': ['ID=2aef6606-d054-46d9-8885-9cfa9433c381,revision_number=3']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:15.474488 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-e0492d37-4197-492a-ab85-29d95877d8b2 None None] Port 3d504055-94b7-4e95-a2fc-cf121568354b cannot update to ACTIVE because it is not bound. {{(pid=104616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:48:15.545147 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvr_db [None req-5e484658-2244-48d2-8c2a-9cef152f93a7 None None] Set router fdf33fd2-ad3a-46b6-ae3d-9a8b62ed4751 gateway port host: dv-cinder-828805-4-iscsi {{(pid=104616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:48:15.561137 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-8d766d00-5b0b-4739-83da-c541a2fa0f6b admin admin] Publish callbacks [] for port (3d504055-94b7-4e95-a2fc-cf121568354b), precommit_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:15.617054 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-8d766d00-5b0b-4739-83da-c541a2fa0f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8584799086'] for port (3d504055-94b7-4e95-a2fc-cf121568354b), after_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:15.686532 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-8d766d00-5b0b-4739-83da-c541a2fa0f6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-373377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-681152'] for router_interface (fdf33fd2-ad3a-46b6-ae3d-9a8b62ed4751), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:15.689523 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d766d00-5b0b-4739-83da-c541a2fa0f6b admin admin] Pushing event updated for resources: {'Port': ['ID=3d504055-94b7-4e95-a2fc-cf121568354b,revision_number=2']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:15.730255 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-5e484658-2244-48d2-8c2a-9cef152f93a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf33fd2-ad3a-46b6-ae3d-9a8b62ed4751', 'name': 'tempest-TestVolumeBootPattern-2042683020-router', 'tenant_id': '71c41060bd5f4028b368df1e232449e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '2aef6606-d054-46d9-8885-9cfa9433c381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:11Z', 'updated_at': '2022-05-27T03:48:15Z', 'revision_number': 4, 'project_id': '71c41060bd5f4028b368df1e232449e2', 'gw_port': {'id': '2aef6606-d054-46d9-8885-9cfa9433c381', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:11:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf33fd2-ad3a-46b6-ae3d-9a8b62ed4751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:12Z', 'updated_at': '2022-05-27T03:48:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_interfaces': [{'id': '3d504055-94b7-4e95-a2fc-cf121568354b', 'name': '', 'network_id': '5172f6d3-67c2-4dd4-9473-286a0c5f19f6', 'tenant_id': '71c41060bd5f4028b368df1e232449e2', 'mac_address': 'fa:16:3e:9b:e8:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf33fd2-ad3a-46b6-ae3d-9a8b62ed4751', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '287af7d6-9210-4bdd-b85a-5c4f00df1cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:14Z', 'updated_at': '2022-05-27T03:48:14Z', 'revision_number': 1, 'project_id': '71c41060bd5f4028b368df1e232449e2', 'subnets': [{'id': '287af7d6-9210-4bdd-b85a-5c4f00df1cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:15.732418 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:15.760540 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e484658-2244-48d2-8c2a-9cef152f93a7 None None] The sync data for ids ['fdf33fd2-ad3a-46b6-ae3d-9a8b62ed4751'] in dv-cinder-828805-4-iscsi is: [{'id': 'fdf33fd2-ad3a-46b6-ae3d-9a8b62ed4751', 'name': 'tempest-TestVolumeBootPattern-2042683020-router', 'tenant_id': '71c41060bd5f4028b368df1e232449e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '2aef6606-d054-46d9-8885-9cfa9433c381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:11Z', 'updated_at': '2022-05-27T03:48:15Z', 'revision_number': 4, 'project_id': '71c41060bd5f4028b368df1e232449e2', 'gw_port': {'id': '2aef6606-d054-46d9-8885-9cfa9433c381', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:11:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf33fd2-ad3a-46b6-ae3d-9a8b62ed4751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:12Z', 'updated_at': '2022-05-27T03:48:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_interfaces': [{'id': '3d504055-94b7-4e95-a2fc-cf121568354b', 'name': '', 'network_id': '5172f6d3-67c2-4dd4-9473-286a0c5f19f6', 'tenant_id': '71c41060bd5f4028b368df1e232449e2', 'mac_address': 'fa:16:3e:9b:e8:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf33fd2-ad3a-46b6-ae3d-9a8b62ed4751', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '287af7d6-9210-4bdd-b85a-5c4f00df1cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:14Z', 'updated_at': '2022-05-27T03:48:14Z', 'revision_number': 1, 'project_id': '71c41060bd5f4028b368df1e232449e2', 'subnets': [{'id': '287af7d6-9210-4bdd-b85a-5c4f00df1cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:48:15.782245 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d766d00-5b0b-4739-83da-c541a2fa0f6b admin admin] Network 5172f6d3-67c2-4dd4-9473-286a0c5f19f6 is already hosted by enough agents. {{(pid=104614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:48:15.783224 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.base_scheduler [None req-8d766d00-5b0b-4739-83da-c541a2fa0f6b admin admin] Resources bound (agent type, host, resource id): {{(pid=104614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:48:15.903161 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d766d00-5b0b-4739-83da-c541a2fa0f6b admin admin] Router fdf33fd2-ad3a-46b6-ae3d-9a8b62ed4751 has already been hosted by L3 agent 9df6ec88-276d-42f5-acd2-7e289451d5e3 {{(pid=104614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:48:15.910789 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:16.010829 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-3b674cd5-c6e2-4216-81f2-394c55f48b67 None None] Provisioning complete for port 3d504055-94b7-4e95-a2fc-cf121568354b triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:48:16.011309 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-3b674cd5-c6e2-4216-81f2-394c55f48b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (3d504055-94b7-4e95-a2fc-cf121568354b), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:16.033554 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d766d00-5b0b-4739-83da-c541a2fa0f6b admin admin] Notify agent at l3_agent.dv-cinder-828805-4-iscsi the message routers_updated {{(pid=104614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:48:16.047048 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-8d766d00-5b0b-4739-83da-c541a2fa0f6b admin admin] 10.222.0.24 "PUT /v2.0/routers/fdf33fd2-ad3a-46b6-ae3d-9a8b62ed4751/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7636724 May 27 03:48:16.172453 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-3b674cd5-c6e2-4216-81f2-394c55f48b67 None None] Port 3d504055-94b7-4e95-a2fc-cf121568354b cannot update to ACTIVE because it is not bound. {{(pid=104616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:48:16.496250 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 44852) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:48:16.501260 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [None req-f5c21a5a-3915-4ffc-af42-bda4b7c369cc tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1707052482', 'description': 'tempest-secgroup-smoke-1707052482 description', 'project_id': '696d1db827244c65b179789b47baabe1'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:48:16.589019 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-f5c21a5a-3915-4ffc-af42-bda4b7c369cc tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks [] for security_group (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:16.662782 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-f5c21a5a-3915-4ffc-af42-bda4b7c369cc tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks [] for security_group (141c3a78-f1ba-436e-a008-73bb3b6bf9d2), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:16.737785 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-f5c21a5a-3915-4ffc-af42-bda4b7c369cc tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (141c3a78-f1ba-436e-a008-73bb3b6bf9d2), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:16.769353 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c21a5a-3915-4ffc-af42-bda4b7c369cc tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=141c3a78-f1ba-436e-a008-73bb3b6bf9d2,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:16.797282 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 2aef6606-d054-46d9-8885-9cfa9433c381 up at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:48:16.851001 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Provisioning complete for port 2aef6606-d054-46d9-8885-9cfa9433c381 triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:48:16.851685 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (2aef6606-d054-46d9-8885-9cfa9433c381), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:16.853347 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-f5c21a5a-3915-4ffc-af42-bda4b7c369cc tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks [] for security_group (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:16.854810 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-f5c21a5a-3915-4ffc-af42-bda4b7c369cc tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3573380 May 27 03:48:16.857863 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 44854) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:48:16.867689 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [None req-af18500d-d5e2-474f-b24a-63f174000183 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Request body: {'security_group_rule': {'security_group_id': '141c3a78-f1ba-436e-a008-73bb3b6bf9d2', 'project_id': '696d1db827244c65b179789b47baabe1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:48:16.938282 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-af18500d-d5e2-474f-b24a-63f174000183 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks [] for security_group_rule (ec60906c-4c37-4e79-a370-e2da5ca7782b), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:16.944985 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Current status of the port 2aef6606-d054-46d9-8885-9cfa9433c381 is: DOWN; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:48:16.945363 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (2aef6606-d054-46d9-8885-9cfa9433c381), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:16.952395 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-b07e22cd-93b2-4899-8fc2-6b05f1b1990c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (9df6ec88-276d-42f5-acd2-7e289451d5e3), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:16.970998 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] For port 2aef6606-d054-46d9-8885-9cfa9433c381, host dv-cinder-828805-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=2aef6606-d054-46d9-8885-9cfa9433c381,segment=NetworkSegment(2b0e99ee-61aa-44db-85d9-9c6d208f29d9),segment_id=2b0e99ee-61aa-44db-85d9-9c6d208f29d9)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:48:16.991624 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-af18500d-d5e2-474f-b24a-63f174000183 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks [] for security_group_rule (ec60906c-4c37-4e79-a370-e2da5ca7782b), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:17.046097 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (2aef6606-d054-46d9-8885-9cfa9433c381), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:17.074981 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-af18500d-d5e2-474f-b24a-63f174000183 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567362'] for security_group_rule (ec60906c-4c37-4e79-a370-e2da5ca7782b), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:17.088763 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:17.096855 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af18500d-d5e2-474f-b24a-63f174000183 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec60906c-4c37-4e79-a370-e2da5ca7782b,revision_number=0']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:17.098865 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Pushing event updated for resources: {'Port': ['ID=2aef6606-d054-46d9-8885-9cfa9433c381,revision_number=4']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:17.170565 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-af18500d-d5e2-474f-b24a-63f174000183 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:17.171884 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-af18500d-d5e2-474f-b24a-63f174000183 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3126984 May 27 03:48:17.174660 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 44856) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:48:17.179397 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.v2.base [None req-66f1d1c4-ffca-4ed4-be1c-e2daa2e7b585 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Request body: {'security_group_rule': {'security_group_id': '141c3a78-f1ba-436e-a008-73bb3b6bf9d2', 'project_id': '696d1db827244c65b179789b47baabe1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:48:17.251798 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-66f1d1c4-ffca-4ed4-be1c-e2daa2e7b585 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks [] for security_group_rule (d838436b-03ff-4f79-8920-5f495b1bed78), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:17.311492 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-66f1d1c4-ffca-4ed4-be1c-e2daa2e7b585 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks [] for security_group_rule (d838436b-03ff-4f79-8920-5f495b1bed78), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:17.377398 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-66f1d1c4-ffca-4ed4-be1c-e2daa2e7b585 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567362'] for security_group_rule (d838436b-03ff-4f79-8920-5f495b1bed78), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:17.395969 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f1d1c4-ffca-4ed4-be1c-e2daa2e7b585 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d838436b-03ff-4f79-8920-5f495b1bed78,revision_number=0']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:17.459019 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-66f1d1c4-ffca-4ed4-be1c-e2daa2e7b585 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:17.460522 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-66f1d1c4-ffca-4ed4-be1c-e2daa2e7b585 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2847011 May 27 03:48:17.463288 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 44858) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:48:17.468226 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.v2.base [None req-3c12ea74-6876-4a00-9ba7-5bbd8020a8ff tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Request body: {'security_group_rule': {'security_group_id': '141c3a78-f1ba-436e-a008-73bb3b6bf9d2', 'project_id': '696d1db827244c65b179789b47baabe1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:48:17.549384 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-3c12ea74-6876-4a00-9ba7-5bbd8020a8ff tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks [] for security_group_rule (1aa4e12a-61d0-457e-b341-87f29293fbac), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:17.611756 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-3c12ea74-6876-4a00-9ba7-5bbd8020a8ff tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks [] for security_group_rule (1aa4e12a-61d0-457e-b341-87f29293fbac), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:17.725555 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-3c12ea74-6876-4a00-9ba7-5bbd8020a8ff tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567362'] for security_group_rule (1aa4e12a-61d0-457e-b341-87f29293fbac), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:17.744826 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12ea74-6876-4a00-9ba7-5bbd8020a8ff tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aa4e12a-61d0-457e-b341-87f29293fbac,revision_number=0']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:17.796428 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-3c12ea74-6876-4a00-9ba7-5bbd8020a8ff tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:17.800239 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-3c12ea74-6876-4a00-9ba7-5bbd8020a8ff tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3334873 May 27 03:48:17.801805 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 44860) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:48:17.807662 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [None req-e462d8e6-53c9-405d-abc5-9a66530b722e tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Request body: {'security_group_rule': {'security_group_id': '141c3a78-f1ba-436e-a008-73bb3b6bf9d2', 'project_id': '696d1db827244c65b179789b47baabe1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:48:17.831835 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905f57bf-d1e1-4391-9325-abee28a513a0 None None] Sync routers for ids ['fdf33fd2-ad3a-46b6-ae3d-9a8b62ed4751'] in dv-cinder-828805-4-iscsi {{(pid=104617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:48:17.842230 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905f57bf-d1e1-4391-9325-abee28a513a0 None None] Routers {'fdf33fd2-ad3a-46b6-ae3d-9a8b62ed4751'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:48:17.842823 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-905f57bf-d1e1-4391-9325-abee28a513a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:48:17Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['fdf33fd2-ad3a-46b6-ae3d-9a8b62ed4751'], 'active': True} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:17.897417 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-e462d8e6-53c9-405d-abc5-9a66530b722e tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks [] for security_group_rule (c7abea72-dcc7-4fb4-86d5-62b2cd1ee3a4), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:17.943423 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvr_db [None req-905f57bf-d1e1-4391-9325-abee28a513a0 None None] Set router fdf33fd2-ad3a-46b6-ae3d-9a8b62ed4751 gateway port host: dv-cinder-828805-4-iscsi {{(pid=104617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:48:17.946874 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-e462d8e6-53c9-405d-abc5-9a66530b722e tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks [] for security_group_rule (c7abea72-dcc7-4fb4-86d5-62b2cd1ee3a4), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:18.011406 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-e462d8e6-53c9-405d-abc5-9a66530b722e tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567362'] for security_group_rule (c7abea72-dcc7-4fb4-86d5-62b2cd1ee3a4), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:18.023025 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=100 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:18.032634 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e462d8e6-53c9-405d-abc5-9a66530b722e tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7abea72-dcc7-4fb4-86d5-62b2cd1ee3a4,revision_number=0']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:18.099420 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-e462d8e6-53c9-405d-abc5-9a66530b722e tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:18.103498 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-e462d8e6-53c9-405d-abc5-9a66530b722e tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2989171 May 27 03:48:18.108648 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 44862) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:48:18.108852 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [None req-fcbc5949-88f3-4d9c-95a4-124ae759dced tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Request body: {'security_group_rule': {'security_group_id': '141c3a78-f1ba-436e-a008-73bb3b6bf9d2', 'project_id': '696d1db827244c65b179789b47baabe1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:48:18.139889 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-905f57bf-d1e1-4391-9325-abee28a513a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf33fd2-ad3a-46b6-ae3d-9a8b62ed4751', 'name': 'tempest-TestVolumeBootPattern-2042683020-router', 'tenant_id': '71c41060bd5f4028b368df1e232449e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '2aef6606-d054-46d9-8885-9cfa9433c381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:11Z', 'updated_at': '2022-05-27T03:48:15Z', 'revision_number': 4, 'project_id': '71c41060bd5f4028b368df1e232449e2', 'gw_port': {'id': '2aef6606-d054-46d9-8885-9cfa9433c381', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:11:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf33fd2-ad3a-46b6-ae3d-9a8b62ed4751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:12Z', 'updated_at': '2022-05-27T03:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_interfaces': [{'id': '3d504055-94b7-4e95-a2fc-cf121568354b', 'name': '', 'network_id': '5172f6d3-67c2-4dd4-9473-286a0c5f19f6', 'tenant_id': '71c41060bd5f4028b368df1e232449e2', 'mac_address': 'fa:16:3e:9b:e8:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf33fd2-ad3a-46b6-ae3d-9a8b62ed4751', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '287af7d6-9210-4bdd-b85a-5c4f00df1cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:14Z', 'updated_at': '2022-05-27T03:48:15Z', 'revision_number': 2, 'project_id': '71c41060bd5f4028b368df1e232449e2', 'subnets': [{'id': '287af7d6-9210-4bdd-b85a-5c4f00df1cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:18.165795 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905f57bf-d1e1-4391-9325-abee28a513a0 None None] Checking router: fdf33fd2-ad3a-46b6-ae3d-9a8b62ed4751 for host: dv-cinder-828805-4-iscsi {{(pid=104617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:48:18.166156 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905f57bf-d1e1-4391-9325-abee28a513a0 None None] Updating router fdf33fd2-ad3a-46b6-ae3d-9a8b62ed4751 port 3d504055-94b7-4e95-a2fc-cf121568354b binding host dv-cinder-828805-4-iscsi {{(pid=104617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:48:18.193591 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron_lib.callbacks.manager [None req-905f57bf-d1e1-4391-9325-abee28a513a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (3d504055-94b7-4e95-a2fc-cf121568354b), before_update {{(pid=104617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:18.211859 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.db.securitygroups_db [None req-fcbc5949-88f3-4d9c-95a4-124ae759dced tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Project 696d1db827244c65b179789b47baabe1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 03:48:18.218583 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-fcbc5949-88f3-4d9c-95a4-124ae759dced tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks [] for security_group_rule (36530c7f-bb36-432d-9724-953408c3ede4), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:18.245781 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-584d7fde-7d72-4642-9601-b182cfb78c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (413fc6aa-3a5a-4281-abfd-a440a67afb4a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:18.268176 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-fcbc5949-88f3-4d9c-95a4-124ae759dced tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks [] for security_group_rule (36530c7f-bb36-432d-9724-953408c3ede4), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:18.348334 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-fcbc5949-88f3-4d9c-95a4-124ae759dced tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567362'] for security_group_rule (36530c7f-bb36-432d-9724-953408c3ede4), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:18.366118 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbc5949-88f3-4d9c-95a4-124ae759dced tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36530c7f-bb36-432d-9724-953408c3ede4,revision_number=0']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:18.454155 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-fcbc5949-88f3-4d9c-95a4-124ae759dced tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:18.455441 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-fcbc5949-88f3-4d9c-95a4-124ae759dced tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3509197 May 27 03:48:18.458080 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 44864) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:48:18.462546 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [None req-c7a9c57a-06a3-4cc4-8106-34b9fd5083b1 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Request body: {'security_group_rule': {'security_group_id': '141c3a78-f1ba-436e-a008-73bb3b6bf9d2', 'project_id': '696d1db827244c65b179789b47baabe1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:48:18.476608 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron_lib.callbacks.manager [None req-905f57bf-d1e1-4391-9325-abee28a513a0 None None] Publish callbacks [] for port (3d504055-94b7-4e95-a2fc-cf121568354b), precommit_update {{(pid=104617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:18.554334 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron_lib.callbacks.manager [None req-905f57bf-d1e1-4391-9325-abee28a513a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (3d504055-94b7-4e95-a2fc-cf121568354b), after_update {{(pid=104617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:18.565668 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.db.securitygroups_db [None req-c7a9c57a-06a3-4cc4-8106-34b9fd5083b1 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Project 696d1db827244c65b179789b47baabe1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 03:48:18.574196 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-c7a9c57a-06a3-4cc4-8106-34b9fd5083b1 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks [] for security_group_rule (11629725-57b2-4e11-bf76-e5f88113cd9d), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:18.633707 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d2d226-dfe7-448b-8d08-924c09160f90 None None] Pushing event updated for resources: {'Port': ['ID=3d504055-94b7-4e95-a2fc-cf121568354b,revision_number=3']} {{(pid=104617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:18.634115 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-c7a9c57a-06a3-4cc4-8106-34b9fd5083b1 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks [] for security_group_rule (11629725-57b2-4e11-bf76-e5f88113cd9d), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:18.658311 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.managers [None req-905f57bf-d1e1-4391-9325-abee28a513a0 None None] Attempting to bind port 3d504055-94b7-4e95-a2fc-cf121568354b on host dv-cinder-828805-4-iscsi for vnic_type normal with profile {{(pid=104617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:48:18.658670 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.managers [None req-905f57bf-d1e1-4391-9325-abee28a513a0 None None] Attempting to bind port 3d504055-94b7-4e95-a2fc-cf121568354b by drivers openvswitch,hyperv on host dv-cinder-828805-4-iscsi at level 0 using segments [{'id': 'f89c9114-6905-4789-820e-3b9268843f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5172f6d3-67c2-4dd4-9473-286a0c5f19f6'}] {{(pid=104617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:48:18.659046 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905f57bf-d1e1-4391-9325-abee28a513a0 None None] Attempting to bind port 3d504055-94b7-4e95-a2fc-cf121568354b on network 5172f6d3-67c2-4dd4-9473-286a0c5f19f6 {{(pid=104617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:48:18.664304 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905f57bf-d1e1-4391-9325-abee28a513a0 None None] Checking agent: {'id': '917d01f3-4a27-4590-ae14-da14d21a1e88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 26, 21), 'started_at': datetime.datetime(2022, 5, 27, 3, 26, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:48:18.664664 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905f57bf-d1e1-4391-9325-abee28a513a0 None None] Checking segment: {'id': 'f89c9114-6905-4789-820e-3b9268843f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5172f6d3-67c2-4dd4-9473-286a0c5f19f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:48:18.665056 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron_lib.callbacks.manager [None req-905f57bf-d1e1-4391-9325-abee28a513a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:18.665433 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905f57bf-d1e1-4391-9325-abee28a513a0 None None] Bound using segment: {'id': 'f89c9114-6905-4789-820e-3b9268843f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5172f6d3-67c2-4dd4-9473-286a0c5f19f6'} {{(pid=104617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:48:18.665878 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.managers [None req-905f57bf-d1e1-4391-9325-abee28a513a0 None None] Bound port: 3d504055-94b7-4e95-a2fc-cf121568354b, host: dv-cinder-828805-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f89c9114-6905-4789-820e-3b9268843f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5172f6d3-67c2-4dd4-9473-286a0c5f19f6'}}] {{(pid=104617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:48:18.666240 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron_lib.callbacks.manager [None req-905f57bf-d1e1-4391-9325-abee28a513a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (3d504055-94b7-4e95-a2fc-cf121568354b), before_update {{(pid=104617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:18.705439 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:18.709062 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-c7a9c57a-06a3-4cc4-8106-34b9fd5083b1 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567362'] for security_group_rule (11629725-57b2-4e11-bf76-e5f88113cd9d), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:18.733195 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.db [None req-905f57bf-d1e1-4391-9325-abee28a513a0 None None] For port 3d504055-94b7-4e95-a2fc-cf121568354b, host dv-cinder-828805-4-iscsi, cleared binding levels {{(pid=104617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:48:18.736187 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a9c57a-06a3-4cc4-8106-34b9fd5083b1 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11629725-57b2-4e11-bf76-e5f88113cd9d,revision_number=0']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:18.738972 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.plugins.ml2.db [None req-905f57bf-d1e1-4391-9325-abee28a513a0 None None] For port 3d504055-94b7-4e95-a2fc-cf121568354b, host dv-cinder-828805-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=3d504055-94b7-4e95-a2fc-cf121568354b,segment=NetworkSegment(f89c9114-6905-4789-820e-3b9268843f73),segment_id=f89c9114-6905-4789-820e-3b9268843f73)] {{(pid=104617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:48:18.795314 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 2aef6606-d054-46d9-8885-9cfa9433c381 up at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:48:18.808354 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-c7a9c57a-06a3-4cc4-8106-34b9fd5083b1 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:18.809683 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-c7a9c57a-06a3-4cc4-8106-34b9fd5083b1 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3505695 May 27 03:48:18.829672 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron_lib.callbacks.manager [None req-905f57bf-d1e1-4391-9325-abee28a513a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (3d504055-94b7-4e95-a2fc-cf121568354b), after_update {{(pid=104617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:18.831962 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-74e188bb-69ad-4fb2-b09d-22d7b34d3651 None None] Provisioning complete for port 3d504055-94b7-4e95-a2fc-cf121568354b triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:48:18.832332 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-74e188bb-69ad-4fb2-b09d-22d7b34d3651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (3d504055-94b7-4e95-a2fc-cf121568354b), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:18.881215 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905f57bf-d1e1-4391-9325-abee28a513a0 None None] Routers {'fdf33fd2-ad3a-46b6-ae3d-9a8b62ed4751'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:48:18.881215 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-905f57bf-d1e1-4391-9325-abee28a513a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:48:17Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['fdf33fd2-ad3a-46b6-ae3d-9a8b62ed4751'], 'active': True} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:18.884747 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Provisioning complete for port 2aef6606-d054-46d9-8885-9cfa9433c381 triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:48:18.885317 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (2aef6606-d054-46d9-8885-9cfa9433c381), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:18.957879 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-74e188bb-69ad-4fb2-b09d-22d7b34d3651 None None] Current status of the port 3d504055-94b7-4e95-a2fc-cf121568354b is: DOWN; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:48:18.958257 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-74e188bb-69ad-4fb2-b09d-22d7b34d3651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (3d504055-94b7-4e95-a2fc-cf121568354b), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:18.976187 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d2d226-dfe7-448b-8d08-924c09160f90 None None] Pushing event updated for resources: {'Port': ['ID=3d504055-94b7-4e95-a2fc-cf121568354b,revision_number=4']} {{(pid=104617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:19.015256 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:19.033839 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-74e188bb-69ad-4fb2-b09d-22d7b34d3651 None None] For port 3d504055-94b7-4e95-a2fc-cf121568354b, host dv-cinder-828805-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=3d504055-94b7-4e95-a2fc-cf121568354b,segment=NetworkSegment(f89c9114-6905-4789-820e-3b9268843f73),segment_id=f89c9114-6905-4789-820e-3b9268843f73)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:48:19.035245 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Current status of the port 2aef6606-d054-46d9-8885-9cfa9433c381 is: ACTIVE; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:48:19.042363 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:19.045594 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvr_db [None req-905f57bf-d1e1-4391-9325-abee28a513a0 None None] Set router fdf33fd2-ad3a-46b6-ae3d-9a8b62ed4751 gateway port host: dv-cinder-828805-4-iscsi {{(pid=104617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:48:19.103226 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-74e188bb-69ad-4fb2-b09d-22d7b34d3651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (3d504055-94b7-4e95-a2fc-cf121568354b), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:19.154633 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e188bb-69ad-4fb2-b09d-22d7b34d3651 None None] Pushing event updated for resources: {'Port': ['ID=3d504055-94b7-4e95-a2fc-cf121568354b,revision_number=5']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:19.224104 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-a504c106-3a22-46f3-ae62-c665ef8cd7a8 None None] Provisioning complete for port 3d504055-94b7-4e95-a2fc-cf121568354b triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:48:19.224475 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-a504c106-3a22-46f3-ae62-c665ef8cd7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (3d504055-94b7-4e95-a2fc-cf121568354b), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:19.277538 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:19.312965 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-a504c106-3a22-46f3-ae62-c665ef8cd7a8 None None] Current status of the port 3d504055-94b7-4e95-a2fc-cf121568354b is: ACTIVE; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:48:19.319903 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f446-e12c-45b2-8c38-3579950c1c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (785c7416-4bf9-40d9-a08f-c797a61a0436), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:19.325555 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-905f57bf-d1e1-4391-9325-abee28a513a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf33fd2-ad3a-46b6-ae3d-9a8b62ed4751', 'name': 'tempest-TestVolumeBootPattern-2042683020-router', 'tenant_id': '71c41060bd5f4028b368df1e232449e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '2aef6606-d054-46d9-8885-9cfa9433c381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:11Z', 'updated_at': '2022-05-27T03:48:15Z', 'revision_number': 4, 'project_id': '71c41060bd5f4028b368df1e232449e2', 'gw_port': {'id': '2aef6606-d054-46d9-8885-9cfa9433c381', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:11:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf33fd2-ad3a-46b6-ae3d-9a8b62ed4751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:12Z', 'updated_at': '2022-05-27T03:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_interfaces': [{'id': '3d504055-94b7-4e95-a2fc-cf121568354b', 'name': '', 'network_id': '5172f6d3-67c2-4dd4-9473-286a0c5f19f6', 'tenant_id': '71c41060bd5f4028b368df1e232449e2', 'mac_address': 'fa:16:3e:9b:e8:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf33fd2-ad3a-46b6-ae3d-9a8b62ed4751', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '287af7d6-9210-4bdd-b85a-5c4f00df1cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:14Z', 'updated_at': '2022-05-27T03:48:18Z', 'revision_number': 4, 'project_id': '71c41060bd5f4028b368df1e232449e2', 'subnets': [{'id': '287af7d6-9210-4bdd-b85a-5c4f00df1cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:19.353010 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905f57bf-d1e1-4391-9325-abee28a513a0 None None] The sync data for ids ['fdf33fd2-ad3a-46b6-ae3d-9a8b62ed4751'] in dv-cinder-828805-4-iscsi is: [{'id': 'fdf33fd2-ad3a-46b6-ae3d-9a8b62ed4751', 'name': 'tempest-TestVolumeBootPattern-2042683020-router', 'tenant_id': '71c41060bd5f4028b368df1e232449e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '2aef6606-d054-46d9-8885-9cfa9433c381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:11Z', 'updated_at': '2022-05-27T03:48:15Z', 'revision_number': 4, 'project_id': '71c41060bd5f4028b368df1e232449e2', 'gw_port': {'id': '2aef6606-d054-46d9-8885-9cfa9433c381', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:11:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf33fd2-ad3a-46b6-ae3d-9a8b62ed4751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:12Z', 'updated_at': '2022-05-27T03:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_interfaces': [{'id': '3d504055-94b7-4e95-a2fc-cf121568354b', 'name': '', 'network_id': '5172f6d3-67c2-4dd4-9473-286a0c5f19f6', 'tenant_id': '71c41060bd5f4028b368df1e232449e2', 'mac_address': 'fa:16:3e:9b:e8:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf33fd2-ad3a-46b6-ae3d-9a8b62ed4751', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '287af7d6-9210-4bdd-b85a-5c4f00df1cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:14Z', 'updated_at': '2022-05-27T03:48:18Z', 'revision_number': 4, 'project_id': '71c41060bd5f4028b368df1e232449e2', 'subnets': [{'id': '287af7d6-9210-4bdd-b85a-5c4f00df1cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:48:20.789134 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 3d504055-94b7-4e95-a2fc-cf121568354b up at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:48:20.845343 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Provisioning complete for port 3d504055-94b7-4e95-a2fc-cf121568354b triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:48:20.848782 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (3d504055-94b7-4e95-a2fc-cf121568354b), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:20.909914 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (917d01f3-4a27-4590-ae14-da14d21a1e88), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:20.922199 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Current status of the port 3d504055-94b7-4e95-a2fc-cf121568354b is: ACTIVE; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:48:27.734516 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=36,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:27.744688 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=26,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:28.740821 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=40,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:28.741615 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=77,neutron:INSERT=12,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:29.329353 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=56 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:30.913072 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:30.921039 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=35 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:34.748878 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ccb4c7a1-f60f-4f3d-b593-e30c989e939a req-64b22f98-32f7-41eb-8bf4-1dc263161fbb tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1707052482&fields=id&tenant_id=696d1db827244c65b179789b47baabe1 HTTP/1.1" status: 200 len: 267 time: 0.0450761 May 27 03:48:34.855897 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb4c7a1-f60f-4f3d-b593-e30c989e939a req-af2c3681-b538-487c-84c0-77e35763609a tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:48:34.857880 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ccb4c7a1-f60f-4f3d-b593-e30c989e939a req-af2c3681-b538-487c-84c0-77e35763609a tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/networks?id=e3032795-d107-4737-b6eb-c559a5838bdb HTTP/1.1" status: 200 len: 812 time: 0.1027653 May 27 03:48:34.872047 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ccb4c7a1-f60f-4f3d-b593-e30c989e939a req-cd5ecfb5-b380-46b1-89fe-54b7de634a38 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/quotas/696d1db827244c65b179789b47baabe1 HTTP/1.1" status: 200 len: 375 time: 0.0088265 May 27 03:48:34.918113 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ccb4c7a1-f60f-4f3d-b593-e30c989e939a req-3323835c-71ae-4233-a869-a0efbdd512d1 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=696d1db827244c65b179789b47baabe1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0407650 May 27 03:48:35.024188 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [req-ccb4c7a1-f60f-4f3d-b593-e30c989e939a req-61b8ac54-ce83-4e15-a8de-e56dddf91f2c service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104615) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 03:48:35.025228 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ccb4c7a1-f60f-4f3d-b593-e30c989e939a req-61b8ac54-ce83-4e15-a8de-e56dddf91f2c service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0960763 May 27 03:48:35.115438 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ccb4c7a1-f60f-4f3d-b593-e30c989e939a req-85af5774-c2ac-462e-a21f-19e719913ac0 service neutron] 10.222.0.24 "GET /v2.0/networks/e3032795-d107-4737-b6eb-c559a5838bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838232 May 27 03:48:35.207994 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ccb4c7a1-f60f-4f3d-b593-e30c989e939a req-76748fb9-e0cd-4247-ac60-653c463e6061 service neutron] 10.222.0.24 "GET /v2.0/networks/e3032795-d107-4737-b6eb-c559a5838bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869186 May 27 03:48:36.750980 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-e6cf86b2-ed89-439a-8dba-72a6644cc9aa req-b7cc0946-008f-464d-8bb3-b26d871f2c3f tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/ports?device_id=788423a8-d964-45c7-a881-d67ad880306b HTTP/1.1" status: 200 len: 210 time: 0.0276899 May 27 03:48:37.844201 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-953d0266-fbc7-4f31-ab99-8d5eaf8bba57 req-72e73d48-c254-44ce-bda7-42acb685acfc tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/ports?device_id=788423a8-d964-45c7-a881-d67ad880306b HTTP/1.1" status: 200 len: 210 time: 0.0265906 May 27 03:48:38.943625 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-a672d5be-eb0f-4948-bfe4-94dc8ddd08b9 req-0747eb0a-3fe1-4033-a651-0ad6d6286826 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/ports?device_id=788423a8-d964-45c7-a881-d67ad880306b HTTP/1.1" status: 200 len: 210 time: 0.0311821 May 27 03:48:39.237637 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb4c7a1-f60f-4f3d-b593-e30c989e939a req-49159af0-b94f-4aae-ab5a-3fe0ded91df6 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:48:39.239101 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-ccb4c7a1-f60f-4f3d-b593-e30c989e939a req-49159af0-b94f-4aae-ab5a-3fe0ded91df6 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.69 "GET /v2.0/networks?id=e3032795-d107-4737-b6eb-c559a5838bdb HTTP/1.1" status: 200 len: 812 time: 0.1012580 May 27 03:48:39.310095 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-ccb4c7a1-f60f-4f3d-b593-e30c989e939a req-78d0f41b-979b-4bfb-a9ce-574369e5947f tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=696d1db827244c65b179789b47baabe1 HTTP/1.1" status: 200 len: 380 time: 0.0566471 May 27 03:48:39.317921 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [req-ccb4c7a1-f60f-4f3d-b593-e30c989e939a req-919195e4-57d1-4582-af7d-acbaec5d05ec tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Request body: {'port': {'device_id': '788423a8-d964-45c7-a881-d67ad880306b', 'network_id': 'e3032795-d107-4737-b6eb-c559a5838bdb', 'admin_state_up': True, 'tenant_id': '696d1db827244c65b179789b47baabe1', 'security_groups': ['141c3a78-f1ba-436e-a008-73bb3b6bf9d2']}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:48:39.495300 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccb4c7a1-f60f-4f3d-b593-e30c989e939a req-919195e4-57d1-4582-af7d-acbaec5d05ec tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Made reservation on behalf of 696d1db827244c65b179789b47baabe1 for: {'port': 1} {{(pid=104614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:48:39.495300 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-ccb4c7a1-f60f-4f3d-b593-e30c989e939a req-919195e4-57d1-4582-af7d-acbaec5d05ec tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:39.621908 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.db_base_plugin_common [req-ccb4c7a1-f60f-4f3d-b593-e30c989e939a req-919195e4-57d1-4582-af7d-acbaec5d05ec tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Allocated IP 172.20.0.9 (e3032795-d107-4737-b6eb-c559a5838bdb/70f3088a-69eb-4200-8510-9bfafbc2b380/d0336d7e-69a4-4a30-8efc-dfa397dc0daf) {{(pid=104614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:48:39.762585 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-ccb4c7a1-f60f-4f3d-b593-e30c989e939a req-919195e4-57d1-4582-af7d-acbaec5d05ec tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks [] for port (d0336d7e-69a4-4a30-8efc-dfa397dc0daf), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:39.857063 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-ccb4c7a1-f60f-4f3d-b593-e30c989e939a req-919195e4-57d1-4582-af7d-acbaec5d05ec tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791799515441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8584799065'] for port (d0336d7e-69a4-4a30-8efc-dfa397dc0daf), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:39.900844 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccb4c7a1-f60f-4f3d-b593-e30c989e939a req-919195e4-57d1-4582-af7d-acbaec5d05ec tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Network e3032795-d107-4737-b6eb-c559a5838bdb is already hosted by enough agents. {{(pid=104614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:48:39.904476 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.base_scheduler [req-ccb4c7a1-f60f-4f3d-b593-e30c989e939a req-919195e4-57d1-4582-af7d-acbaec5d05ec tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Resources bound (agent type, host, resource id): {{(pid=104614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:48:39.908237 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb4c7a1-f60f-4f3d-b593-e30c989e939a req-919195e4-57d1-4582-af7d-acbaec5d05ec tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Received port after_create {{(pid=104614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:48:39.914342 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919195e4-57d1-4582-af7d-acbaec5d05ec tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Pushing event updated for resources: {'Port': ['ID=d0336d7e-69a4-4a30-8efc-dfa397dc0daf,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:39.961755 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb4c7a1-f60f-4f3d-b593-e30c989e939a req-919195e4-57d1-4582-af7d-acbaec5d05ec tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:48:39.962397 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-ccb4c7a1-f60f-4f3d-b593-e30c989e939a req-919195e4-57d1-4582-af7d-acbaec5d05ec tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:40.048310 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-ccb4c7a1-f60f-4f3d-b593-e30c989e939a req-919195e4-57d1-4582-af7d-acbaec5d05ec tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7338033 May 27 03:48:40.057310 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [req-ccb4c7a1-f60f-4f3d-b593-e30c989e939a req-eb0b1e15-11d4-4dd6-8809-cac9867b0700 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=104614) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 03:48:40.058297 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-ccb4c7a1-f60f-4f3d-b593-e30c989e939a req-eb0b1e15-11d4-4dd6-8809-cac9867b0700 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052810 May 27 03:48:40.075771 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [req-ccb4c7a1-f60f-4f3d-b593-e30c989e939a req-9ce0e497-7bf7-4193-b65b-5b9429f5981f service neutron] Request body: {'port': {'device_id': '788423a8-d964-45c7-a881-d67ad880306b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:48:40.079689 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff0b65b-2c19-40bf-81f5-fc0210355d3c req-7873a7aa-ad1d-4daa-8576-fc75fa74677b tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:48:40.081388 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-eff0b65b-2c19-40bf-81f5-fc0210355d3c req-7873a7aa-ad1d-4daa-8576-fc75fa74677b tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/ports?device_id=788423a8-d964-45c7-a881-d67ad880306b HTTP/1.1" status: 200 len: 931 time: 0.0600049 May 27 03:48:40.133167 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-eff0b65b-2c19-40bf-81f5-fc0210355d3c req-2a54f13a-0d24-4754-b466-d3b2872a1776 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/security-groups?id=141c3a78-f1ba-436e-a008-73bb3b6bf9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452471 May 27 03:48:40.140209 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:40.143865 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-ccb4c7a1-f60f-4f3d-b593-e30c989e939a req-9ce0e497-7bf7-4193-b65b-5b9429f5981f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (d0336d7e-69a4-4a30-8efc-dfa397dc0daf), before_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:40.164999 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-c7f5abd1-a585-4122-98ba-b708e120b8c5 None None] Provisioning complete for port d0336d7e-69a4-4a30-8efc-dfa397dc0daf triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:48:40.165585 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-c7f5abd1-a585-4122-98ba-b708e120b8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (d0336d7e-69a4-4a30-8efc-dfa397dc0daf), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:40.176906 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:40.196962 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-c7f5abd1-a585-4122-98ba-b708e120b8c5 None None] Port d0336d7e-69a4-4a30-8efc-dfa397dc0daf cannot update to ACTIVE because it is not bound. {{(pid=104616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:48:40.432138 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.notifiers.nova [req-ccb4c7a1-f60f-4f3d-b593-e30c989e939a req-9ce0e497-7bf7-4193-b65b-5b9429f5981f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0336d7e-69a4-4a30-8efc-dfa397dc0daf {{(pid=104614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:48:40.440447 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-ccb4c7a1-f60f-4f3d-b593-e30c989e939a req-9ce0e497-7bf7-4193-b65b-5b9429f5981f service neutron] Publish callbacks [] for port (d0336d7e-69a4-4a30-8efc-dfa397dc0daf), precommit_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:40.454173 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.provisioning_blocks [req-ccb4c7a1-f60f-4f3d-b593-e30c989e939a req-9ce0e497-7bf7-4193-b65b-5b9429f5981f service neutron] Transition to ACTIVE for port object d0336d7e-69a4-4a30-8efc-dfa397dc0daf will not be triggered until provisioned by entity L2. {{(pid=104614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:48:40.514123 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-ccb4c7a1-f60f-4f3d-b593-e30c989e939a req-9ce0e497-7bf7-4193-b65b-5b9429f5981f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8584799086'] for port (d0336d7e-69a4-4a30-8efc-dfa397dc0daf), after_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:40.583722 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce0e497-7bf7-4193-b65b-5b9429f5981f service neutron] Pushing event updated for resources: {'Port': ['ID=d0336d7e-69a4-4a30-8efc-dfa397dc0daf,revision_number=2']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:40.637234 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.managers [req-ccb4c7a1-f60f-4f3d-b593-e30c989e939a req-9ce0e497-7bf7-4193-b65b-5b9429f5981f service neutron] Attempting to bind port d0336d7e-69a4-4a30-8efc-dfa397dc0daf on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:48:40.637610 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.managers [req-ccb4c7a1-f60f-4f3d-b593-e30c989e939a req-9ce0e497-7bf7-4193-b65b-5b9429f5981f service neutron] Attempting to bind port d0336d7e-69a4-4a30-8efc-dfa397dc0daf by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '6cba1183-3640-42eb-a92d-12223c337187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'e3032795-d107-4737-b6eb-c559a5838bdb'}] {{(pid=104614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:48:40.637946 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb4c7a1-f60f-4f3d-b593-e30c989e939a req-9ce0e497-7bf7-4193-b65b-5b9429f5981f service neutron] Attempting to bind port d0336d7e-69a4-4a30-8efc-dfa397dc0daf on network e3032795-d107-4737-b6eb-c559a5838bdb {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:48:40.642667 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb4c7a1-f60f-4f3d-b593-e30c989e939a req-9ce0e497-7bf7-4193-b65b-5b9429f5981f service neutron] Port d0336d7e-69a4-4a30-8efc-dfa397dc0daf on network e3032795-d107-4737-b6eb-c559a5838bdb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:48:40.643026 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb4c7a1-f60f-4f3d-b593-e30c989e939a req-9ce0e497-7bf7-4193-b65b-5b9429f5981f service neutron] Attempting to bind port d0336d7e-69a4-4a30-8efc-dfa397dc0daf on network e3032795-d107-4737-b6eb-c559a5838bdb {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:48:40.648259 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb4c7a1-f60f-4f3d-b593-e30c989e939a req-9ce0e497-7bf7-4193-b65b-5b9429f5981f service neutron] Checking agent: {'id': '134bae73-502b-4599-bb47-129fee8818a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 33, 12), 'started_at': datetime.datetime(2022, 5, 27, 3, 33, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:48:40.648627 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb4c7a1-f60f-4f3d-b593-e30c989e939a req-9ce0e497-7bf7-4193-b65b-5b9429f5981f service neutron] Checking segment: {'id': '6cba1183-3640-42eb-a92d-12223c337187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'e3032795-d107-4737-b6eb-c559a5838bdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:48:40.649012 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb4c7a1-f60f-4f3d-b593-e30c989e939a req-9ce0e497-7bf7-4193-b65b-5b9429f5981f service neutron] Bound using segment: {'id': '6cba1183-3640-42eb-a92d-12223c337187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'e3032795-d107-4737-b6eb-c559a5838bdb'} {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:48:40.649438 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.managers [req-ccb4c7a1-f60f-4f3d-b593-e30c989e939a req-9ce0e497-7bf7-4193-b65b-5b9429f5981f service neutron] Bound port: d0336d7e-69a4-4a30-8efc-dfa397dc0daf, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cba1183-3640-42eb-a92d-12223c337187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'e3032795-d107-4737-b6eb-c559a5838bdb'}}] {{(pid=104614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:48:40.649804 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-ccb4c7a1-f60f-4f3d-b593-e30c989e939a req-9ce0e497-7bf7-4193-b65b-5b9429f5981f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (d0336d7e-69a4-4a30-8efc-dfa397dc0daf), before_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:40.708349 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:40.714319 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.db [req-ccb4c7a1-f60f-4f3d-b593-e30c989e939a req-9ce0e497-7bf7-4193-b65b-5b9429f5981f service neutron] For port d0336d7e-69a4-4a30-8efc-dfa397dc0daf, host hv-cinder-82880, cleared binding levels {{(pid=104614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:48:40.717432 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.db [req-ccb4c7a1-f60f-4f3d-b593-e30c989e939a req-9ce0e497-7bf7-4193-b65b-5b9429f5981f service neutron] For port d0336d7e-69a4-4a30-8efc-dfa397dc0daf, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=d0336d7e-69a4-4a30-8efc-dfa397dc0daf,segment=NetworkSegment(6cba1183-3640-42eb-a92d-12223c337187),segment_id=6cba1183-3640-42eb-a92d-12223c337187)] {{(pid=104614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:48:40.782792 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-ccb4c7a1-f60f-4f3d-b593-e30c989e939a req-9ce0e497-7bf7-4193-b65b-5b9429f5981f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8584799086'] for port (d0336d7e-69a4-4a30-8efc-dfa397dc0daf), after_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:40.821054 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb4c7a1-f60f-4f3d-b593-e30c989e939a req-9ce0e497-7bf7-4193-b65b-5b9429f5981f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:48:40.821623 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-ccb4c7a1-f60f-4f3d-b593-e30c989e939a req-9ce0e497-7bf7-4193-b65b-5b9429f5981f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:40.823102 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-ccb4c7a1-f60f-4f3d-b593-e30c989e939a req-9ce0e497-7bf7-4193-b65b-5b9429f5981f service neutron] 10.222.0.69 "PUT /v2.0/ports/d0336d7e-69a4-4a30-8efc-dfa397dc0daf HTTP/1.1" status: 200 len: 1093 time: 0.7521217 May 27 03:48:40.823418 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '788423a8-d964-45c7-a881-d67ad880306b', 'tag': 'd0336d7e-69a4-4a30-8efc-dfa397dc0daf'}] {{(pid=104614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:48:40.826721 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a93b0eab3ec594b69aa68cd7d580be2fac36b4cb942ee4cac03c85783d056da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d840b497-715d-4403-be93-70e534ff0dda" -d '{"events": [{"name": "network-changed", "server_uuid": "788423a8-d964-45c7-a881-d67ad880306b", "tag": "d0336d7e-69a4-4a30-8efc-dfa397dc0daf"}]}' {{(pid=104614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:48:40.861712 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce0e497-7bf7-4193-b65b-5b9429f5981f service neutron] Pushing event updated for resources: {'Port': ['ID=d0336d7e-69a4-4a30-8efc-dfa397dc0daf,revision_number=3']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:41.016210 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb4c7a1-f60f-4f3d-b593-e30c989e939a req-e4ec9a94-b7cb-4c26-8d47-319836a80be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:48:41.017681 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-ccb4c7a1-f60f-4f3d-b593-e30c989e939a req-e4ec9a94-b7cb-4c26-8d47-319836a80be7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=696d1db827244c65b179789b47baabe1&device_id=788423a8-d964-45c7-a881-d67ad880306b HTTP/1.1" status: 200 len: 1127 time: 0.0386126 May 27 03:48:41.063262 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-ccb4c7a1-f60f-4f3d-b593-e30c989e939a req-813154b6-a0c2-4cf6-bcc0-68f83c0ffdc7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0336d7e-69a4-4a30-8efc-dfa397dc0daf HTTP/1.1" status: 200 len: 217 time: 0.0316713 May 27 03:48:41.110765 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb4c7a1-f60f-4f3d-b593-e30c989e939a req-9f1a43a4-eb6d-4392-aa24-3ab9aedccb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:48:41.112170 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-ccb4c7a1-f60f-4f3d-b593-e30c989e939a req-9f1a43a4-eb6d-4392-aa24-3ab9aedccb15 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=70f3088a-69eb-4200-8510-9bfafbc2b380 HTTP/1.1" status: 200 len: 851 time: 0.0437675 May 27 03:48:41.156106 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb4c7a1-f60f-4f3d-b593-e30c989e939a req-d6ad5aee-ba9d-4177-b25e-4152cee8d44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:48:41.157546 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-ccb4c7a1-f60f-4f3d-b593-e30c989e939a req-d6ad5aee-ba9d-4177-b25e-4152cee8d44a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e3032795-d107-4737-b6eb-c559a5838bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396514 May 27 03:48:41.247100 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-ccb4c7a1-f60f-4f3d-b593-e30c989e939a req-89a66848-e06d-43c5-923f-c0764956face service neutron] 10.222.0.69 "GET /v2.0/networks/e3032795-d107-4737-b6eb-c559a5838bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831852 May 27 03:48:41.256951 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c8759-eae9-433a-bae7-ddd05070f8a2 req-38284e0b-a1d6-4f38-9235-f1d433485adc tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:48:41.258422 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-337c8759-eae9-433a-bae7-ddd05070f8a2 req-38284e0b-a1d6-4f38-9235-f1d433485adc tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/ports?device_id=788423a8-d964-45c7-a881-d67ad880306b HTTP/1.1" status: 200 len: 943 time: 0.0456994 May 27 03:48:41.310266 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-337c8759-eae9-433a-bae7-ddd05070f8a2 req-aa586775-f4b0-4580-925e-c306d25ff8dc tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/security-groups?id=141c3a78-f1ba-436e-a008-73bb3b6bf9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462048 May 27 03:48:41.340612 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-ccb4c7a1-f60f-4f3d-b593-e30c989e939a req-8a54ea70-6c9d-4d66-aae9-9caa6f8dcf57 service neutron] 10.222.0.69 "GET /v2.0/networks/e3032795-d107-4737-b6eb-c559a5838bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873871 May 27 03:48:41.880000 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e6cb8e-e173-47c2-920d-db33bb2bff6b x-openstack-request-id: req-86e6cb8e-e173-47c2-920d-db33bb2bff6b {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:48:41.880613 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "788423a8-d964-45c7-a881-d67ad880306b", "tag": "d0336d7e-69a4-4a30-8efc-dfa397dc0daf", "status": "completed", "code": 200}]} {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:48:41.880613 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-86e6cb8e-e173-47c2-920d-db33bb2bff6b {{(pid=104614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:48:41.880942 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86e6cb8e-e173-47c2-920d-db33bb2bff6b'] response: {'name': 'network-changed', 'server_uuid': '788423a8-d964-45c7-a881-d67ad880306b', 'tag': 'd0336d7e-69a4-4a30-8efc-dfa397dc0daf', 'status': 'completed', 'code': 200} May 27 03:48:41.961947 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d840b497-715d-4403-be93-70e534ff0dda req-6eda9c05-8900-4ee0-b637-d9558f7f08eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:48:41.963487 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-d840b497-715d-4403-be93-70e534ff0dda req-6eda9c05-8900-4ee0-b637-d9558f7f08eb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=696d1db827244c65b179789b47baabe1&device_id=788423a8-d964-45c7-a881-d67ad880306b HTTP/1.1" status: 200 len: 1127 time: 0.0387952 May 27 03:48:42.055351 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d840b497-715d-4403-be93-70e534ff0dda req-86e96dbf-cddf-480a-8178-c1f1b47cf763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:48:42.056799 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-d840b497-715d-4403-be93-70e534ff0dda req-86e96dbf-cddf-480a-8178-c1f1b47cf763 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e3032795-d107-4737-b6eb-c559a5838bdb HTTP/1.1" status: 200 len: 913 time: 0.0868981 May 27 03:48:42.095627 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-d840b497-715d-4403-be93-70e534ff0dda req-ec687b55-9387-495a-b5d7-95074fbc51fc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0336d7e-69a4-4a30-8efc-dfa397dc0daf HTTP/1.1" status: 200 len: 217 time: 0.0332675 May 27 03:48:42.142681 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d840b497-715d-4403-be93-70e534ff0dda req-d778de26-0e01-4d7c-9f80-e34e68829195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:48:42.144078 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-d840b497-715d-4403-be93-70e534ff0dda req-d778de26-0e01-4d7c-9f80-e34e68829195 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=70f3088a-69eb-4200-8510-9bfafbc2b380 HTTP/1.1" status: 200 len: 851 time: 0.0432377 May 27 03:48:42.185015 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d840b497-715d-4403-be93-70e534ff0dda req-eb673eb7-055d-43ce-a9fc-12490965f210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:48:42.186422 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-d840b497-715d-4403-be93-70e534ff0dda req-eb673eb7-055d-43ce-a9fc-12490965f210 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e3032795-d107-4737-b6eb-c559a5838bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0364554 May 27 03:48:42.240734 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:42.275867 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-d840b497-715d-4403-be93-70e534ff0dda req-ea45f75a-e365-465d-9b81-718e0dda0ca7 service neutron] 10.222.0.69 "GET /v2.0/networks/e3032795-d107-4737-b6eb-c559a5838bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836148 May 27 03:48:42.372994 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-d840b497-715d-4403-be93-70e534ff0dda req-46de1c96-da5a-4742-a0c3-2ca910342b63 service neutron] 10.222.0.69 "GET /v2.0/networks/e3032795-d107-4737-b6eb-c559a5838bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918198 May 27 03:48:42.423503 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983be1a-5c31-493d-b2c1-e8d3d6e531cc req-fe1c668b-e198-43f0-93d4-f4cac9639ba4 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:48:42.424976 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-5983be1a-5c31-493d-b2c1-e8d3d6e531cc req-fe1c668b-e198-43f0-93d4-f4cac9639ba4 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/ports?device_id=788423a8-d964-45c7-a881-d67ad880306b HTTP/1.1" status: 200 len: 943 time: 0.0472152 May 27 03:48:42.473948 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-5983be1a-5c31-493d-b2c1-e8d3d6e531cc req-c696b41b-53e5-4743-9e10-e5ae92a2c32c tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/security-groups?id=141c3a78-f1ba-436e-a008-73bb3b6bf9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432913 May 27 03:48:43.502479 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (134bae73-502b-4599-bb47-129fee8818a4), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:43.587970 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c055389-49cf-43f9-8d07-5f0a2d00c434 req-5528800c-fd66-4d7f-9ac7-837f9e511939 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:48:43.589397 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-8c055389-49cf-43f9-8d07-5f0a2d00c434 req-5528800c-fd66-4d7f-9ac7-837f9e511939 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/ports?device_id=788423a8-d964-45c7-a881-d67ad880306b HTTP/1.1" status: 200 len: 943 time: 0.0464525 May 27 03:48:43.637351 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-8c055389-49cf-43f9-8d07-5f0a2d00c434 req-ffc17c77-d233-4167-8036-e0ab09548ef0 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/security-groups?id=141c3a78-f1ba-436e-a008-73bb3b6bf9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424178 May 27 03:48:44.685997 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-b7061e42-5ef2-4fd2-82be-7d0248dd94e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (b322252d-fb9d-4652-a830-647fed26b29a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:44.753068 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a2633-600a-4eb3-a4f3-1dd7c319a54d req-f872187f-8e2b-4267-b7ca-d4883a2a60ea tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:48:44.754526 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-6b0a2633-600a-4eb3-a4f3-1dd7c319a54d req-f872187f-8e2b-4267-b7ca-d4883a2a60ea tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/ports?device_id=788423a8-d964-45c7-a881-d67ad880306b HTTP/1.1" status: 200 len: 943 time: 0.0492332 May 27 03:48:44.804018 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-6b0a2633-600a-4eb3-a4f3-1dd7c319a54d req-5b57cf81-97ad-479c-84e2-dd6299f8be82 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/security-groups?id=141c3a78-f1ba-436e-a008-73bb3b6bf9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435925 May 27 03:48:45.915295 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf25c0-ed17-4ab2-9821-cae537a9341a req-9ab1f0d1-d558-4a80-b053-8df251aa582d tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:48:45.916727 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-a9cf25c0-ed17-4ab2-9821-cae537a9341a req-9ab1f0d1-d558-4a80-b053-8df251aa582d tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/ports?device_id=788423a8-d964-45c7-a881-d67ad880306b HTTP/1.1" status: 200 len: 943 time: 0.0449417 May 27 03:48:45.949306 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:45.965730 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-a9cf25c0-ed17-4ab2-9821-cae537a9341a req-65d9b2e2-46ee-4ed5-b0c7-b0772ff12538 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/security-groups?id=141c3a78-f1ba-436e-a008-73bb3b6bf9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430582 May 27 03:48:46.953366 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-a37deaa6-9af9-4fc4-a72f-2ee6936c57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (9df6ec88-276d-42f5-acd2-7e289451d5e3), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:47.078286 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa51e8f5-8915-49f1-94f8-1c23c3f144bd req-93cf84e0-373a-4290-8ae4-f70c999e7f94 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:48:47.079820 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-aa51e8f5-8915-49f1-94f8-1c23c3f144bd req-93cf84e0-373a-4290-8ae4-f70c999e7f94 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/ports?device_id=788423a8-d964-45c7-a881-d67ad880306b HTTP/1.1" status: 200 len: 943 time: 0.0455558 May 27 03:48:47.101814 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:47.132292 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-aa51e8f5-8915-49f1-94f8-1c23c3f144bd req-c95d405e-26c0-4f68-bf1b-41ad154a69e4 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/security-groups?id=141c3a78-f1ba-436e-a008-73bb3b6bf9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466564 May 27 03:48:48.153813 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device d0336d7e-69a4-4a30-8efc-dfa397dc0daf details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:48:48.243487 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-584d7fde-7d72-4642-9601-b182cfb78c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (413fc6aa-3a5a-4281-abfd-a440a67afb4a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:48.248014 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071f1171-ecd6-4d8e-b46f-3af99a71cbba req-4f71d28e-8a4b-401a-a74a-602c1930b9e6 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:48:48.249528 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-071f1171-ecd6-4d8e-b46f-3af99a71cbba req-4f71d28e-8a4b-401a-a74a-602c1930b9e6 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/ports?device_id=788423a8-d964-45c7-a881-d67ad880306b HTTP/1.1" status: 200 len: 943 time: 0.0465860 May 27 03:48:48.254764 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port d0336d7e-69a4-4a30-8efc-dfa397dc0daf, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=d0336d7e-69a4-4a30-8efc-dfa397dc0daf,segment=NetworkSegment(6cba1183-3640-42eb-a92d-12223c337187),segment_id=6cba1183-3640-42eb-a92d-12223c337187)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:48:48.265959 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Returning: {'device': 'd0336d7e-69a4-4a30-8efc-dfa397dc0daf', 'network_id': 'e3032795-d107-4737-b6eb-c559a5838bdb', 'port_id': 'd0336d7e-69a4-4a30-8efc-dfa397dc0daf', 'mac_address': 'fa:16:3e:d4:b0:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70f3088a-69eb-4200-8510-9bfafbc2b380', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:48:48.300804 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-071f1171-ecd6-4d8e-b46f-3af99a71cbba req-4babb42a-4762-47f8-9f41-a918fb7339ce tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/security-groups?id=141c3a78-f1ba-436e-a008-73bb3b6bf9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450668 May 27 03:48:48.301121 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Current status of the port d0336d7e-69a4-4a30-8efc-dfa397dc0daf is: DOWN; New status is: BUILD {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:48:48.301499 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (d0336d7e-69a4-4a30-8efc-dfa397dc0daf), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:48.318377 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.notifiers.nova [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0336d7e-69a4-4a30-8efc-dfa397dc0daf {{(pid=104616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:48:48.340223 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port d0336d7e-69a4-4a30-8efc-dfa397dc0daf, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=d0336d7e-69a4-4a30-8efc-dfa397dc0daf,segment=NetworkSegment(6cba1183-3640-42eb-a92d-12223c337187),segment_id=6cba1183-3640-42eb-a92d-12223c337187)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:48:48.427279 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (d0336d7e-69a4-4a30-8efc-dfa397dc0daf), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:48.473990 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Pushing event updated for resources: {'Port': ['ID=d0336d7e-69a4-4a30-8efc-dfa397dc0daf,revision_number=4']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:48.738323 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] get_ports_and_sgs() called for port_ids ['d0336d7e-69a4-4a30-8efc-dfa397dc0daf'] {{(pid=104616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:48:48.759439 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.agents_db [None req-cbb77ebc-65ec-4caa-a8b3-81c074906866 None None] Agent healthcheck: found 6 active agents {{(pid=104617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:48:49.359735 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f446-e12c-45b2-8c38-3579950c1c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (785c7416-4bf9-40d9-a08f-c797a61a0436), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:49.410020 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b7d006-ddb9-4e25-85ff-5d3f48356fa2 req-f96b209f-9ce3-4861-b986-b3aa7b3fda6f tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:48:49.411480 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-d5b7d006-ddb9-4e25-85ff-5d3f48356fa2 req-f96b209f-9ce3-4861-b986-b3aa7b3fda6f tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/ports?device_id=788423a8-d964-45c7-a881-d67ad880306b HTTP/1.1" status: 200 len: 944 time: 0.0447755 May 27 03:48:49.458916 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-d5b7d006-ddb9-4e25-85ff-5d3f48356fa2 req-57d4fdfd-bb83-4310-ad23-624dcdddf4f7 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/security-groups?id=141c3a78-f1ba-436e-a008-73bb3b6bf9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418000 May 27 03:48:50.175890 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device d0336d7e-69a4-4a30-8efc-dfa397dc0daf up at agent hyperv_hv-cinder-82880 {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:48:50.206596 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:50.218035 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Provisioning for port d0336d7e-69a4-4a30-8efc-dfa397dc0daf completed by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:48:50.307413 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Provisioning complete for port d0336d7e-69a4-4a30-8efc-dfa397dc0daf triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:48:50.307786 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (d0336d7e-69a4-4a30-8efc-dfa397dc0daf), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:50.340824 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:50.388868 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Current status of the port d0336d7e-69a4-4a30-8efc-dfa397dc0daf is: BUILD; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:48:50.389681 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (d0336d7e-69a4-4a30-8efc-dfa397dc0daf), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:50.411348 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '788423a8-d964-45c7-a881-d67ad880306b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0336d7e-69a4-4a30-8efc-dfa397dc0daf'}] {{(pid=104616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:48:50.413543 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538c57523af4411a099bc77a34a8b12cae4f8d5a17830f42255aa2cd4d9c6a31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd7b905-8e50-4978-abe5-9ef4c938997b" -d '{"events": [{"server_uuid": "788423a8-d964-45c7-a881-d67ad880306b", "name": "network-vif-plugged", "status": "completed", "tag": "d0336d7e-69a4-4a30-8efc-dfa397dc0daf"}]}' {{(pid=104616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:48:50.426643 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port d0336d7e-69a4-4a30-8efc-dfa397dc0daf, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=d0336d7e-69a4-4a30-8efc-dfa397dc0daf,segment=NetworkSegment(6cba1183-3640-42eb-a92d-12223c337187),segment_id=6cba1183-3640-42eb-a92d-12223c337187)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:48:50.505074 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34fdd69c-f0ef-4124-8df1-6dd8e15292fc x-openstack-request-id: req-34fdd69c-f0ef-4124-8df1-6dd8e15292fc {{(pid=104616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:48:50.505314 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "788423a8-d964-45c7-a881-d67ad880306b", "name": "network-vif-plugged", "status": "completed", "tag": "d0336d7e-69a4-4a30-8efc-dfa397dc0daf", "code": 200}]} {{(pid=104616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:48:50.505595 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-34fdd69c-f0ef-4124-8df1-6dd8e15292fc {{(pid=104616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:48:50.505993 dv-cinder-828805-4-iscsi neutron-server[104616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34fdd69c-f0ef-4124-8df1-6dd8e15292fc'] response: {'server_uuid': '788423a8-d964-45c7-a881-d67ad880306b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0336d7e-69a4-4a30-8efc-dfa397dc0daf', 'code': 200} May 27 03:48:50.513725 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (d0336d7e-69a4-4a30-8efc-dfa397dc0daf), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:50.561441 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Pushing event updated for resources: {'Port': ['ID=d0336d7e-69a4-4a30-8efc-dfa397dc0daf,revision_number=5']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:50.594649 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb335e-b355-4e15-884f-cecf69aaca5f req-e96ca7cc-c105-4832-bc95-25bb36f1e8f2 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:48:50.594649 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-d2cb335e-b355-4e15-884f-cecf69aaca5f req-e96ca7cc-c105-4832-bc95-25bb36f1e8f2 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/ports?device_id=788423a8-d964-45c7-a881-d67ad880306b HTTP/1.1" status: 200 len: 945 time: 0.0634778 May 27 03:48:50.641287 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-d2cb335e-b355-4e15-884f-cecf69aaca5f req-7d92649f-a397-4f9b-adee-afd4629f44ea tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/security-groups?id=141c3a78-f1ba-436e-a008-73bb3b6bf9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431538 May 27 03:48:50.807734 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc9cf3c-057d-4a4b-bd65-17c77fbafe60 req-28c0f6c5-6c2b-4cfc-8753-9a5da891f37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:48:50.809243 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-5fc9cf3c-057d-4a4b-bd65-17c77fbafe60 req-28c0f6c5-6c2b-4cfc-8753-9a5da891f37f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=788423a8-d964-45c7-a881-d67ad880306b HTTP/1.1" status: 200 len: 1129 time: 0.0420349 May 27 03:48:50.855791 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-5fc9cf3c-057d-4a4b-bd65-17c77fbafe60 req-4922ce0d-d6c4-4fb7-a43a-51d8e9214ca9 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=141c3a78-f1ba-436e-a008-73bb3b6bf9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395942 May 27 03:48:50.861029 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (917d01f3-4a27-4590-ae14-da14d21a1e88), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:51.770526 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0465a9b9-2079-4072-a7de-c3fd8e0e02ce req-59d4ed65-7beb-4e88-93f1-076ebfa931d7 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:48:51.772937 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-0465a9b9-2079-4072-a7de-c3fd8e0e02ce req-59d4ed65-7beb-4e88-93f1-076ebfa931d7 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/ports?device_id=788423a8-d964-45c7-a881-d67ad880306b HTTP/1.1" status: 200 len: 945 time: 0.0588555 May 27 03:48:51.822575 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-0465a9b9-2079-4072-a7de-c3fd8e0e02ce req-72dfcc9a-8dc6-46b6-9058-b17e8ccec4c8 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/security-groups?id=141c3a78-f1ba-436e-a008-73bb3b6bf9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435672 May 27 03:48:52.939970 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b333f2c-e718-4ecc-9b4d-ef0b16969f67 req-4bffef44-34ab-418d-bcfd-2a9f877b9de7 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:48:52.941446 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-9b333f2c-e718-4ecc-9b4d-ef0b16969f67 req-4bffef44-34ab-418d-bcfd-2a9f877b9de7 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/ports?device_id=788423a8-d964-45c7-a881-d67ad880306b HTTP/1.1" status: 200 len: 945 time: 0.0493195 May 27 03:48:52.988547 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-9b333f2c-e718-4ecc-9b4d-ef0b16969f67 req-afbc58be-66de-4983-89df-f3b16ff9219e tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/security-groups?id=141c3a78-f1ba-436e-a008-73bb3b6bf9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415990 May 27 03:48:53.097872 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbcb949-253b-4e73-9d8f-1206dc1abdbb req-8f6ba110-64a7-48c7-9636-e17f0714af2a tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:48:53.099336 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-3dbcb949-253b-4e73-9d8f-1206dc1abdbb req-8f6ba110-64a7-48c7-9636-e17f0714af2a tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/ports?device_id=788423a8-d964-45c7-a881-d67ad880306b HTTP/1.1" status: 200 len: 945 time: 0.0456376 May 27 03:48:53.146651 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-3dbcb949-253b-4e73-9d8f-1206dc1abdbb req-de2e5fc6-9009-4555-8563-7594ac6ae6c7 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/security-groups?id=141c3a78-f1ba-436e-a008-73bb3b6bf9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418332 May 27 03:48:53.168292 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 45040) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:48:53.245066 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef725039-66a1-4d86-a003-2436642b25c8 tempest-TestVolumeBootPattern-1619853790 tempest-TestVolumeBootPattern-1619853790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:48:53.246458 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-ef725039-66a1-4d86-a003-2436642b25c8 tempest-TestVolumeBootPattern-1619853790 tempest-TestVolumeBootPattern-1619853790-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=788423a8-d964-45c7-a881-d67ad880306b HTTP/1.1" status: 200 len: 1124 time: 0.0772195 May 27 03:48:53.249869 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 45044) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:48:53.253874 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.v2.base [None req-7f877543-df73-486b-be8b-2902bc449457 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Request body: {'floatingip': {'floating_network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'port_id': 'd0336d7e-69a4-4a30-8efc-dfa397dc0daf', 'tenant_id': '696d1db827244c65b179789b47baabe1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:48:53.370639 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-7f877543-df73-486b-be8b-2902bc449457 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:53.450317 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-7f877543-df73-486b-be8b-2902bc449457 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:53.554635 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.db.db_base_plugin_common [None req-7f877543-df73-486b-be8b-2902bc449457 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Allocated IP 172.27.0.219 (6db324a0-41f0-4440-95df-83df441784f6/1196ed2a-e255-42ad-b78e-696bc1bae72b/60f9946e-7039-4b8b-8d78-f61c2db62739) {{(pid=104615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:48:53.558308 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:53.621452 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:53.654465 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-7f877543-df73-486b-be8b-2902bc449457 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks [] for port (60f9946e-7039-4b8b-8d78-f61c2db62739), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:53.735619 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-7f877543-df73-486b-be8b-2902bc449457 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791799515441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585481432'] for port (60f9946e-7039-4b8b-8d78-f61c2db62739), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:53.777356 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f877543-df73-486b-be8b-2902bc449457 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Network 6db324a0-41f0-4440-95df-83df441784f6 is already hosted by enough agents. {{(pid=104615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:48:53.780682 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.base_scheduler [None req-7f877543-df73-486b-be8b-2902bc449457 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Resources bound (agent type, host, resource id): {{(pid=104615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:48:53.784352 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f877543-df73-486b-be8b-2902bc449457 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Received port after_create {{(pid=104615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:48:54.067129 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f877543-df73-486b-be8b-2902bc449457 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Pushing event updated for resources: {'Port': ['ID=60f9946e-7039-4b8b-8d78-f61c2db62739,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:54.083826 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f877543-df73-486b-be8b-2902bc449457 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:54.084175 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f877543-df73-486b-be8b-2902bc449457 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:54.084516 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f877543-df73-486b-be8b-2902bc449457 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:54.085235 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f877543-df73-486b-be8b-2902bc449457 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:54.085818 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f877543-df73-486b-be8b-2902bc449457 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:54.086398 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f877543-df73-486b-be8b-2902bc449457 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:54.086883 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f877543-df73-486b-be8b-2902bc449457 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:54.087223 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f877543-df73-486b-be8b-2902bc449457 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:54.087554 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f877543-df73-486b-be8b-2902bc449457 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:54.087885 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f877543-df73-486b-be8b-2902bc449457 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:54.088224 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f877543-df73-486b-be8b-2902bc449457 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:54.088623 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f877543-df73-486b-be8b-2902bc449457 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:54.088952 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f877543-df73-486b-be8b-2902bc449457 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:54.089274 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f877543-df73-486b-be8b-2902bc449457 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:54.089596 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f877543-df73-486b-be8b-2902bc449457 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:48:54.401179 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-7f877543-df73-486b-be8b-2902bc449457 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks [] for floatingip (4392e0f2-2d43-43fc-a2e8-a46089bb0553), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:54.528972 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-7f877543-df73-486b-be8b-2902bc449457 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (60f9946e-7039-4b8b-8d78-f61c2db62739), before_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:54.574725 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:54.702753 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-7f877543-df73-486b-be8b-2902bc449457 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks [] for port (60f9946e-7039-4b8b-8d78-f61c2db62739), precommit_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:54.799347 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-7f877543-df73-486b-be8b-2902bc449457 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585481455'] for port (60f9946e-7039-4b8b-8d78-f61c2db62739), after_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:54.866846 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f877543-df73-486b-be8b-2902bc449457 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Pushing event updated for resources: {'Port': ['ID=60f9946e-7039-4b8b-8d78-f61c2db62739,revision_number=2']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:48:54.877319 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-7f877543-df73-486b-be8b-2902bc449457 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680165'] for floatingip (4392e0f2-2d43-43fc-a2e8-a46089bb0553), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:54.879651 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:54.972948 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.db.l3_db [None req-7f877543-df73-486b-be8b-2902bc449457 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Floating IP 4392e0f2-2d43-43fc-a2e8-a46089bb0553 associated. External IP: 172.27.0.219, port: d0336d7e-69a4-4a30-8efc-dfa397dc0daf. May 27 03:48:55.167517 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f877543-df73-486b-be8b-2902bc449457 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Router 5aa27c36-5cf6-4672-9e42-151f55ad82fa has already been hosted by L3 agent 9df6ec88-276d-42f5-acd2-7e289451d5e3 {{(pid=104615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:48:55.268147 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f877543-df73-486b-be8b-2902bc449457 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Notify agent at l3_agent.dv-cinder-828805-4-iscsi the message routers_updated {{(pid=104615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:48:55.279923 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c2576d-4fd8-403e-b4dc-5510a1f31500 None None] Sync routers for ids ['5aa27c36-5cf6-4672-9e42-151f55ad82fa'] in dv-cinder-828805-4-iscsi {{(pid=104616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:48:55.289974 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c2576d-4fd8-403e-b4dc-5510a1f31500 None None] Routers {'5aa27c36-5cf6-4672-9e42-151f55ad82fa'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:48:55.292121 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-67c2576d-4fd8-403e-b4dc-5510a1f31500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:48:47Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['5aa27c36-5cf6-4672-9e42-151f55ad82fa'], 'active': True} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:55.373032 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-7f877543-df73-486b-be8b-2902bc449457 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for floatingip (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:48:55.390483 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvr_db [None req-67c2576d-4fd8-403e-b4dc-5510a1f31500 None None] Set router 5aa27c36-5cf6-4672-9e42-151f55ad82fa gateway port host: dv-cinder-828805-4-iscsi {{(pid=104616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:48:55.402344 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-7f877543-df73-486b-be8b-2902bc449457 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1515055 May 27 03:48:55.402950 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '788423a8-d964-45c7-a881-d67ad880306b', 'tag': 'd0336d7e-69a4-4a30-8efc-dfa397dc0daf'}] {{(pid=104615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:48:55.405712 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9faa1dd78fb558d4018d1363b43ffec7552e77d137433f9c5cc39ec2f1c636e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75011f42-aabc-4e11-a272-47d82f735489" -d '{"events": [{"name": "network-changed", "server_uuid": "788423a8-d964-45c7-a881-d67ad880306b", "tag": "d0336d7e-69a4-4a30-8efc-dfa397dc0daf"}]}' {{(pid=104615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:48:55.599649 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-67c2576d-4fd8-403e-b4dc-5510a1f31500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'name': 'tempest-TestVolumeBootPattern-1536044687-router', 'tenant_id': '696d1db827244c65b179789b47baabe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '425efcbd-e332-4fd9-acf5-12ca8c753c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:06Z', 'updated_at': '2022-05-27T03:48:09Z', 'revision_number': 4, 'project_id': '696d1db827244c65b179789b47baabe1', 'gw_port': {'id': '425efcbd-e332-4fd9-acf5-12ca8c753c1e', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:33:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:06Z', 'updated_at': '2022-05-27T03:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_floatingips': [{'id': '4392e0f2-2d43-43fc-a2e8-a46089bb0553', 'tenant_id': '696d1db827244c65b179789b47baabe1', 'floating_ip_address': '172.27.0.219', 'floating_network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'router_id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'port_id': 'd0336d7e-69a4-4a30-8efc-dfa397dc0daf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3032795-d107-4737-b6eb-c559a5838bdb', 'mac_address': 'fa:16:3e:d4:b0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788423a8-d964-45c7-a881-d67ad880306b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:48:54Z', 'updated_at': '2022-05-27T03:48:54Z', 'revision_number': 0, 'project_id': '696d1db827244c65b179789b47baabe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c914d648-2ddc-470c-a764-e27b66f4a42e', 'name': '', 'network_id': 'e3032795-d107-4737-b6eb-c559a5838bdb', 'tenant_id': '696d1db827244c65b179789b47baabe1', 'mac_address': 'fa:16:3e:72:d1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '70f3088a-69eb-4200-8510-9bfafbc2b380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:08Z', 'updated_at': '2022-05-27T03:48:13Z', 'revision_number': 5, 'project_id': '696d1db827244c65b179789b47baabe1', 'subnets': [{'id': '70f3088a-69eb-4200-8510-9bfafbc2b380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:55.623485 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c2576d-4fd8-403e-b4dc-5510a1f31500 None None] Checking router: 5aa27c36-5cf6-4672-9e42-151f55ad82fa for host: dv-cinder-828805-4-iscsi {{(pid=104616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:48:55.632310 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c2576d-4fd8-403e-b4dc-5510a1f31500 None None] Routers {'5aa27c36-5cf6-4672-9e42-151f55ad82fa'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:48:55.632902 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-67c2576d-4fd8-403e-b4dc-5510a1f31500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:48:47Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['5aa27c36-5cf6-4672-9e42-151f55ad82fa'], 'active': True} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:55.734351 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvr_db [None req-67c2576d-4fd8-403e-b4dc-5510a1f31500 None None] Set router 5aa27c36-5cf6-4672-9e42-151f55ad82fa gateway port host: dv-cinder-828805-4-iscsi {{(pid=104616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:48:55.896236 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:55.942406 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-67c2576d-4fd8-403e-b4dc-5510a1f31500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'name': 'tempest-TestVolumeBootPattern-1536044687-router', 'tenant_id': '696d1db827244c65b179789b47baabe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '425efcbd-e332-4fd9-acf5-12ca8c753c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:06Z', 'updated_at': '2022-05-27T03:48:09Z', 'revision_number': 4, 'project_id': '696d1db827244c65b179789b47baabe1', 'gw_port': {'id': '425efcbd-e332-4fd9-acf5-12ca8c753c1e', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:33:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:06Z', 'updated_at': '2022-05-27T03:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_floatingips': [{'id': '4392e0f2-2d43-43fc-a2e8-a46089bb0553', 'tenant_id': '696d1db827244c65b179789b47baabe1', 'floating_ip_address': '172.27.0.219', 'floating_network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'router_id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'port_id': 'd0336d7e-69a4-4a30-8efc-dfa397dc0daf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3032795-d107-4737-b6eb-c559a5838bdb', 'mac_address': 'fa:16:3e:d4:b0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788423a8-d964-45c7-a881-d67ad880306b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:48:54Z', 'updated_at': '2022-05-27T03:48:54Z', 'revision_number': 0, 'project_id': '696d1db827244c65b179789b47baabe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c914d648-2ddc-470c-a764-e27b66f4a42e', 'name': '', 'network_id': 'e3032795-d107-4737-b6eb-c559a5838bdb', 'tenant_id': '696d1db827244c65b179789b47baabe1', 'mac_address': 'fa:16:3e:72:d1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '70f3088a-69eb-4200-8510-9bfafbc2b380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:08Z', 'updated_at': '2022-05-27T03:48:13Z', 'revision_number': 5, 'project_id': '696d1db827244c65b179789b47baabe1', 'subnets': [{'id': '70f3088a-69eb-4200-8510-9bfafbc2b380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:48:55.967081 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c2576d-4fd8-403e-b4dc-5510a1f31500 None None] The sync data for ids ['5aa27c36-5cf6-4672-9e42-151f55ad82fa'] in dv-cinder-828805-4-iscsi is: [{'id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'name': 'tempest-TestVolumeBootPattern-1536044687-router', 'tenant_id': '696d1db827244c65b179789b47baabe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '425efcbd-e332-4fd9-acf5-12ca8c753c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:06Z', 'updated_at': '2022-05-27T03:48:09Z', 'revision_number': 4, 'project_id': '696d1db827244c65b179789b47baabe1', 'gw_port': {'id': '425efcbd-e332-4fd9-acf5-12ca8c753c1e', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:33:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:06Z', 'updated_at': '2022-05-27T03:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_floatingips': [{'id': '4392e0f2-2d43-43fc-a2e8-a46089bb0553', 'tenant_id': '696d1db827244c65b179789b47baabe1', 'floating_ip_address': '172.27.0.219', 'floating_network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'router_id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'port_id': 'd0336d7e-69a4-4a30-8efc-dfa397dc0daf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3032795-d107-4737-b6eb-c559a5838bdb', 'mac_address': 'fa:16:3e:d4:b0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788423a8-d964-45c7-a881-d67ad880306b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:48:54Z', 'updated_at': '2022-05-27T03:48:54Z', 'revision_number': 0, 'project_id': '696d1db827244c65b179789b47baabe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c914d648-2ddc-470c-a764-e27b66f4a42e', 'name': '', 'network_id': 'e3032795-d107-4737-b6eb-c559a5838bdb', 'tenant_id': '696d1db827244c65b179789b47baabe1', 'mac_address': 'fa:16:3e:72:d1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '70f3088a-69eb-4200-8510-9bfafbc2b380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:08Z', 'updated_at': '2022-05-27T03:48:13Z', 'revision_number': 5, 'project_id': '696d1db827244c65b179789b47baabe1', 'subnets': [{'id': '70f3088a-69eb-4200-8510-9bfafbc2b380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:48:56.153076 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c324c945-b803-46a3-9208-fc5cc24e7d03 None None] New status for floating IP 4392e0f2-2d43-43fc-a2e8-a46089bb0553: ACTIVE {{(pid=104617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:48:56.530264 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684d460d-b7bd-4d21-9a95-82b6b937f500 x-openstack-request-id: req-684d460d-b7bd-4d21-9a95-82b6b937f500 {{(pid=104615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:48:56.530264 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "788423a8-d964-45c7-a881-d67ad880306b", "tag": "d0336d7e-69a4-4a30-8efc-dfa397dc0daf", "status": "completed", "code": 200}]} {{(pid=104615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:48:56.530264 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-684d460d-b7bd-4d21-9a95-82b6b937f500 {{(pid=104615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:48:56.530264 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.notifiers.nova [-] Nova event matching ['req-684d460d-b7bd-4d21-9a95-82b6b937f500'] response: {'name': 'network-changed', 'server_uuid': '788423a8-d964-45c7-a881-d67ad880306b', 'tag': 'd0336d7e-69a4-4a30-8efc-dfa397dc0daf', 'status': 'completed', 'code': 200} May 27 03:48:56.560266 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=100 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:48:56.589813 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75011f42-aabc-4e11-a272-47d82f735489 req-27aa12b9-c68e-4857-b520-00414ac70740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:48:56.591326 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-75011f42-aabc-4e11-a272-47d82f735489 req-27aa12b9-c68e-4857-b520-00414ac70740 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=696d1db827244c65b179789b47baabe1&device_id=788423a8-d964-45c7-a881-d67ad880306b HTTP/1.1" status: 200 len: 1129 time: 0.0386746 May 27 03:48:56.909853 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75011f42-aabc-4e11-a272-47d82f735489 req-1f389e46-f906-4043-b5d5-c8caa9e1b315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:48:56.911356 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-75011f42-aabc-4e11-a272-47d82f735489 req-1f389e46-f906-4043-b5d5-c8caa9e1b315 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e3032795-d107-4737-b6eb-c559a5838bdb HTTP/1.1" status: 200 len: 913 time: 0.3147471 May 27 03:48:56.972424 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-75011f42-aabc-4e11-a272-47d82f735489 req-c91d4abc-2c0f-4ffa-a954-579e0f097bab service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0336d7e-69a4-4a30-8efc-dfa397dc0daf HTTP/1.1" status: 200 len: 1001 time: 0.0540724 May 27 03:48:57.020274 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75011f42-aabc-4e11-a272-47d82f735489 req-e049924b-0cae-4863-ad84-598fa1024d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:48:57.021646 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-75011f42-aabc-4e11-a272-47d82f735489 req-e049924b-0cae-4863-ad84-598fa1024d73 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=70f3088a-69eb-4200-8510-9bfafbc2b380 HTTP/1.1" status: 200 len: 851 time: 0.0429699 May 27 03:48:57.065697 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75011f42-aabc-4e11-a272-47d82f735489 req-5970fba0-98e6-403e-bdb7-d48c2c0bcf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:48:57.067220 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-75011f42-aabc-4e11-a272-47d82f735489 req-5970fba0-98e6-403e-bdb7-d48c2c0bcf73 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e3032795-d107-4737-b6eb-c559a5838bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391793 May 27 03:48:57.154255 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-75011f42-aabc-4e11-a272-47d82f735489 req-ce1992c1-5762-437d-8fd1-a855cf8603ba service neutron] 10.222.0.69 "GET /v2.0/networks/e3032795-d107-4737-b6eb-c559a5838bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810623 May 27 03:48:57.244745 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-75011f42-aabc-4e11-a272-47d82f735489 req-1090ab85-d5f3-4752-9539-f6053e106f33 service neutron] 10.222.0.69 "GET /v2.0/networks/e3032795-d107-4737-b6eb-c559a5838bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848463 May 27 03:49:05.396044 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=77,neutron:DELETE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:05.399000 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=33,neutron:DELETE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:05.945166 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=87 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:07.240478 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=62 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:07.241265 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=43 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:12.346272 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:12.349022 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=29 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:13.517913 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (134bae73-502b-4599-bb47-129fee8818a4), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:14.706826 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-5fcca4ba-e119-431e-8b4a-dd3c008e1895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (b322252d-fb9d-4652-a830-647fed26b29a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:16.936775 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-2364bd6a-1850-43ba-84e6-515b5261707f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (9df6ec88-276d-42f5-acd2-7e289451d5e3), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:18.249942 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-584d7fde-7d72-4642-9601-b182cfb78c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (413fc6aa-3a5a-4281-abfd-a440a67afb4a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:19.341517 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f446-e12c-45b2-8c38-3579950c1c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (785c7416-4bf9-40d9-a08f-c797a61a0436), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:20.912719 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (917d01f3-4a27-4590-ae14-da14d21a1e88), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:22.356794 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-9c149d54-c888-4e42-8f00-041a6cfeaa6a req-81e3220f-d9e3-4de5-b3bd-5f35bde22c39 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=788423a8-d964-45c7-a881-d67ad880306b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377753 May 27 03:49:22.450072 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c149d54-c888-4e42-8f00-041a6cfeaa6a req-7dd38f9e-27ba-4a73-bf2d-daa99d89c574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:22.451576 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-9c149d54-c888-4e42-8f00-041a6cfeaa6a req-7dd38f9e-27ba-4a73-bf2d-daa99d89c574 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=696d1db827244c65b179789b47baabe1&device_id=788423a8-d964-45c7-a881-d67ad880306b HTTP/1.1" status: 200 len: 1129 time: 0.0386527 May 27 03:49:22.562212 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c149d54-c888-4e42-8f00-041a6cfeaa6a req-22cc79cf-5ea8-4b79-bf8f-9872439913c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:22.563774 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-9c149d54-c888-4e42-8f00-041a6cfeaa6a req-22cc79cf-5ea8-4b79-bf8f-9872439913c2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e3032795-d107-4737-b6eb-c559a5838bdb HTTP/1.1" status: 200 len: 913 time: 0.0900109 May 27 03:49:22.625722 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-9c149d54-c888-4e42-8f00-041a6cfeaa6a req-76df4b00-20be-403f-b527-2162c4406efa service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0336d7e-69a4-4a30-8efc-dfa397dc0daf HTTP/1.1" status: 200 len: 1001 time: 0.0555122 May 27 03:49:22.671637 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c149d54-c888-4e42-8f00-041a6cfeaa6a req-afd97667-acc4-425b-8e61-f819f5cc09ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:22.673059 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-9c149d54-c888-4e42-8f00-041a6cfeaa6a req-afd97667-acc4-425b-8e61-f819f5cc09ce service neutron] 10.222.0.69 "GET /v2.0/subnets?id=70f3088a-69eb-4200-8510-9bfafbc2b380 HTTP/1.1" status: 200 len: 851 time: 0.0418632 May 27 03:49:22.717298 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c149d54-c888-4e42-8f00-041a6cfeaa6a req-ffec3900-09e0-4998-b52f-dcd8b9785fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:49:22.718724 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-9c149d54-c888-4e42-8f00-041a6cfeaa6a req-ffec3900-09e0-4998-b52f-dcd8b9785fa5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e3032795-d107-4737-b6eb-c559a5838bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401599 May 27 03:49:22.807367 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-9c149d54-c888-4e42-8f00-041a6cfeaa6a req-7f1c133b-61c2-4dc6-a38b-4abe1c65db90 service neutron] 10.222.0.69 "GET /v2.0/networks/e3032795-d107-4737-b6eb-c559a5838bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813439 May 27 03:49:22.904389 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-9c149d54-c888-4e42-8f00-041a6cfeaa6a req-b2a82e18-eae1-4a04-9c5d-f307774ad05f service neutron] 10.222.0.69 "GET /v2.0/networks/e3032795-d107-4737-b6eb-c559a5838bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870225 May 27 03:49:25.758049 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.agents_db [None req-cbb77ebc-65ec-4caa-a8b3-81c074906866 None None] Agent healthcheck: found 6 active agents {{(pid=104617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:49:30.803920 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:30.809354 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:32.897771 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=51 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:32.898534 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=50 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:38.768915 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=3 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:38.769694 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=5 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:49:43.621284 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (134bae73-502b-4599-bb47-129fee8818a4), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:44.689411 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-3d8c8b59-3364-4a47-999f-ab793858b3ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (b322252d-fb9d-4652-a830-647fed26b29a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:46.969373 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-71cfaecf-4564-4716-8873-777b5aba56ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (9df6ec88-276d-42f5-acd2-7e289451d5e3), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:48.220607 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-584d7fde-7d72-4642-9601-b182cfb78c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (413fc6aa-3a5a-4281-abfd-a440a67afb4a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:49.334801 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f446-e12c-45b2-8c38-3579950c1c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (785c7416-4bf9-40d9-a08f-c797a61a0436), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:49:50.888111 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (917d01f3-4a27-4590-ae14-da14d21a1e88), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:00.804896 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:00.811900 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:UPDATE=3,neutron:SELECT=10 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:02.756869 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.agents_db [None req-cbb77ebc-65ec-4caa-a8b3-81c074906866 None None] Agent healthcheck: found 6 active agents {{(pid=104617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:50:13.538710 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (134bae73-502b-4599-bb47-129fee8818a4), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:14.728295 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-6d72613b-f73a-4316-bb48-8390b70c252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (b322252d-fb9d-4652-a830-647fed26b29a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:15.760409 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=4 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:15.766248 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:16.956133 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-1ad38dbb-c6c7-44ca-91e4-99a58537f45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (9df6ec88-276d-42f5-acd2-7e289451d5e3), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:18.219681 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-584d7fde-7d72-4642-9601-b182cfb78c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (413fc6aa-3a5a-4281-abfd-a440a67afb4a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:19.340327 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f446-e12c-45b2-8c38-3579950c1c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (785c7416-4bf9-40d9-a08f-c797a61a0436), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:20.894262 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (917d01f3-4a27-4590-ae14-da14d21a1e88), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:23.353643 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-43b106fe-2f11-49a8-96c2-4e1a04dbc3b3 req-60e476ee-4c79-4ffc-9061-ea381698c3d8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=788423a8-d964-45c7-a881-d67ad880306b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390186 May 27 03:50:23.445086 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b106fe-2f11-49a8-96c2-4e1a04dbc3b3 req-c8e4bffd-110b-480e-9a17-5eaeb0404373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:23.446546 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-43b106fe-2f11-49a8-96c2-4e1a04dbc3b3 req-c8e4bffd-110b-480e-9a17-5eaeb0404373 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=696d1db827244c65b179789b47baabe1&device_id=788423a8-d964-45c7-a881-d67ad880306b HTTP/1.1" status: 200 len: 1129 time: 0.0385613 May 27 03:50:23.550767 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b106fe-2f11-49a8-96c2-4e1a04dbc3b3 req-93db954a-c32a-451b-8a48-9f81d372e3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:23.552250 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-43b106fe-2f11-49a8-96c2-4e1a04dbc3b3 req-93db954a-c32a-451b-8a48-9f81d372e3f8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e3032795-d107-4737-b6eb-c559a5838bdb HTTP/1.1" status: 200 len: 913 time: 0.0877683 May 27 03:50:23.613697 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-43b106fe-2f11-49a8-96c2-4e1a04dbc3b3 req-9ec21a65-52b6-40ad-a1df-798509fe1651 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0336d7e-69a4-4a30-8efc-dfa397dc0daf HTTP/1.1" status: 200 len: 1001 time: 0.0548027 May 27 03:50:23.664619 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b106fe-2f11-49a8-96c2-4e1a04dbc3b3 req-64eb5c7c-418e-46d0-b163-7490a51d2ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:23.666023 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-43b106fe-2f11-49a8-96c2-4e1a04dbc3b3 req-64eb5c7c-418e-46d0-b163-7490a51d2ca5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=70f3088a-69eb-4200-8510-9bfafbc2b380 HTTP/1.1" status: 200 len: 851 time: 0.0471699 May 27 03:50:23.706239 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b106fe-2f11-49a8-96c2-4e1a04dbc3b3 req-891bb661-cf8c-4f2f-b0cc-3d734b98715e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:23.707706 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-43b106fe-2f11-49a8-96c2-4e1a04dbc3b3 req-891bb661-cf8c-4f2f-b0cc-3d734b98715e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e3032795-d107-4737-b6eb-c559a5838bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0359297 May 27 03:50:23.794460 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-43b106fe-2f11-49a8-96c2-4e1a04dbc3b3 req-105d2410-3317-4919-a302-f58e316d792f service neutron] 10.222.0.69 "GET /v2.0/networks/e3032795-d107-4737-b6eb-c559a5838bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804441 May 27 03:50:23.882407 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-43b106fe-2f11-49a8-96c2-4e1a04dbc3b3 req-ff0cba3f-565f-482e-b380-2739e2725cd7 service neutron] 10.222.0.69 "GET /v2.0/networks/e3032795-d107-4737-b6eb-c559a5838bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831003 May 27 03:50:32.461248 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=19,neutron:UPDATE=5 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:32.468051 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:33.873169 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=49 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:33.879132 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=52 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:39.756352 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.agents_db [None req-cbb77ebc-65ec-4caa-a8b3-81c074906866 None None] Agent healthcheck: found 6 active agents {{(pid=104617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:50:43.567695 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (134bae73-502b-4599-bb47-129fee8818a4), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:44.670860 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-02c455a9-0419-435d-885d-904349ec2888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (b322252d-fb9d-4652-a830-647fed26b29a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:46.945318 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-5fdc9e70-23d4-477f-9421-761373ec28fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (9df6ec88-276d-42f5-acd2-7e289451d5e3), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:48.219355 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-584d7fde-7d72-4642-9601-b182cfb78c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (413fc6aa-3a5a-4281-abfd-a440a67afb4a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:49.339704 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f446-e12c-45b2-8c38-3579950c1c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (785c7416-4bf9-40d9-a08f-c797a61a0436), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:49.755603 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2405de39-f06f-453a-a2b4-77ec585d0f1c req-2d8d3ab5-4bd2-4444-bd76-b6285e3fe027 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:49.757056 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-2405de39-f06f-453a-a2b4-77ec585d0f1c req-2d8d3ab5-4bd2-4444-bd76-b6285e3fe027 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/ports?device_id=788423a8-d964-45c7-a881-d67ad880306b HTTP/1.1" status: 200 len: 945 time: 0.0944307 May 27 03:50:49.807356 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-2405de39-f06f-453a-a2b4-77ec585d0f1c req-3576fa58-bc62-428e-9035-07a49e93a7d2 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/security-groups?id=141c3a78-f1ba-436e-a008-73bb3b6bf9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444264 May 27 03:50:50.909378 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (917d01f3-4a27-4590-ae14-da14d21a1e88), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:50.977506 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8736e26-a039-42f4-8d80-d5f19349e2f4 req-9a4dc35d-f2ef-4486-bf3f-5de1225fbfb5 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:50.979017 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-b8736e26-a039-42f4-8d80-d5f19349e2f4 req-9a4dc35d-f2ef-4486-bf3f-5de1225fbfb5 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/ports?device_id=788423a8-d964-45c7-a881-d67ad880306b HTTP/1.1" status: 200 len: 945 time: 0.1004286 May 27 03:50:51.027259 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-b8736e26-a039-42f4-8d80-d5f19349e2f4 req-88e06abd-af14-45a5-83a8-993ea999ee77 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/security-groups?id=141c3a78-f1ba-436e-a008-73bb3b6bf9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423760 May 27 03:50:51.314792 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091197c7-18dc-4e32-b097-32b93aaa112e req-ee4ab2e2-446c-4a97-b2e4-3b36f093f848 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:51.316286 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-091197c7-18dc-4e32-b097-32b93aaa112e req-ee4ab2e2-446c-4a97-b2e4-3b36f093f848 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.69 "GET /v2.0/ports?device_id=788423a8-d964-45c7-a881-d67ad880306b HTTP/1.1" status: 200 len: 945 time: 0.0452652 May 27 03:50:51.396594 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [req-091197c7-18dc-4e32-b097-32b93aaa112e req-22d3d9f0-3fba-4509-960d-397e4ba02f0c tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Deleting port d0336d7e-69a4-4a30-8efc-dfa397dc0daf {{(pid=104614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:50:51.396932 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-091197c7-18dc-4e32-b097-32b93aaa112e req-22d3d9f0-3fba-4509-960d-397e4ba02f0c tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791799895781'] for port (d0336d7e-69a4-4a30-8efc-dfa397dc0daf), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:51.484757 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.db [req-091197c7-18dc-4e32-b097-32b93aaa112e req-22d3d9f0-3fba-4509-960d-397e4ba02f0c tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] For port d0336d7e-69a4-4a30-8efc-dfa397dc0daf, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=d0336d7e-69a4-4a30-8efc-dfa397dc0daf,segment=NetworkSegment(6cba1183-3640-42eb-a92d-12223c337187),segment_id=6cba1183-3640-42eb-a92d-12223c337187)] {{(pid=104614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:50:51.485122 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-091197c7-18dc-4e32-b097-32b93aaa112e req-22d3d9f0-3fba-4509-960d-397e4ba02f0c tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-658269'] for port (d0336d7e-69a4-4a30-8efc-dfa397dc0daf), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:51.647525 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-091197c7-18dc-4e32-b097-32b93aaa112e req-22d3d9f0-3fba-4509-960d-397e4ba02f0c tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:51.647840 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-091197c7-18dc-4e32-b097-32b93aaa112e req-22d3d9f0-3fba-4509-960d-397e4ba02f0c tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680165'] for floatingip (4392e0f2-2d43-43fc-a2e8-a46089bb0553), after_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:51.648158 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.db.l3_db [req-091197c7-18dc-4e32-b097-32b93aaa112e req-22d3d9f0-3fba-4509-960d-397e4ba02f0c tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Floating IP 4392e0f2-2d43-43fc-a2e8-a46089bb0553 disassociated. External IP: 172.27.0.219, port: d0336d7e-69a4-4a30-8efc-dfa397dc0daf. May 27 03:50:51.648506 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [req-091197c7-18dc-4e32-b097-32b93aaa112e req-22d3d9f0-3fba-4509-960d-397e4ba02f0c tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Calling delete_port for d0336d7e-69a4-4a30-8efc-dfa397dc0daf owned by compute:nova {{(pid=104614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:50:51.836760 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-091197c7-18dc-4e32-b097-32b93aaa112e req-22d3d9f0-3fba-4509-960d-397e4ba02f0c tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791799905747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791799515450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8584799065'] for port (d0336d7e-69a4-4a30-8efc-dfa397dc0daf), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:51.866714 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d3d9f0-3fba-4509-960d-397e4ba02f0c tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Pushing event deleted for resources: {'Port': ['ID=d0336d7e-69a4-4a30-8efc-dfa397dc0daf,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:51.877537 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d3d9f0-3fba-4509-960d-397e4ba02f0c tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:51.877892 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d3d9f0-3fba-4509-960d-397e4ba02f0c tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:51.878247 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d3d9f0-3fba-4509-960d-397e4ba02f0c tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:51.878595 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d3d9f0-3fba-4509-960d-397e4ba02f0c tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:51.878959 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d3d9f0-3fba-4509-960d-397e4ba02f0c tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:51.879298 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d3d9f0-3fba-4509-960d-397e4ba02f0c tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:51.879630 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d3d9f0-3fba-4509-960d-397e4ba02f0c tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:51.879958 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d3d9f0-3fba-4509-960d-397e4ba02f0c tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:51.880287 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d3d9f0-3fba-4509-960d-397e4ba02f0c tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:51.880615 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d3d9f0-3fba-4509-960d-397e4ba02f0c tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:51.880972 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d3d9f0-3fba-4509-960d-397e4ba02f0c tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:51.881297 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d3d9f0-3fba-4509-960d-397e4ba02f0c tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:51.881624 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d3d9f0-3fba-4509-960d-397e4ba02f0c tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:51.881966 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d3d9f0-3fba-4509-960d-397e4ba02f0c tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:51.887919 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d3d9f0-3fba-4509-960d-397e4ba02f0c tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:50:51.987404 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.l3_agent_scheduler [req-091197c7-18dc-4e32-b097-32b93aaa112e req-22d3d9f0-3fba-4509-960d-397e4ba02f0c tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Router 5aa27c36-5cf6-4672-9e42-151f55ad82fa has already been hosted by L3 agent 9df6ec88-276d-42f5-acd2-7e289451d5e3 {{(pid=104614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:50:52.099257 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-091197c7-18dc-4e32-b097-32b93aaa112e req-22d3d9f0-3fba-4509-960d-397e4ba02f0c tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Notify agent at l3_agent.dv-cinder-828805-4-iscsi the message routers_updated {{(pid=104614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:50:52.110874 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ad1cc7-a646-4ea5-82b2-ff244b35a931 None None] Sync routers for ids ['5aa27c36-5cf6-4672-9e42-151f55ad82fa'] in dv-cinder-828805-4-iscsi {{(pid=104616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:50:52.121911 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ad1cc7-a646-4ea5-82b2-ff244b35a931 None None] Routers {'5aa27c36-5cf6-4672-9e42-151f55ad82fa'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:50:52.122534 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-a3ad1cc7-a646-4ea5-82b2-ff244b35a931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:50:47Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['5aa27c36-5cf6-4672-9e42-151f55ad82fa'], 'active': True} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:52.133711 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-58b0bc37-a5f1-4632-850d-a26b1cd44671 req-2fab297b-fc74-4729-a33f-1cff097e8a03 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/ports?device_id=788423a8-d964-45c7-a881-d67ad880306b HTTP/1.1" status: 200 len: 210 time: 0.0272541 May 27 03:50:52.144168 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.l3_dvrscheduler_db [req-091197c7-18dc-4e32-b097-32b93aaa112e req-22d3d9f0-3fba-4509-960d-397e4ba02f0c tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] No DVR routers for this DVR port d0336d7e-69a4-4a30-8efc-dfa397dc0daf on host hv-cinder-82880 {{(pid=104614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:50:52.146924 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-091197c7-18dc-4e32-b097-32b93aaa112e req-22d3d9f0-3fba-4509-960d-397e4ba02f0c tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:52.150207 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-091197c7-18dc-4e32-b097-32b93aaa112e req-22d3d9f0-3fba-4509-960d-397e4ba02f0c tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.69 "DELETE /v2.0/ports/d0336d7e-69a4-4a30-8efc-dfa397dc0daf HTTP/1.1" status: 204 len: 173 time: 0.8291049 May 27 03:50:52.150703 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '788423a8-d964-45c7-a881-d67ad880306b', 'name': 'network-vif-deleted', 'tag': 'd0336d7e-69a4-4a30-8efc-dfa397dc0daf'}] {{(pid=104614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:50:52.153037 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a93b0eab3ec594b69aa68cd7d580be2fac36b4cb942ee4cac03c85783d056da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb70dc2a-c84b-4130-850e-326946ae7666" -d '{"events": [{"server_uuid": "788423a8-d964-45c7-a881-d67ad880306b", "name": "network-vif-deleted", "tag": "d0336d7e-69a4-4a30-8efc-dfa397dc0daf"}]}' {{(pid=104614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:50:52.192189 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87cf7c01-18e7-4e6b-970d-958d4f68b844 x-openstack-request-id: req-87cf7c01-18e7-4e6b-970d-958d4f68b844 {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:50:52.192591 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "788423a8-d964-45c7-a881-d67ad880306b", "name": "network-vif-deleted", "tag": "d0336d7e-69a4-4a30-8efc-dfa397dc0daf", "status": "completed", "code": 200}]} {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:50:52.192891 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-87cf7c01-18e7-4e6b-970d-958d4f68b844 {{(pid=104614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:50:52.193358 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87cf7c01-18e7-4e6b-970d-958d4f68b844'] response: {'server_uuid': '788423a8-d964-45c7-a881-d67ad880306b', 'name': 'network-vif-deleted', 'tag': 'd0336d7e-69a4-4a30-8efc-dfa397dc0daf', 'status': 'completed', 'code': 200} May 27 03:50:52.234614 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvr_db [None req-a3ad1cc7-a646-4ea5-82b2-ff244b35a931 None None] Set router 5aa27c36-5cf6-4672-9e42-151f55ad82fa gateway port host: dv-cinder-828805-4-iscsi {{(pid=104616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:50:52.438089 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-a3ad1cc7-a646-4ea5-82b2-ff244b35a931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'name': 'tempest-TestVolumeBootPattern-1536044687-router', 'tenant_id': '696d1db827244c65b179789b47baabe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '425efcbd-e332-4fd9-acf5-12ca8c753c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:06Z', 'updated_at': '2022-05-27T03:48:09Z', 'revision_number': 4, 'project_id': '696d1db827244c65b179789b47baabe1', 'gw_port': {'id': '425efcbd-e332-4fd9-acf5-12ca8c753c1e', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:33:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:06Z', 'updated_at': '2022-05-27T03:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_interfaces': [{'id': 'c914d648-2ddc-470c-a764-e27b66f4a42e', 'name': '', 'network_id': 'e3032795-d107-4737-b6eb-c559a5838bdb', 'tenant_id': '696d1db827244c65b179789b47baabe1', 'mac_address': 'fa:16:3e:72:d1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '70f3088a-69eb-4200-8510-9bfafbc2b380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:08Z', 'updated_at': '2022-05-27T03:48:13Z', 'revision_number': 5, 'project_id': '696d1db827244c65b179789b47baabe1', 'subnets': [{'id': '70f3088a-69eb-4200-8510-9bfafbc2b380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:52.462710 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ad1cc7-a646-4ea5-82b2-ff244b35a931 None None] Checking router: 5aa27c36-5cf6-4672-9e42-151f55ad82fa for host: dv-cinder-828805-4-iscsi {{(pid=104616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:50:52.471187 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ad1cc7-a646-4ea5-82b2-ff244b35a931 None None] Routers {'5aa27c36-5cf6-4672-9e42-151f55ad82fa'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:50:52.471790 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-a3ad1cc7-a646-4ea5-82b2-ff244b35a931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:50:47Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['5aa27c36-5cf6-4672-9e42-151f55ad82fa'], 'active': True} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:52.571051 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvr_db [None req-a3ad1cc7-a646-4ea5-82b2-ff244b35a931 None None] Set router 5aa27c36-5cf6-4672-9e42-151f55ad82fa gateway port host: dv-cinder-828805-4-iscsi {{(pid=104616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:50:52.758664 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-a3ad1cc7-a646-4ea5-82b2-ff244b35a931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'name': 'tempest-TestVolumeBootPattern-1536044687-router', 'tenant_id': '696d1db827244c65b179789b47baabe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '425efcbd-e332-4fd9-acf5-12ca8c753c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:06Z', 'updated_at': '2022-05-27T03:48:09Z', 'revision_number': 4, 'project_id': '696d1db827244c65b179789b47baabe1', 'gw_port': {'id': '425efcbd-e332-4fd9-acf5-12ca8c753c1e', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:33:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:06Z', 'updated_at': '2022-05-27T03:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_interfaces': [{'id': 'c914d648-2ddc-470c-a764-e27b66f4a42e', 'name': '', 'network_id': 'e3032795-d107-4737-b6eb-c559a5838bdb', 'tenant_id': '696d1db827244c65b179789b47baabe1', 'mac_address': 'fa:16:3e:72:d1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '70f3088a-69eb-4200-8510-9bfafbc2b380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:08Z', 'updated_at': '2022-05-27T03:48:13Z', 'revision_number': 5, 'project_id': '696d1db827244c65b179789b47baabe1', 'subnets': [{'id': '70f3088a-69eb-4200-8510-9bfafbc2b380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:50:52.762220 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=4 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:52.762992 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=4 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:52.783361 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ad1cc7-a646-4ea5-82b2-ff244b35a931 None None] The sync data for ids ['5aa27c36-5cf6-4672-9e42-151f55ad82fa'] in dv-cinder-828805-4-iscsi is: [{'id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'name': 'tempest-TestVolumeBootPattern-1536044687-router', 'tenant_id': '696d1db827244c65b179789b47baabe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '425efcbd-e332-4fd9-acf5-12ca8c753c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:06Z', 'updated_at': '2022-05-27T03:48:09Z', 'revision_number': 4, 'project_id': '696d1db827244c65b179789b47baabe1', 'gw_port': {'id': '425efcbd-e332-4fd9-acf5-12ca8c753c1e', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:33:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:06Z', 'updated_at': '2022-05-27T03:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_interfaces': [{'id': 'c914d648-2ddc-470c-a764-e27b66f4a42e', 'name': '', 'network_id': 'e3032795-d107-4737-b6eb-c559a5838bdb', 'tenant_id': '696d1db827244c65b179789b47baabe1', 'mac_address': 'fa:16:3e:72:d1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '70f3088a-69eb-4200-8510-9bfafbc2b380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:08Z', 'updated_at': '2022-05-27T03:48:13Z', 'revision_number': 5, 'project_id': '696d1db827244c65b179789b47baabe1', 'subnets': [{'id': '70f3088a-69eb-4200-8510-9bfafbc2b380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:50:53.005657 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d57097-9708-48cc-99f6-b9482a4ae4dc None None] New status for floating IP 4392e0f2-2d43-43fc-a2e8-a46089bb0553: DOWN {{(pid=104617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:50:53.246758 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-c6faf217-602d-4f96-b683-bda1f98819c1 req-1f165fde-c0ba-4350-b552-9638c775db80 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/ports?device_id=788423a8-d964-45c7-a881-d67ad880306b HTTP/1.1" status: 200 len: 210 time: 0.0276442 May 27 03:50:54.457907 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-0cc226c9-0ddc-4ae4-b657-9dfecdb988c7 req-f5d29071-5c55-44ed-9879-0899e2d83a78 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1707052482&fields=id&tenant_id=696d1db827244c65b179789b47baabe1 HTTP/1.1" status: 200 len: 267 time: 0.0470750 May 27 03:50:54.560840 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc226c9-0ddc-4ae4-b657-9dfecdb988c7 req-03449cd3-05d8-4f05-9668-6ab81d6686fa tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:54.562782 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-0cc226c9-0ddc-4ae4-b657-9dfecdb988c7 req-03449cd3-05d8-4f05-9668-6ab81d6686fa tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/networks?id=e3032795-d107-4737-b6eb-c559a5838bdb HTTP/1.1" status: 200 len: 812 time: 0.0981209 May 27 03:50:54.577694 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-0cc226c9-0ddc-4ae4-b657-9dfecdb988c7 req-150c0135-abd2-4700-a9bf-edd2c3c1fef4 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/quotas/696d1db827244c65b179789b47baabe1 HTTP/1.1" status: 200 len: 375 time: 0.0089593 May 27 03:50:54.623654 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-0cc226c9-0ddc-4ae4-b657-9dfecdb988c7 req-867919ed-d321-498d-914c-982de5fe8147 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=696d1db827244c65b179789b47baabe1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0411580 May 27 03:50:54.720661 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-0cc226c9-0ddc-4ae4-b657-9dfecdb988c7 req-05e95675-dfbf-4f48-bff8-97647ad6a4b0 service neutron] 10.222.0.24 "GET /v2.0/networks/e3032795-d107-4737-b6eb-c559a5838bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851269 May 27 03:50:54.808038 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-0cc226c9-0ddc-4ae4-b657-9dfecdb988c7 req-67b10e7f-c6be-428b-81fa-54e4a1032721 service neutron] 10.222.0.24 "GET /v2.0/networks/e3032795-d107-4737-b6eb-c559a5838bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818148 May 27 03:50:54.906330 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device d0336d7e-69a4-4a30-8efc-dfa397dc0daf no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:50:54.927738 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] No Port match for: d0336d7e-69a4-4a30-8efc-dfa397dc0daf {{(pid=104616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:50:54.928081 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device d0336d7e-69a4-4a30-8efc-dfa397dc0daf not bound to the agent host hv-cinder-82880 {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:50:55.371588 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-437805f6-f679-4182-8a61-015c2c0fe8b8 req-92dedacb-71cc-42bc-9abe-a50b54712808 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/ports?device_id=a963f3ea-f214-49ba-8fc5-7c971471b478 HTTP/1.1" status: 200 len: 210 time: 0.0321717 May 27 03:50:56.469858 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-85f37a23-beb8-4540-80af-d80ba50e8257 req-6c78b36c-076f-4e02-b049-1861c63c66d8 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/ports?device_id=a963f3ea-f214-49ba-8fc5-7c971471b478 HTTP/1.1" status: 200 len: 210 time: 0.0276909 May 27 03:50:57.376095 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:57.453738 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc226c9-0ddc-4ae4-b657-9dfecdb988c7 req-fa0d3916-8d9c-4e63-9ab2-5b2451687839 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:57.455238 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-0cc226c9-0ddc-4ae4-b657-9dfecdb988c7 req-fa0d3916-8d9c-4e63-9ab2-5b2451687839 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.69 "GET /v2.0/networks?id=e3032795-d107-4737-b6eb-c559a5838bdb HTTP/1.1" status: 200 len: 812 time: 0.1031044 May 27 03:50:57.481855 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:57.525000 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-0cc226c9-0ddc-4ae4-b657-9dfecdb988c7 req-5bfd048e-f8ce-4547-be24-36535a9e5518 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=696d1db827244c65b179789b47baabe1 HTTP/1.1" status: 200 len: 380 time: 0.0560830 May 27 03:50:57.534062 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [req-0cc226c9-0ddc-4ae4-b657-9dfecdb988c7 req-65a2f861-c914-4109-bc4a-00cb045bb844 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Request body: {'port': {'device_id': 'a963f3ea-f214-49ba-8fc5-7c971471b478', 'network_id': 'e3032795-d107-4737-b6eb-c559a5838bdb', 'admin_state_up': True, 'tenant_id': '696d1db827244c65b179789b47baabe1', 'security_groups': ['141c3a78-f1ba-436e-a008-73bb3b6bf9d2']}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:50:57.566137 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-59648c2c-c2ed-4968-95fd-d70f50b0cd23 req-5cd9620f-23b8-40df-aed0-a4cf8f677d89 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/ports?device_id=a963f3ea-f214-49ba-8fc5-7c971471b478 HTTP/1.1" status: 200 len: 210 time: 0.0281179 May 27 03:50:57.737604 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cc226c9-0ddc-4ae4-b657-9dfecdb988c7 req-65a2f861-c914-4109-bc4a-00cb045bb844 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Made reservation on behalf of 696d1db827244c65b179789b47baabe1 for: {'port': 1} {{(pid=104614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:50:57.741145 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-0cc226c9-0ddc-4ae4-b657-9dfecdb988c7 req-65a2f861-c914-4109-bc4a-00cb045bb844 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:57.868953 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.db_base_plugin_common [req-0cc226c9-0ddc-4ae4-b657-9dfecdb988c7 req-65a2f861-c914-4109-bc4a-00cb045bb844 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Allocated IP 172.20.0.3 (e3032795-d107-4737-b6eb-c559a5838bdb/70f3088a-69eb-4200-8510-9bfafbc2b380/8ca6625c-d7df-4b56-bf97-c6237fe12736) {{(pid=104614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:50:58.003472 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-0cc226c9-0ddc-4ae4-b657-9dfecdb988c7 req-65a2f861-c914-4109-bc4a-00cb045bb844 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks [] for port (8ca6625c-d7df-4b56-bf97-c6237fe12736), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:58.109731 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-0cc226c9-0ddc-4ae4-b657-9dfecdb988c7 req-65a2f861-c914-4109-bc4a-00cb045bb844 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791799515441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8584799065'] for port (8ca6625c-d7df-4b56-bf97-c6237fe12736), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:58.154376 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cc226c9-0ddc-4ae4-b657-9dfecdb988c7 req-65a2f861-c914-4109-bc4a-00cb045bb844 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Network e3032795-d107-4737-b6eb-c559a5838bdb is already hosted by enough agents. {{(pid=104614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:50:58.160227 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.base_scheduler [req-0cc226c9-0ddc-4ae4-b657-9dfecdb988c7 req-65a2f861-c914-4109-bc4a-00cb045bb844 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Resources bound (agent type, host, resource id): {{(pid=104614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:50:58.163842 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cc226c9-0ddc-4ae4-b657-9dfecdb988c7 req-65a2f861-c914-4109-bc4a-00cb045bb844 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Received port after_create {{(pid=104614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:50:58.189777 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a2f861-c914-4109-bc4a-00cb045bb844 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Pushing event updated for resources: {'Port': ['ID=8ca6625c-d7df-4b56-bf97-c6237fe12736,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:58.219181 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc226c9-0ddc-4ae4-b657-9dfecdb988c7 req-65a2f861-c914-4109-bc4a-00cb045bb844 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:58.223474 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-0cc226c9-0ddc-4ae4-b657-9dfecdb988c7 req-65a2f861-c914-4109-bc4a-00cb045bb844 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:58.307962 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-0cc226c9-0ddc-4ae4-b657-9dfecdb988c7 req-65a2f861-c914-4109-bc4a-00cb045bb844 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7779560 May 27 03:50:58.324935 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [req-0cc226c9-0ddc-4ae4-b657-9dfecdb988c7 req-8696fa85-8312-4093-a183-28fb2abe7639 service neutron] Request body: {'port': {'device_id': 'a963f3ea-f214-49ba-8fc5-7c971471b478', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:50:58.357911 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:58.384875 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-0cc226c9-0ddc-4ae4-b657-9dfecdb988c7 req-8696fa85-8312-4093-a183-28fb2abe7639 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (8ca6625c-d7df-4b56-bf97-c6237fe12736), before_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:58.414815 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-71a82f9f-93ac-4500-96ed-458c1d570eca None None] Provisioning complete for port 8ca6625c-d7df-4b56-bf97-c6237fe12736 triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:50:58.415465 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-71a82f9f-93ac-4500-96ed-458c1d570eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (8ca6625c-d7df-4b56-bf97-c6237fe12736), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:58.451942 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-71a82f9f-93ac-4500-96ed-458c1d570eca None None] Port 8ca6625c-d7df-4b56-bf97-c6237fe12736 cannot update to ACTIVE because it is not bound. {{(pid=104616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:50:58.537437 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:58.691667 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.notifiers.nova [req-0cc226c9-0ddc-4ae4-b657-9dfecdb988c7 req-8696fa85-8312-4093-a183-28fb2abe7639 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ca6625c-d7df-4b56-bf97-c6237fe12736 {{(pid=104614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:50:58.698490 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b44266-09d0-496e-bd01-d53376a13385 req-5afe302e-e46b-447f-8f4f-99b39a775db1 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:58.699531 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-0cc226c9-0ddc-4ae4-b657-9dfecdb988c7 req-8696fa85-8312-4093-a183-28fb2abe7639 service neutron] Publish callbacks [] for port (8ca6625c-d7df-4b56-bf97-c6237fe12736), precommit_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:58.700013 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-66b44266-09d0-496e-bd01-d53376a13385 req-5afe302e-e46b-447f-8f4f-99b39a775db1 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/ports?device_id=a963f3ea-f214-49ba-8fc5-7c971471b478 HTTP/1.1" status: 200 len: 931 time: 0.0508080 May 27 03:50:58.720847 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.provisioning_blocks [req-0cc226c9-0ddc-4ae4-b657-9dfecdb988c7 req-8696fa85-8312-4093-a183-28fb2abe7639 service neutron] Transition to ACTIVE for port object 8ca6625c-d7df-4b56-bf97-c6237fe12736 will not be triggered until provisioned by entity L2. {{(pid=104614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:50:58.754197 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-66b44266-09d0-496e-bd01-d53376a13385 req-f1599098-ad89-41c3-8d81-ab296b7d87b7 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/security-groups?id=141c3a78-f1ba-436e-a008-73bb3b6bf9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477471 May 27 03:50:58.842279 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-0cc226c9-0ddc-4ae4-b657-9dfecdb988c7 req-8696fa85-8312-4093-a183-28fb2abe7639 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8584799086'] for port (8ca6625c-d7df-4b56-bf97-c6237fe12736), after_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:58.893242 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8696fa85-8312-4093-a183-28fb2abe7639 service neutron] Pushing event updated for resources: {'Port': ['ID=8ca6625c-d7df-4b56-bf97-c6237fe12736,revision_number=2']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:58.973225 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.managers [req-0cc226c9-0ddc-4ae4-b657-9dfecdb988c7 req-8696fa85-8312-4093-a183-28fb2abe7639 service neutron] Attempting to bind port 8ca6625c-d7df-4b56-bf97-c6237fe12736 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:50:58.973564 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.managers [req-0cc226c9-0ddc-4ae4-b657-9dfecdb988c7 req-8696fa85-8312-4093-a183-28fb2abe7639 service neutron] Attempting to bind port 8ca6625c-d7df-4b56-bf97-c6237fe12736 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '6cba1183-3640-42eb-a92d-12223c337187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'e3032795-d107-4737-b6eb-c559a5838bdb'}] {{(pid=104614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:50:58.977321 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc226c9-0ddc-4ae4-b657-9dfecdb988c7 req-8696fa85-8312-4093-a183-28fb2abe7639 service neutron] Attempting to bind port 8ca6625c-d7df-4b56-bf97-c6237fe12736 on network e3032795-d107-4737-b6eb-c559a5838bdb {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:50:58.978756 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc226c9-0ddc-4ae4-b657-9dfecdb988c7 req-8696fa85-8312-4093-a183-28fb2abe7639 service neutron] Port 8ca6625c-d7df-4b56-bf97-c6237fe12736 on network e3032795-d107-4737-b6eb-c559a5838bdb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:50:58.979109 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc226c9-0ddc-4ae4-b657-9dfecdb988c7 req-8696fa85-8312-4093-a183-28fb2abe7639 service neutron] Attempting to bind port 8ca6625c-d7df-4b56-bf97-c6237fe12736 on network e3032795-d107-4737-b6eb-c559a5838bdb {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:50:58.984403 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc226c9-0ddc-4ae4-b657-9dfecdb988c7 req-8696fa85-8312-4093-a183-28fb2abe7639 service neutron] Checking agent: {'id': '134bae73-502b-4599-bb47-129fee8818a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 33, 12), 'started_at': datetime.datetime(2022, 5, 27, 3, 33, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:50:58.984743 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc226c9-0ddc-4ae4-b657-9dfecdb988c7 req-8696fa85-8312-4093-a183-28fb2abe7639 service neutron] Checking segment: {'id': '6cba1183-3640-42eb-a92d-12223c337187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'e3032795-d107-4737-b6eb-c559a5838bdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:50:58.985129 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc226c9-0ddc-4ae4-b657-9dfecdb988c7 req-8696fa85-8312-4093-a183-28fb2abe7639 service neutron] Bound using segment: {'id': '6cba1183-3640-42eb-a92d-12223c337187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'e3032795-d107-4737-b6eb-c559a5838bdb'} {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:50:58.985546 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.managers [req-0cc226c9-0ddc-4ae4-b657-9dfecdb988c7 req-8696fa85-8312-4093-a183-28fb2abe7639 service neutron] Bound port: 8ca6625c-d7df-4b56-bf97-c6237fe12736, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cba1183-3640-42eb-a92d-12223c337187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'e3032795-d107-4737-b6eb-c559a5838bdb'}}] {{(pid=104614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:50:58.985911 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-0cc226c9-0ddc-4ae4-b657-9dfecdb988c7 req-8696fa85-8312-4093-a183-28fb2abe7639 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (8ca6625c-d7df-4b56-bf97-c6237fe12736), before_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:59.053815 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.db [req-0cc226c9-0ddc-4ae4-b657-9dfecdb988c7 req-8696fa85-8312-4093-a183-28fb2abe7639 service neutron] For port 8ca6625c-d7df-4b56-bf97-c6237fe12736, host hv-cinder-82880, cleared binding levels {{(pid=104614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:50:59.055507 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:50:59.057291 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.db [req-0cc226c9-0ddc-4ae4-b657-9dfecdb988c7 req-8696fa85-8312-4093-a183-28fb2abe7639 service neutron] For port 8ca6625c-d7df-4b56-bf97-c6237fe12736, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=8ca6625c-d7df-4b56-bf97-c6237fe12736,segment=NetworkSegment(6cba1183-3640-42eb-a92d-12223c337187),segment_id=6cba1183-3640-42eb-a92d-12223c337187)] {{(pid=104614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:50:59.141148 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-0cc226c9-0ddc-4ae4-b657-9dfecdb988c7 req-8696fa85-8312-4093-a183-28fb2abe7639 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8584799086'] for port (8ca6625c-d7df-4b56-bf97-c6237fe12736), after_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:59.175984 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc226c9-0ddc-4ae4-b657-9dfecdb988c7 req-8696fa85-8312-4093-a183-28fb2abe7639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:59.176605 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-0cc226c9-0ddc-4ae4-b657-9dfecdb988c7 req-8696fa85-8312-4093-a183-28fb2abe7639 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:50:59.178171 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-0cc226c9-0ddc-4ae4-b657-9dfecdb988c7 req-8696fa85-8312-4093-a183-28fb2abe7639 service neutron] 10.222.0.69 "PUT /v2.0/ports/8ca6625c-d7df-4b56-bf97-c6237fe12736 HTTP/1.1" status: 200 len: 1093 time: 0.8577886 May 27 03:50:59.178489 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a963f3ea-f214-49ba-8fc5-7c971471b478', 'tag': '8ca6625c-d7df-4b56-bf97-c6237fe12736'}] {{(pid=104614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:50:59.180799 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a93b0eab3ec594b69aa68cd7d580be2fac36b4cb942ee4cac03c85783d056da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d16c61-d632-4c9e-a69d-5fc8c8c17edc" -d '{"events": [{"name": "network-changed", "server_uuid": "a963f3ea-f214-49ba-8fc5-7c971471b478", "tag": "8ca6625c-d7df-4b56-bf97-c6237fe12736"}]}' {{(pid=104614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:50:59.211021 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8696fa85-8312-4093-a183-28fb2abe7639 service neutron] Pushing event updated for resources: {'Port': ['ID=8ca6625c-d7df-4b56-bf97-c6237fe12736,revision_number=3']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:50:59.230968 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0934a5e-d386-49d7-a459-87f30a57cd1b x-openstack-request-id: req-a0934a5e-d386-49d7-a459-87f30a57cd1b {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:50:59.231267 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a963f3ea-f214-49ba-8fc5-7c971471b478", "tag": "8ca6625c-d7df-4b56-bf97-c6237fe12736", "status": "completed", "code": 200}]} {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:50:59.231524 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a0934a5e-d386-49d7-a459-87f30a57cd1b {{(pid=104614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:50:59.231920 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0934a5e-d386-49d7-a459-87f30a57cd1b'] response: {'name': 'network-changed', 'server_uuid': 'a963f3ea-f214-49ba-8fc5-7c971471b478', 'tag': '8ca6625c-d7df-4b56-bf97-c6237fe12736', 'status': 'completed', 'code': 200} May 27 03:50:59.334651 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d16c61-d632-4c9e-a69d-5fc8c8c17edc req-6f3da43d-83e6-4582-9f88-a0e667565f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:59.336592 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-76d16c61-d632-4c9e-a69d-5fc8c8c17edc req-6f3da43d-83e6-4582-9f88-a0e667565f95 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=696d1db827244c65b179789b47baabe1&device_id=a963f3ea-f214-49ba-8fc5-7c971471b478 HTTP/1.1" status: 200 len: 1127 time: 0.0413098 May 27 03:50:59.447800 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d16c61-d632-4c9e-a69d-5fc8c8c17edc req-368fc835-04f0-45d6-8733-e7139c122ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:59.449326 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-76d16c61-d632-4c9e-a69d-5fc8c8c17edc req-368fc835-04f0-45d6-8733-e7139c122ae8 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=696d1db827244c65b179789b47baabe1&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0984838 May 27 03:50:59.545570 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d16c61-d632-4c9e-a69d-5fc8c8c17edc req-9986187b-73c1-4ddf-8100-6d4401596574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:59.547072 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-76d16c61-d632-4c9e-a69d-5fc8c8c17edc req-9986187b-73c1-4ddf-8100-6d4401596574 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0926242 May 27 03:50:59.637097 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc226c9-0ddc-4ae4-b657-9dfecdb988c7 req-3a1704ca-5623-4195-a662-12a98be66579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:59.638456 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-0cc226c9-0ddc-4ae4-b657-9dfecdb988c7 req-3a1704ca-5623-4195-a662-12a98be66579 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=696d1db827244c65b179789b47baabe1&device_id=a963f3ea-f214-49ba-8fc5-7c971471b478 HTTP/1.1" status: 200 len: 1127 time: 0.0383525 May 27 03:50:59.683560 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-0cc226c9-0ddc-4ae4-b657-9dfecdb988c7 req-5ac1d06c-a829-4204-80ea-5549f8aa99db service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ca6625c-d7df-4b56-bf97-c6237fe12736 HTTP/1.1" status: 200 len: 217 time: 0.0318174 May 27 03:50:59.729954 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc226c9-0ddc-4ae4-b657-9dfecdb988c7 req-1ec381d6-a2b1-4648-9a34-09b00b0fa7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:59.731381 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-0cc226c9-0ddc-4ae4-b657-9dfecdb988c7 req-1ec381d6-a2b1-4648-9a34-09b00b0fa7e6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=70f3088a-69eb-4200-8510-9bfafbc2b380 HTTP/1.1" status: 200 len: 851 time: 0.0424497 May 27 03:50:59.775151 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc226c9-0ddc-4ae4-b657-9dfecdb988c7 req-0f5cb045-1f41-47d0-9282-875b1f170cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:59.776690 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-0cc226c9-0ddc-4ae4-b657-9dfecdb988c7 req-0f5cb045-1f41-47d0-9282-875b1f170cc6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e3032795-d107-4737-b6eb-c559a5838bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394609 May 27 03:50:59.865607 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-0cc226c9-0ddc-4ae4-b657-9dfecdb988c7 req-ea9e8af1-d106-4a46-a8c0-7cd0dd8fe62f service neutron] 10.222.0.69 "GET /v2.0/networks/e3032795-d107-4737-b6eb-c559a5838bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832417 May 27 03:50:59.867169 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d075e546-a8bd-454f-a793-2f28de14095a req-67204c8c-9bb2-4400-b883-15db8aa7f436 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:50:59.868767 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-d075e546-a8bd-454f-a793-2f28de14095a req-67204c8c-9bb2-4400-b883-15db8aa7f436 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/ports?device_id=a963f3ea-f214-49ba-8fc5-7c971471b478 HTTP/1.1" status: 200 len: 943 time: 0.0473425 May 27 03:50:59.917048 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-d075e546-a8bd-454f-a793-2f28de14095a req-40d46b72-27ec-4649-b411-5306362bb9ed tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/security-groups?id=141c3a78-f1ba-436e-a008-73bb3b6bf9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426250 May 27 03:50:59.957763 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-0cc226c9-0ddc-4ae4-b657-9dfecdb988c7 req-113ec2b0-10e6-4968-abcb-2c2d16ddeca8 service neutron] 10.222.0.69 "GET /v2.0/networks/e3032795-d107-4737-b6eb-c559a5838bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862844 May 27 03:51:01.029646 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2c8f7e-eae7-4106-b60a-2f68ba70f696 req-cf1b2ec7-ec0d-4c2e-ad26-7d50940fde2c tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:01.031102 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ef2c8f7e-eae7-4106-b60a-2f68ba70f696 req-cf1b2ec7-ec0d-4c2e-ad26-7d50940fde2c tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/ports?device_id=a963f3ea-f214-49ba-8fc5-7c971471b478 HTTP/1.1" status: 200 len: 943 time: 0.0452261 May 27 03:51:01.078469 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ef2c8f7e-eae7-4106-b60a-2f68ba70f696 req-011c5c74-3a11-4ed7-b453-bb28baa9097d tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/security-groups?id=141c3a78-f1ba-436e-a008-73bb3b6bf9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413713 May 27 03:51:02.191876 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae741565-affb-46c2-b183-99e44c924d0f req-500c59c5-b5a8-4bef-9cba-0723aa868482 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:02.193199 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ae741565-affb-46c2-b183-99e44c924d0f req-500c59c5-b5a8-4bef-9cba-0723aa868482 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/ports?device_id=a963f3ea-f214-49ba-8fc5-7c971471b478 HTTP/1.1" status: 200 len: 943 time: 0.0487068 May 27 03:51:02.205333 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:02.243511 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ae741565-affb-46c2-b183-99e44c924d0f req-a3e1c15d-be24-4e0c-af05-e88244316269 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/security-groups?id=141c3a78-f1ba-436e-a008-73bb3b6bf9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448010 May 27 03:51:03.346820 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:03.354858 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e9e8bc-9614-46e5-b6ac-a7dab0eeb998 req-c2e19566-c9c8-4fcd-a4aa-cfbe9dca4c7b tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:03.364142 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-e2e9e8bc-9614-46e5-b6ac-a7dab0eeb998 req-c2e19566-c9c8-4fcd-a4aa-cfbe9dca4c7b tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/ports?device_id=a963f3ea-f214-49ba-8fc5-7c971471b478 HTTP/1.1" status: 200 len: 943 time: 0.0454035 May 27 03:51:03.405023 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-e2e9e8bc-9614-46e5-b6ac-a7dab0eeb998 req-a91fc785-9cce-4564-9ec1-a1eccdf2607e tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/security-groups?id=141c3a78-f1ba-436e-a008-73bb3b6bf9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425079 May 27 03:51:04.516200 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2a73b-3484-48d1-b143-44275d06a140 req-c6fd0565-63a1-4dea-b231-07400421a07c tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:04.517654 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-5dc2a73b-3484-48d1-b143-44275d06a140 req-c6fd0565-63a1-4dea-b231-07400421a07c tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/ports?device_id=a963f3ea-f214-49ba-8fc5-7c971471b478 HTTP/1.1" status: 200 len: 943 time: 0.0455205 May 27 03:51:04.568949 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-5dc2a73b-3484-48d1-b143-44275d06a140 req-0bff090a-073a-4b83-89bf-6690688c6d9b tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/security-groups?id=141c3a78-f1ba-436e-a008-73bb3b6bf9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458794 May 27 03:51:05.679199 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f077509-8a49-4e14-a213-af0bcdeb84bc req-b090dda4-fe55-41ec-a929-aa6429703733 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:05.680568 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-9f077509-8a49-4e14-a213-af0bcdeb84bc req-b090dda4-fe55-41ec-a929-aa6429703733 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/ports?device_id=a963f3ea-f214-49ba-8fc5-7c971471b478 HTTP/1.1" status: 200 len: 943 time: 0.0455420 May 27 03:51:05.729254 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-9f077509-8a49-4e14-a213-af0bcdeb84bc req-595e549d-6f0c-4e29-80eb-9a9cafee29e2 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/security-groups?id=141c3a78-f1ba-436e-a008-73bb3b6bf9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432327 May 27 03:51:06.842548 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a864bbb-dbad-461e-99f5-befaf7f0d24d req-9202a29f-00d5-4cbf-bd83-7d8aeab88e19 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:06.844022 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-0a864bbb-dbad-461e-99f5-befaf7f0d24d req-9202a29f-00d5-4cbf-bd83-7d8aeab88e19 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/ports?device_id=a963f3ea-f214-49ba-8fc5-7c971471b478 HTTP/1.1" status: 200 len: 943 time: 0.0459757 May 27 03:51:06.890769 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-0a864bbb-dbad-461e-99f5-befaf7f0d24d req-2372a344-4347-4ed1-9cba-8f92756691cb tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/security-groups?id=141c3a78-f1ba-436e-a008-73bb3b6bf9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406528 May 27 03:51:06.974152 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device 8ca6625c-d7df-4b56-bf97-c6237fe12736 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:51:07.033531 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:07.045862 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:07.073715 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port 8ca6625c-d7df-4b56-bf97-c6237fe12736, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=8ca6625c-d7df-4b56-bf97-c6237fe12736,segment=NetworkSegment(6cba1183-3640-42eb-a92d-12223c337187),segment_id=6cba1183-3640-42eb-a92d-12223c337187)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:51:07.086725 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Returning: {'device': '8ca6625c-d7df-4b56-bf97-c6237fe12736', 'network_id': 'e3032795-d107-4737-b6eb-c559a5838bdb', 'port_id': '8ca6625c-d7df-4b56-bf97-c6237fe12736', 'mac_address': 'fa:16:3e:3d:00:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70f3088a-69eb-4200-8510-9bfafbc2b380', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:51:07.121458 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Current status of the port 8ca6625c-d7df-4b56-bf97-c6237fe12736 is: DOWN; New status is: BUILD {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:51:07.121842 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (8ca6625c-d7df-4b56-bf97-c6237fe12736), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:07.135495 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.notifiers.nova [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ca6625c-d7df-4b56-bf97-c6237fe12736 {{(pid=104616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:51:07.155080 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port 8ca6625c-d7df-4b56-bf97-c6237fe12736, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=8ca6625c-d7df-4b56-bf97-c6237fe12736,segment=NetworkSegment(6cba1183-3640-42eb-a92d-12223c337187),segment_id=6cba1183-3640-42eb-a92d-12223c337187)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:51:07.196496 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (8ca6625c-d7df-4b56-bf97-c6237fe12736), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:07.243570 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Pushing event updated for resources: {'Port': ['ID=8ca6625c-d7df-4b56-bf97-c6237fe12736,revision_number=4']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:07.250560 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:07.250935 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:07.251810 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:07.252140 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:07.252463 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:07.252787 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:07.253100 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:07.253413 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:07.253727 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:07.254038 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:07.254353 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:07.254662 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:07.255032 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:07.255344 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:07.255655 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:07.523492 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] get_ports_and_sgs() called for port_ids ['8ca6625c-d7df-4b56-bf97-c6237fe12736'] {{(pid=104616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:51:08.007170 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb97662-e223-4983-8d79-3510e8632195 req-0ee41fbe-1ce4-45ae-b3cd-e6d34399bb2e tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:08.008595 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-afb97662-e223-4983-8d79-3510e8632195 req-0ee41fbe-1ce4-45ae-b3cd-e6d34399bb2e tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/ports?device_id=a963f3ea-f214-49ba-8fc5-7c971471b478 HTTP/1.1" status: 200 len: 944 time: 0.0492206 May 27 03:51:08.056231 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-afb97662-e223-4983-8d79-3510e8632195 req-4ba4624a-1a35-4a5f-8107-a86fcdf9702d tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/security-groups?id=141c3a78-f1ba-436e-a008-73bb3b6bf9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422397 May 27 03:51:08.989426 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device 8ca6625c-d7df-4b56-bf97-c6237fe12736 up at agent hyperv_hv-cinder-82880 {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:51:09.033860 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Provisioning for port 8ca6625c-d7df-4b56-bf97-c6237fe12736 completed by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:51:09.128123 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Provisioning complete for port 8ca6625c-d7df-4b56-bf97-c6237fe12736 triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:51:09.128511 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (8ca6625c-d7df-4b56-bf97-c6237fe12736), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:09.178685 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ed856-b045-4764-b6a1-8dda12bb7ee9 req-98841ac0-eb6c-4c5d-8f51-61067ffbcef9 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:09.180185 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-a18ed856-b045-4764-b6a1-8dda12bb7ee9 req-98841ac0-eb6c-4c5d-8f51-61067ffbcef9 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/ports?device_id=a963f3ea-f214-49ba-8fc5-7c971471b478 HTTP/1.1" status: 200 len: 944 time: 0.0514336 May 27 03:51:09.207187 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Current status of the port 8ca6625c-d7df-4b56-bf97-c6237fe12736 is: BUILD; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:51:09.207831 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (8ca6625c-d7df-4b56-bf97-c6237fe12736), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:09.231754 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-a18ed856-b045-4764-b6a1-8dda12bb7ee9 req-6343174e-dcee-4e52-a453-79b97b51a65f tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/security-groups?id=141c3a78-f1ba-436e-a008-73bb3b6bf9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457335 May 27 03:51:09.233074 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a963f3ea-f214-49ba-8fc5-7c971471b478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca6625c-d7df-4b56-bf97-c6237fe12736'}] {{(pid=104616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:51:09.235284 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538c57523af4411a099bc77a34a8b12cae4f8d5a17830f42255aa2cd4d9c6a31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f55d87-779f-407c-bf62-08f224a9ec59" -d '{"events": [{"server_uuid": "a963f3ea-f214-49ba-8fc5-7c971471b478", "name": "network-vif-plugged", "status": "completed", "tag": "8ca6625c-d7df-4b56-bf97-c6237fe12736"}]}' {{(pid=104616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:51:09.247825 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port 8ca6625c-d7df-4b56-bf97-c6237fe12736, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=8ca6625c-d7df-4b56-bf97-c6237fe12736,segment=NetworkSegment(6cba1183-3640-42eb-a92d-12223c337187),segment_id=6cba1183-3640-42eb-a92d-12223c337187)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:51:09.273336 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee165d4-d5f5-423d-96a6-dafbff7dfd24 x-openstack-request-id: req-3ee165d4-d5f5-423d-96a6-dafbff7dfd24 {{(pid=104616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:51:09.273621 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a963f3ea-f214-49ba-8fc5-7c971471b478", "name": "network-vif-plugged", "status": "completed", "tag": "8ca6625c-d7df-4b56-bf97-c6237fe12736", "code": 200}]} {{(pid=104616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:51:09.273870 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3ee165d4-d5f5-423d-96a6-dafbff7dfd24 {{(pid=104616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:51:09.274256 dv-cinder-828805-4-iscsi neutron-server[104616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ee165d4-d5f5-423d-96a6-dafbff7dfd24'] response: {'server_uuid': 'a963f3ea-f214-49ba-8fc5-7c971471b478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca6625c-d7df-4b56-bf97-c6237fe12736', 'code': 200} May 27 03:51:09.316567 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (8ca6625c-d7df-4b56-bf97-c6237fe12736), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:09.366690 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Pushing event updated for resources: {'Port': ['ID=8ca6625c-d7df-4b56-bf97-c6237fe12736,revision_number=5']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:09.677264 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13587e7-86f1-4912-9e4a-3c109acb1fba req-e0830037-66f1-48cc-8242-487755307bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:09.678727 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-e13587e7-86f1-4912-9e4a-3c109acb1fba req-e0830037-66f1-48cc-8242-487755307bea service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a963f3ea-f214-49ba-8fc5-7c971471b478 HTTP/1.1" status: 200 len: 1129 time: 0.0382144 May 27 03:51:09.723930 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-e13587e7-86f1-4912-9e4a-3c109acb1fba req-93b17ed2-9a0e-44bc-a9aa-adbe7648627f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=141c3a78-f1ba-436e-a008-73bb3b6bf9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387824 May 27 03:51:10.350828 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26aa72f-f562-40ef-805a-b292ebee0fd8 req-e55a5f80-9206-4562-8075-d590a74649cf tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:10.352213 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-a26aa72f-f562-40ef-805a-b292ebee0fd8 req-e55a5f80-9206-4562-8075-d590a74649cf tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/ports?device_id=a963f3ea-f214-49ba-8fc5-7c971471b478 HTTP/1.1" status: 200 len: 945 time: 0.0492864 May 27 03:51:10.399594 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-a26aa72f-f562-40ef-805a-b292ebee0fd8 req-40eb4bde-8485-41aa-ae7b-47d338d69bef tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/security-groups?id=141c3a78-f1ba-436e-a008-73bb3b6bf9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420127 May 27 03:51:11.513115 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2835f7-7489-44e7-a237-b06d4c298144 req-3f6faca8-703b-4637-829f-ab53937dea55 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:11.514564 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-2b2835f7-7489-44e7-a237-b06d4c298144 req-3f6faca8-703b-4637-829f-ab53937dea55 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/ports?device_id=a963f3ea-f214-49ba-8fc5-7c971471b478 HTTP/1.1" status: 200 len: 945 time: 0.0462635 May 27 03:51:11.563025 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-2b2835f7-7489-44e7-a237-b06d4c298144 req-2f082451-cb73-4fa0-b346-87cd81ca9b34 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/security-groups?id=141c3a78-f1ba-436e-a008-73bb3b6bf9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428984 May 27 03:51:11.684252 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fed920d-ab1d-454c-9e99-ed7131785b3b req-785985cd-1395-4f34-a800-ced39c8bfcb6 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:11.685621 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4fed920d-ab1d-454c-9e99-ed7131785b3b req-785985cd-1395-4f34-a800-ced39c8bfcb6 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/ports?device_id=a963f3ea-f214-49ba-8fc5-7c971471b478 HTTP/1.1" status: 200 len: 945 time: 0.0463083 May 27 03:51:11.736802 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4fed920d-ab1d-454c-9e99-ed7131785b3b req-e802ffe7-2003-4916-9445-b82d274d05ed tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/security-groups?id=141c3a78-f1ba-436e-a008-73bb3b6bf9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457551 May 27 03:51:11.758852 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 45172) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:51:11.794940 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422a26a9-5305-42fd-88da-7c29afc03eef tempest-TestVolumeBootPattern-1619853790 tempest-TestVolumeBootPattern-1619853790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:11.796395 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-422a26a9-5305-42fd-88da-7c29afc03eef tempest-TestVolumeBootPattern-1619853790 tempest-TestVolumeBootPattern-1619853790-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a963f3ea-f214-49ba-8fc5-7c971471b478 HTTP/1.1" status: 200 len: 1124 time: 0.0365913 May 27 03:51:11.799613 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 45174) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:51:11.803675 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.v2.base [None req-f53156cb-42e7-4186-97e7-e97b593c46de tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Request body: {'floatingip': {'floating_network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'port_id': '8ca6625c-d7df-4b56-bf97-c6237fe12736', 'tenant_id': '696d1db827244c65b179789b47baabe1', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:51:11.927712 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-f53156cb-42e7-4186-97e7-e97b593c46de tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:11.984811 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:12.007537 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-f53156cb-42e7-4186-97e7-e97b593c46de tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:12.049778 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:12.115110 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.db.db_base_plugin_common [None req-f53156cb-42e7-4186-97e7-e97b593c46de tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Allocated IP 172.27.0.68 (6db324a0-41f0-4440-95df-83df441784f6/1196ed2a-e255-42ad-b78e-696bc1bae72b/6fa51268-3949-488c-9023-e6b22d9580f3) {{(pid=104615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:51:12.220868 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-f53156cb-42e7-4186-97e7-e97b593c46de tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks [] for port (6fa51268-3949-488c-9023-e6b22d9580f3), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:12.287791 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-f53156cb-42e7-4186-97e7-e97b593c46de tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791799515441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585481432'] for port (6fa51268-3949-488c-9023-e6b22d9580f3), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:12.326507 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53156cb-42e7-4186-97e7-e97b593c46de tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Network 6db324a0-41f0-4440-95df-83df441784f6 is already hosted by enough agents. {{(pid=104615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:51:12.329844 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.base_scheduler [None req-f53156cb-42e7-4186-97e7-e97b593c46de tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Resources bound (agent type, host, resource id): {{(pid=104615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:51:12.332407 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53156cb-42e7-4186-97e7-e97b593c46de tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Received port after_create {{(pid=104615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:51:12.345876 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:12.348698 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:12.355640 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53156cb-42e7-4186-97e7-e97b593c46de tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Pushing event updated for resources: {'Port': ['ID=6fa51268-3949-488c-9023-e6b22d9580f3,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:12.369053 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53156cb-42e7-4186-97e7-e97b593c46de tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:12.374450 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53156cb-42e7-4186-97e7-e97b593c46de tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:12.374450 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53156cb-42e7-4186-97e7-e97b593c46de tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:12.374450 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53156cb-42e7-4186-97e7-e97b593c46de tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:12.374450 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53156cb-42e7-4186-97e7-e97b593c46de tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:12.374450 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53156cb-42e7-4186-97e7-e97b593c46de tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:12.374450 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53156cb-42e7-4186-97e7-e97b593c46de tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:12.374450 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53156cb-42e7-4186-97e7-e97b593c46de tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:12.374450 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53156cb-42e7-4186-97e7-e97b593c46de tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:12.374450 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53156cb-42e7-4186-97e7-e97b593c46de tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:12.374450 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53156cb-42e7-4186-97e7-e97b593c46de tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:12.374450 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53156cb-42e7-4186-97e7-e97b593c46de tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:12.374450 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53156cb-42e7-4186-97e7-e97b593c46de tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:12.374450 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53156cb-42e7-4186-97e7-e97b593c46de tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:12.375646 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53156cb-42e7-4186-97e7-e97b593c46de tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:51:12.738601 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:12.739793 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-f53156cb-42e7-4186-97e7-e97b593c46de tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks [] for floatingip (c76a5c8b-4952-4379-9535-d045b1a26cc9), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:12.858608 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-f53156cb-42e7-4186-97e7-e97b593c46de tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (6fa51268-3949-488c-9023-e6b22d9580f3), before_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:13.028651 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-f53156cb-42e7-4186-97e7-e97b593c46de tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks [] for port (6fa51268-3949-488c-9023-e6b22d9580f3), precommit_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:13.087907 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-f53156cb-42e7-4186-97e7-e97b593c46de tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585481455'] for port (6fa51268-3949-488c-9023-e6b22d9580f3), after_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:13.091158 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:13.163667 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53156cb-42e7-4186-97e7-e97b593c46de tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Pushing event updated for resources: {'Port': ['ID=6fa51268-3949-488c-9023-e6b22d9580f3,revision_number=2']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:51:13.171798 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-f53156cb-42e7-4186-97e7-e97b593c46de tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680165'] for floatingip (c76a5c8b-4952-4379-9535-d045b1a26cc9), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:13.269994 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.db.l3_db [None req-f53156cb-42e7-4186-97e7-e97b593c46de tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Floating IP c76a5c8b-4952-4379-9535-d045b1a26cc9 associated. External IP: 172.27.0.68, port: 8ca6625c-d7df-4b56-bf97-c6237fe12736. May 27 03:51:13.478204 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f53156cb-42e7-4186-97e7-e97b593c46de tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Router 5aa27c36-5cf6-4672-9e42-151f55ad82fa has already been hosted by L3 agent 9df6ec88-276d-42f5-acd2-7e289451d5e3 {{(pid=104615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:51:13.481866 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:13.583606 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f53156cb-42e7-4186-97e7-e97b593c46de tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Notify agent at l3_agent.dv-cinder-828805-4-iscsi the message routers_updated {{(pid=104615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:51:13.590109 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (134bae73-502b-4599-bb47-129fee8818a4), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:13.592971 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfe1d3c-a60d-4eb7-908b-8375a3cb1ac0 None None] Sync routers for ids ['5aa27c36-5cf6-4672-9e42-151f55ad82fa'] in dv-cinder-828805-4-iscsi {{(pid=104616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:51:13.603009 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfe1d3c-a60d-4eb7-908b-8375a3cb1ac0 None None] Routers {'5aa27c36-5cf6-4672-9e42-151f55ad82fa'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:51:13.603629 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-cdfe1d3c-a60d-4eb7-908b-8375a3cb1ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:50:47Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['5aa27c36-5cf6-4672-9e42-151f55ad82fa'], 'active': True} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:13.690232 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-f53156cb-42e7-4186-97e7-e97b593c46de tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for floatingip (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:13.692164 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:13.705520 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvr_db [None req-cdfe1d3c-a60d-4eb7-908b-8375a3cb1ac0 None None] Set router 5aa27c36-5cf6-4672-9e42-151f55ad82fa gateway port host: dv-cinder-828805-4-iscsi {{(pid=104616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:51:13.714488 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:13.721015 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-f53156cb-42e7-4186-97e7-e97b593c46de tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9204829 May 27 03:51:13.721688 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a963f3ea-f214-49ba-8fc5-7c971471b478', 'tag': '8ca6625c-d7df-4b56-bf97-c6237fe12736'}] {{(pid=104615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:51:13.724056 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9faa1dd78fb558d4018d1363b43ffec7552e77d137433f9c5cc39ec2f1c636e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-095cf4d2-67b3-4576-b9f3-d37f4034b128" -d '{"events": [{"name": "network-changed", "server_uuid": "a963f3ea-f214-49ba-8fc5-7c971471b478", "tag": "8ca6625c-d7df-4b56-bf97-c6237fe12736"}]}' {{(pid=104615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:51:13.759577 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb21e309-2561-4ed6-8a41-b1ced41d6adc x-openstack-request-id: req-cb21e309-2561-4ed6-8a41-b1ced41d6adc {{(pid=104615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:51:13.760178 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a963f3ea-f214-49ba-8fc5-7c971471b478", "tag": "8ca6625c-d7df-4b56-bf97-c6237fe12736", "status": "completed", "code": 200}]} {{(pid=104615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:51:13.760178 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cb21e309-2561-4ed6-8a41-b1ced41d6adc {{(pid=104615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:51:13.760505 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb21e309-2561-4ed6-8a41-b1ced41d6adc'] response: {'name': 'network-changed', 'server_uuid': 'a963f3ea-f214-49ba-8fc5-7c971471b478', 'tag': '8ca6625c-d7df-4b56-bf97-c6237fe12736', 'status': 'completed', 'code': 200} May 27 03:51:13.838582 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095cf4d2-67b3-4576-b9f3-d37f4034b128 req-d61de6b5-8d06-40a2-bc83-12dcc5c37727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:13.840210 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-095cf4d2-67b3-4576-b9f3-d37f4034b128 req-d61de6b5-8d06-40a2-bc83-12dcc5c37727 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=696d1db827244c65b179789b47baabe1&device_id=a963f3ea-f214-49ba-8fc5-7c971471b478 HTTP/1.1" status: 200 len: 1129 time: 0.0380991 May 27 03:51:13.921967 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-cdfe1d3c-a60d-4eb7-908b-8375a3cb1ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'name': 'tempest-TestVolumeBootPattern-1536044687-router', 'tenant_id': '696d1db827244c65b179789b47baabe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '425efcbd-e332-4fd9-acf5-12ca8c753c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:06Z', 'updated_at': '2022-05-27T03:48:09Z', 'revision_number': 4, 'project_id': '696d1db827244c65b179789b47baabe1', 'gw_port': {'id': '425efcbd-e332-4fd9-acf5-12ca8c753c1e', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:33:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:06Z', 'updated_at': '2022-05-27T03:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_floatingips': [{'id': 'c76a5c8b-4952-4379-9535-d045b1a26cc9', 'tenant_id': '696d1db827244c65b179789b47baabe1', 'floating_ip_address': '172.27.0.68', 'floating_network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'router_id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'port_id': '8ca6625c-d7df-4b56-bf97-c6237fe12736', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3032795-d107-4737-b6eb-c559a5838bdb', 'mac_address': 'fa:16:3e:3d:00:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a963f3ea-f214-49ba-8fc5-7c971471b478', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:51:12Z', 'updated_at': '2022-05-27T03:51:12Z', 'revision_number': 0, 'project_id': '696d1db827244c65b179789b47baabe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c914d648-2ddc-470c-a764-e27b66f4a42e', 'name': '', 'network_id': 'e3032795-d107-4737-b6eb-c559a5838bdb', 'tenant_id': '696d1db827244c65b179789b47baabe1', 'mac_address': 'fa:16:3e:72:d1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '70f3088a-69eb-4200-8510-9bfafbc2b380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:08Z', 'updated_at': '2022-05-27T03:48:13Z', 'revision_number': 5, 'project_id': '696d1db827244c65b179789b47baabe1', 'subnets': [{'id': '70f3088a-69eb-4200-8510-9bfafbc2b380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:13.929714 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:13.934545 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095cf4d2-67b3-4576-b9f3-d37f4034b128 req-0f93b8a9-ed06-43e3-b82c-bc4bba8f4fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:13.936045 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-095cf4d2-67b3-4576-b9f3-d37f4034b128 req-0f93b8a9-ed06-43e3-b82c-bc4bba8f4fc6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e3032795-d107-4737-b6eb-c559a5838bdb HTTP/1.1" status: 200 len: 913 time: 0.0890155 May 27 03:51:14.000675 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-095cf4d2-67b3-4576-b9f3-d37f4034b128 req-c7f5ca71-10f4-4fd1-87e0-3d169e0d27ca service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ca6625c-d7df-4b56-bf97-c6237fe12736 HTTP/1.1" status: 200 len: 998 time: 0.0587711 May 27 03:51:14.054720 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095cf4d2-67b3-4576-b9f3-d37f4034b128 req-db56f742-28ed-4f83-bd03-32001f4706c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:14.056240 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-095cf4d2-67b3-4576-b9f3-d37f4034b128 req-db56f742-28ed-4f83-bd03-32001f4706c6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=70f3088a-69eb-4200-8510-9bfafbc2b380 HTTP/1.1" status: 200 len: 851 time: 0.0500443 May 27 03:51:14.075410 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfe1d3c-a60d-4eb7-908b-8375a3cb1ac0 None None] Checking router: 5aa27c36-5cf6-4672-9e42-151f55ad82fa for host: dv-cinder-828805-4-iscsi {{(pid=104616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:51:14.085339 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfe1d3c-a60d-4eb7-908b-8375a3cb1ac0 None None] Routers {'5aa27c36-5cf6-4672-9e42-151f55ad82fa'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:51:14.085951 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-cdfe1d3c-a60d-4eb7-908b-8375a3cb1ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:50:47Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['5aa27c36-5cf6-4672-9e42-151f55ad82fa'], 'active': True} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:14.102085 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095cf4d2-67b3-4576-b9f3-d37f4034b128 req-c04ac883-1f93-4e72-8302-825da7d9bf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:14.103638 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-095cf4d2-67b3-4576-b9f3-d37f4034b128 req-c04ac883-1f93-4e72-8302-825da7d9bf34 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e3032795-d107-4737-b6eb-c559a5838bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420234 May 27 03:51:14.159628 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=100 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:14.186262 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvr_db [None req-cdfe1d3c-a60d-4eb7-908b-8375a3cb1ac0 None None] Set router 5aa27c36-5cf6-4672-9e42-151f55ad82fa gateway port host: dv-cinder-828805-4-iscsi {{(pid=104616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:51:14.193708 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-095cf4d2-67b3-4576-b9f3-d37f4034b128 req-4586d02e-c965-4829-a34e-8ebdf3cb0abe service neutron] 10.222.0.69 "GET /v2.0/networks/e3032795-d107-4737-b6eb-c559a5838bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845449 May 27 03:51:14.286079 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-095cf4d2-67b3-4576-b9f3-d37f4034b128 req-68abedf2-1313-40d5-b2db-ab710d37361f service neutron] 10.222.0.69 "GET /v2.0/networks/e3032795-d107-4737-b6eb-c559a5838bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865481 May 27 03:51:14.390870 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-cdfe1d3c-a60d-4eb7-908b-8375a3cb1ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'name': 'tempest-TestVolumeBootPattern-1536044687-router', 'tenant_id': '696d1db827244c65b179789b47baabe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '425efcbd-e332-4fd9-acf5-12ca8c753c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:06Z', 'updated_at': '2022-05-27T03:48:09Z', 'revision_number': 4, 'project_id': '696d1db827244c65b179789b47baabe1', 'gw_port': {'id': '425efcbd-e332-4fd9-acf5-12ca8c753c1e', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:33:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:06Z', 'updated_at': '2022-05-27T03:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_floatingips': [{'id': 'c76a5c8b-4952-4379-9535-d045b1a26cc9', 'tenant_id': '696d1db827244c65b179789b47baabe1', 'floating_ip_address': '172.27.0.68', 'floating_network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'router_id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'port_id': '8ca6625c-d7df-4b56-bf97-c6237fe12736', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3032795-d107-4737-b6eb-c559a5838bdb', 'mac_address': 'fa:16:3e:3d:00:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a963f3ea-f214-49ba-8fc5-7c971471b478', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:51:12Z', 'updated_at': '2022-05-27T03:51:12Z', 'revision_number': 0, 'project_id': '696d1db827244c65b179789b47baabe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c914d648-2ddc-470c-a764-e27b66f4a42e', 'name': '', 'network_id': 'e3032795-d107-4737-b6eb-c559a5838bdb', 'tenant_id': '696d1db827244c65b179789b47baabe1', 'mac_address': 'fa:16:3e:72:d1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '70f3088a-69eb-4200-8510-9bfafbc2b380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:08Z', 'updated_at': '2022-05-27T03:48:13Z', 'revision_number': 5, 'project_id': '696d1db827244c65b179789b47baabe1', 'subnets': [{'id': '70f3088a-69eb-4200-8510-9bfafbc2b380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:51:14.419515 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfe1d3c-a60d-4eb7-908b-8375a3cb1ac0 None None] The sync data for ids ['5aa27c36-5cf6-4672-9e42-151f55ad82fa'] in dv-cinder-828805-4-iscsi is: [{'id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'name': 'tempest-TestVolumeBootPattern-1536044687-router', 'tenant_id': '696d1db827244c65b179789b47baabe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '425efcbd-e332-4fd9-acf5-12ca8c753c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:06Z', 'updated_at': '2022-05-27T03:48:09Z', 'revision_number': 4, 'project_id': '696d1db827244c65b179789b47baabe1', 'gw_port': {'id': '425efcbd-e332-4fd9-acf5-12ca8c753c1e', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:33:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:06Z', 'updated_at': '2022-05-27T03:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_floatingips': [{'id': 'c76a5c8b-4952-4379-9535-d045b1a26cc9', 'tenant_id': '696d1db827244c65b179789b47baabe1', 'floating_ip_address': '172.27.0.68', 'floating_network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'router_id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'port_id': '8ca6625c-d7df-4b56-bf97-c6237fe12736', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3032795-d107-4737-b6eb-c559a5838bdb', 'mac_address': 'fa:16:3e:3d:00:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a963f3ea-f214-49ba-8fc5-7c971471b478', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:51:12Z', 'updated_at': '2022-05-27T03:51:12Z', 'revision_number': 0, 'project_id': '696d1db827244c65b179789b47baabe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c914d648-2ddc-470c-a764-e27b66f4a42e', 'name': '', 'network_id': 'e3032795-d107-4737-b6eb-c559a5838bdb', 'tenant_id': '696d1db827244c65b179789b47baabe1', 'mac_address': 'fa:16:3e:72:d1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '70f3088a-69eb-4200-8510-9bfafbc2b380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:08Z', 'updated_at': '2022-05-27T03:48:13Z', 'revision_number': 5, 'project_id': '696d1db827244c65b179789b47baabe1', 'subnets': [{'id': '70f3088a-69eb-4200-8510-9bfafbc2b380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:51:14.617427 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39dffe9-1e72-4640-b68d-6a8b951ac5a2 None None] New status for floating IP c76a5c8b-4952-4379-9535-d045b1a26cc9: ACTIVE {{(pid=104617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:51:14.702828 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-69900027-4247-490e-a173-e2ab15520705 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (b322252d-fb9d-4652-a830-647fed26b29a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:16.755813 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.agents_db [None req-cbb77ebc-65ec-4caa-a8b3-81c074906866 None None] Agent healthcheck: found 6 active agents {{(pid=104617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:51:16.944614 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-fd1bba23-8306-4027-bf80-a78603b87495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (9df6ec88-276d-42f5-acd2-7e289451d5e3), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:18.247723 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-584d7fde-7d72-4642-9601-b182cfb78c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (413fc6aa-3a5a-4281-abfd-a440a67afb4a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:19.355853 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f446-e12c-45b2-8c38-3579950c1c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (785c7416-4bf9-40d9-a08f-c797a61a0436), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:20.921581 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (917d01f3-4a27-4590-ae14-da14d21a1e88), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:23.717672 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=51,neutron:DELETE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:24.280563 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=31 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:24.282445 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=12 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:25.406738 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-30a7366f-f680-44bf-9380-48386af30051 req-9fec0031-ee3b-41c6-aef6-4ce0398953bd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a963f3ea-f214-49ba-8fc5-7c971471b478&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0803225 May 27 03:51:25.511341 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a7366f-f680-44bf-9380-48386af30051 req-49a20f23-63d1-4d39-89cc-b3262c6723b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:25.512824 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-30a7366f-f680-44bf-9380-48386af30051 req-49a20f23-63d1-4d39-89cc-b3262c6723b6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=696d1db827244c65b179789b47baabe1&device_id=a963f3ea-f214-49ba-8fc5-7c971471b478 HTTP/1.1" status: 200 len: 1129 time: 0.0375249 May 27 03:51:25.617865 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a7366f-f680-44bf-9380-48386af30051 req-1e83b299-412b-4ec2-8ac1-215095e557dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:25.619284 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-30a7366f-f680-44bf-9380-48386af30051 req-1e83b299-412b-4ec2-8ac1-215095e557dc service neutron] 10.222.0.69 "GET /v2.0/networks?id=e3032795-d107-4737-b6eb-c559a5838bdb HTTP/1.1" status: 200 len: 913 time: 0.0893712 May 27 03:51:25.679049 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-30a7366f-f680-44bf-9380-48386af30051 req-9202986f-59e4-4773-a6de-8679c35de795 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ca6625c-d7df-4b56-bf97-c6237fe12736 HTTP/1.1" status: 200 len: 1000 time: 0.0534258 May 27 03:51:25.731143 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a7366f-f680-44bf-9380-48386af30051 req-4cdc9151-6a79-4ae3-aad1-9029b7d967e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:25.732566 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-30a7366f-f680-44bf-9380-48386af30051 req-4cdc9151-6a79-4ae3-aad1-9029b7d967e8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=70f3088a-69eb-4200-8510-9bfafbc2b380 HTTP/1.1" status: 200 len: 851 time: 0.0462525 May 27 03:51:25.773255 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a7366f-f680-44bf-9380-48386af30051 req-8e6a227b-4d36-444d-997f-ed93898dbe7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:51:25.774698 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-30a7366f-f680-44bf-9380-48386af30051 req-8e6a227b-4d36-444d-997f-ed93898dbe7e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e3032795-d107-4737-b6eb-c559a5838bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0368173 May 27 03:51:25.861784 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-30a7366f-f680-44bf-9380-48386af30051 req-a7db7637-19f2-4063-b18a-508facc4ee5d service neutron] 10.222.0.69 "GET /v2.0/networks/e3032795-d107-4737-b6eb-c559a5838bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812485 May 27 03:51:25.956252 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-30a7366f-f680-44bf-9380-48386af30051 req-6e7c38d1-fd38-4360-8ba3-ffa1d14555d6 service neutron] 10.222.0.69 "GET /v2.0/networks/e3032795-d107-4737-b6eb-c559a5838bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884838 May 27 03:51:29.766826 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:29.767709 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:30.816755 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=85,neutron:UPDATE=1 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:30.818611 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=57,neutron:UPDATE=4 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:35.947079 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=47 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:35.953081 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=54 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:51:43.599133 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (134bae73-502b-4599-bb47-129fee8818a4), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:44.701616 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-54f47404-ab41-494c-958e-066201040683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (b322252d-fb9d-4652-a830-647fed26b29a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:46.953457 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-7fa4f1ab-1ad5-4491-9873-a0cfafb6bb16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (9df6ec88-276d-42f5-acd2-7e289451d5e3), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:48.233263 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-584d7fde-7d72-4642-9601-b182cfb78c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (413fc6aa-3a5a-4281-abfd-a440a67afb4a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:49.343626 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f446-e12c-45b2-8c38-3579950c1c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (785c7416-4bf9-40d9-a08f-c797a61a0436), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:50.918756 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (917d01f3-4a27-4590-ae14-da14d21a1e88), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:51:53.754559 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.agents_db [None req-cbb77ebc-65ec-4caa-a8b3-81c074906866 None None] Agent healthcheck: found 6 active agents {{(pid=104617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:52:00.817726 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:00.820056 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:06.774894 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=5 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:12.828689 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:13.588783 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (134bae73-502b-4599-bb47-129fee8818a4), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:14.708340 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-d79e170f-8614-4bff-9693-7371b7530885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (b322252d-fb9d-4652-a830-647fed26b29a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:16.940605 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-2bb41e04-8250-4e2f-a5bf-501690fb99ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (9df6ec88-276d-42f5-acd2-7e289451d5e3), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:18.234283 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-584d7fde-7d72-4642-9601-b182cfb78c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (413fc6aa-3a5a-4281-abfd-a440a67afb4a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:19.337579 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f446-e12c-45b2-8c38-3579950c1c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (785c7416-4bf9-40d9-a08f-c797a61a0436), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:20.908638 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (917d01f3-4a27-4590-ae14-da14d21a1e88), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:27.022960 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-f0972485-5e48-4360-979e-891fcd0a6ce5 req-1f805faa-7e16-447e-ac7f-1538f1ec6875 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a963f3ea-f214-49ba-8fc5-7c971471b478&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0368936 May 27 03:52:27.114444 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0972485-5e48-4360-979e-891fcd0a6ce5 req-181e0ecf-dcbb-4d8d-932f-998a1eca4b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:27.115879 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-f0972485-5e48-4360-979e-891fcd0a6ce5 req-181e0ecf-dcbb-4d8d-932f-998a1eca4b2f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=696d1db827244c65b179789b47baabe1&device_id=a963f3ea-f214-49ba-8fc5-7c971471b478 HTTP/1.1" status: 200 len: 1129 time: 0.0381901 May 27 03:52:27.220296 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0972485-5e48-4360-979e-891fcd0a6ce5 req-3421231d-5568-465c-8a29-fe089dc07ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:27.221733 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-f0972485-5e48-4360-979e-891fcd0a6ce5 req-3421231d-5568-465c-8a29-fe089dc07ddf service neutron] 10.222.0.69 "GET /v2.0/networks?id=e3032795-d107-4737-b6eb-c559a5838bdb HTTP/1.1" status: 200 len: 913 time: 0.0869050 May 27 03:52:27.279935 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-f0972485-5e48-4360-979e-891fcd0a6ce5 req-378de66b-259a-4f5c-b671-d813a14a2627 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ca6625c-d7df-4b56-bf97-c6237fe12736 HTTP/1.1" status: 200 len: 1000 time: 0.0524533 May 27 03:52:27.329266 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0972485-5e48-4360-979e-891fcd0a6ce5 req-d673d5b4-69f3-4b0c-9f39-9dbe06b0e208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:27.330730 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-f0972485-5e48-4360-979e-891fcd0a6ce5 req-d673d5b4-69f3-4b0c-9f39-9dbe06b0e208 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=70f3088a-69eb-4200-8510-9bfafbc2b380 HTTP/1.1" status: 200 len: 851 time: 0.0453019 May 27 03:52:27.370949 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0972485-5e48-4360-979e-891fcd0a6ce5 req-f3425163-c921-4191-b071-b99c9addad3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:27.372287 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-f0972485-5e48-4360-979e-891fcd0a6ce5 req-f3425163-c921-4191-b071-b99c9addad3d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e3032795-d107-4737-b6eb-c559a5838bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0360293 May 27 03:52:27.457307 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-f0972485-5e48-4360-979e-891fcd0a6ce5 req-b4dbbd83-419a-4635-871e-5c5d24f854fb service neutron] 10.222.0.69 "GET /v2.0/networks/e3032795-d107-4737-b6eb-c559a5838bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792894 May 27 03:52:27.547334 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-f0972485-5e48-4360-979e-891fcd0a6ce5 req-0f37fab1-424c-479b-958b-212bf174b67f service neutron] 10.222.0.69 "GET /v2.0/networks/e3032795-d107-4737-b6eb-c559a5838bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841401 May 27 03:52:27.752010 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=1 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:27.752694 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=1 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:30.753553 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.agents_db [None req-cbb77ebc-65ec-4caa-a8b3-81c074906866 None None] Agent healthcheck: found 6 active agents {{(pid=104617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:52:32.347478 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:32.350243 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:37.542583 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=54 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:37.544481 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=47 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:43.591354 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (134bae73-502b-4599-bb47-129fee8818a4), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:43.768780 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=3 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:43.773089 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=5 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:44.708601 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-33d97632-e395-42aa-a02f-140a540bc4cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (b322252d-fb9d-4652-a830-647fed26b29a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:46.930877 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-6cb3ceac-1453-42ca-80df-7f53e5a800ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (9df6ec88-276d-42f5-acd2-7e289451d5e3), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:48.239143 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-584d7fde-7d72-4642-9601-b182cfb78c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (413fc6aa-3a5a-4281-abfd-a440a67afb4a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:48.518759 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-10005634-4fc6-4c92-981c-4f5b56907507 req-65665065-890c-49d5-bddc-9b24b84a0d98 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1707052482&fields=id&tenant_id=696d1db827244c65b179789b47baabe1 HTTP/1.1" status: 200 len: 267 time: 0.0447340 May 27 03:52:48.624622 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10005634-4fc6-4c92-981c-4f5b56907507 req-5c650308-c528-420a-9e05-4ed0a9ae662e tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:48.625970 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-10005634-4fc6-4c92-981c-4f5b56907507 req-5c650308-c528-420a-9e05-4ed0a9ae662e tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/networks?id=e3032795-d107-4737-b6eb-c559a5838bdb HTTP/1.1" status: 200 len: 812 time: 0.1010821 May 27 03:52:48.640700 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-10005634-4fc6-4c92-981c-4f5b56907507 req-5614c827-09c5-4121-8ead-5bc9c81d379b tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/quotas/696d1db827244c65b179789b47baabe1 HTTP/1.1" status: 200 len: 375 time: 0.0092659 May 27 03:52:48.689605 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-10005634-4fc6-4c92-981c-4f5b56907507 req-91a3203f-07fd-4979-8ef2-ad05b80cba25 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=696d1db827244c65b179789b47baabe1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0441194 May 27 03:52:48.786058 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-10005634-4fc6-4c92-981c-4f5b56907507 req-5544b0e3-a076-45f2-8be7-75fa1249e90b service neutron] 10.222.0.24 "GET /v2.0/networks/e3032795-d107-4737-b6eb-c559a5838bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840080 May 27 03:52:48.875332 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-10005634-4fc6-4c92-981c-4f5b56907507 req-cd6aaeb0-e0fe-4894-8f91-637a1138db2e service neutron] 10.222.0.24 "GET /v2.0/networks/e3032795-d107-4737-b6eb-c559a5838bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821643 May 27 03:52:49.370562 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f446-e12c-45b2-8c38-3579950c1c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (785c7416-4bf9-40d9-a08f-c797a61a0436), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:49.486197 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-f76f7ca3-c272-482d-b0a9-fdb1a57afc58 req-35ba1cca-4c24-4ea3-b623-7349c587f551 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef3fcc1f-a697-4dfd-b6a7-416019ccb578 HTTP/1.1" status: 200 len: 210 time: 0.0326371 May 27 03:52:50.581560 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-52b6b8f0-44e9-4d51-baf5-aa8c51e72970 req-7f9f5880-b503-48a5-9832-2611122d456c tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef3fcc1f-a697-4dfd-b6a7-416019ccb578 HTTP/1.1" status: 200 len: 210 time: 0.0273299 May 27 03:52:50.930622 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (917d01f3-4a27-4590-ae14-da14d21a1e88), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:51.641269 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10005634-4fc6-4c92-981c-4f5b56907507 req-1973c77a-f371-479f-b0a4-3aa9c91fa805 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:51.642710 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-10005634-4fc6-4c92-981c-4f5b56907507 req-1973c77a-f371-479f-b0a4-3aa9c91fa805 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.69 "GET /v2.0/networks?id=e3032795-d107-4737-b6eb-c559a5838bdb HTTP/1.1" status: 200 len: 812 time: 0.1071770 May 27 03:52:51.689423 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-6d4a134d-82a7-4966-9746-b6dbb0d189f3 req-5ed9b98c-de12-4a4e-b931-4226aadbb58f tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef3fcc1f-a697-4dfd-b6a7-416019ccb578 HTTP/1.1" status: 200 len: 210 time: 0.0272944 May 27 03:52:51.714486 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-10005634-4fc6-4c92-981c-4f5b56907507 req-df7708d7-6d29-4af2-883b-6ca739fc305a tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=696d1db827244c65b179789b47baabe1 HTTP/1.1" status: 200 len: 380 time: 0.0556331 May 27 03:52:51.723088 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [req-10005634-4fc6-4c92-981c-4f5b56907507 req-03689a58-81b9-4ede-8cf3-161a7154a065 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Request body: {'port': {'device_id': 'ef3fcc1f-a697-4dfd-b6a7-416019ccb578', 'network_id': 'e3032795-d107-4737-b6eb-c559a5838bdb', 'admin_state_up': True, 'tenant_id': '696d1db827244c65b179789b47baabe1', 'security_groups': ['141c3a78-f1ba-436e-a008-73bb3b6bf9d2']}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:52:51.913725 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10005634-4fc6-4c92-981c-4f5b56907507 req-03689a58-81b9-4ede-8cf3-161a7154a065 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Made reservation on behalf of 696d1db827244c65b179789b47baabe1 for: {'port': 1} {{(pid=104614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:52:51.917878 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-10005634-4fc6-4c92-981c-4f5b56907507 req-03689a58-81b9-4ede-8cf3-161a7154a065 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (None), before_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:52.047145 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.db_base_plugin_common [req-10005634-4fc6-4c92-981c-4f5b56907507 req-03689a58-81b9-4ede-8cf3-161a7154a065 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Allocated IP 172.20.0.7 (e3032795-d107-4737-b6eb-c559a5838bdb/70f3088a-69eb-4200-8510-9bfafbc2b380/e3ba361d-51d7-4644-89d5-9f76b8dd3b33) {{(pid=104614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:52:52.425971 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-10005634-4fc6-4c92-981c-4f5b56907507 req-03689a58-81b9-4ede-8cf3-161a7154a065 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks [] for port (e3ba361d-51d7-4644-89d5-9f76b8dd3b33), precommit_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:52.535050 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-10005634-4fc6-4c92-981c-4f5b56907507 req-03689a58-81b9-4ede-8cf3-161a7154a065 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791799515441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8584799065'] for port (e3ba361d-51d7-4644-89d5-9f76b8dd3b33), after_create {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:52.576719 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10005634-4fc6-4c92-981c-4f5b56907507 req-03689a58-81b9-4ede-8cf3-161a7154a065 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Network e3032795-d107-4737-b6eb-c559a5838bdb is already hosted by enough agents. {{(pid=104614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:52:52.581836 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.base_scheduler [req-10005634-4fc6-4c92-981c-4f5b56907507 req-03689a58-81b9-4ede-8cf3-161a7154a065 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Resources bound (agent type, host, resource id): {{(pid=104614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:52:52.585678 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.l3_dvrscheduler_db [req-10005634-4fc6-4c92-981c-4f5b56907507 req-03689a58-81b9-4ede-8cf3-161a7154a065 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Received port after_create {{(pid=104614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:52:52.611574 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03689a58-81b9-4ede-8cf3-161a7154a065 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Pushing event updated for resources: {'Port': ['ID=e3ba361d-51d7-4644-89d5-9f76b8dd3b33,revision_number=1']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:52.630133 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03689a58-81b9-4ede-8cf3-161a7154a065 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:52.630482 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03689a58-81b9-4ede-8cf3-161a7154a065 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:52.630822 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03689a58-81b9-4ede-8cf3-161a7154a065 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:52.631188 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03689a58-81b9-4ede-8cf3-161a7154a065 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:52.631510 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03689a58-81b9-4ede-8cf3-161a7154a065 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:52.631920 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03689a58-81b9-4ede-8cf3-161a7154a065 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:52.632154 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03689a58-81b9-4ede-8cf3-161a7154a065 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:52.632480 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03689a58-81b9-4ede-8cf3-161a7154a065 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:52.632857 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03689a58-81b9-4ede-8cf3-161a7154a065 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:52.633179 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03689a58-81b9-4ede-8cf3-161a7154a065 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:52.633511 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03689a58-81b9-4ede-8cf3-161a7154a065 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:52.633907 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03689a58-81b9-4ede-8cf3-161a7154a065 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:52.634198 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03689a58-81b9-4ede-8cf3-161a7154a065 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:52.634515 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03689a58-81b9-4ede-8cf3-161a7154a065 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:52.634858 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03689a58-81b9-4ede-8cf3-161a7154a065 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:52:52.658292 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10005634-4fc6-4c92-981c-4f5b56907507 req-03689a58-81b9-4ede-8cf3-161a7154a065 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:52.659121 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-10005634-4fc6-4c92-981c-4f5b56907507 req-03689a58-81b9-4ede-8cf3-161a7154a065 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:52.756509 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-10005634-4fc6-4c92-981c-4f5b56907507 req-03689a58-81b9-4ede-8cf3-161a7154a065 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0369773 May 27 03:52:52.774856 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.v2.base [req-10005634-4fc6-4c92-981c-4f5b56907507 req-d571e3dd-2219-43fc-86f9-beb56a5d22a7 service neutron] Request body: {'port': {'device_id': 'ef3fcc1f-a697-4dfd-b6a7-416019ccb578', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:52:52.816610 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64540bb7-9144-4660-814e-68d34e605332 req-58e557ae-2757-4c3b-8ad7-eb1860a1a56a tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:52.818077 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-64540bb7-9144-4660-814e-68d34e605332 req-58e557ae-2757-4c3b-8ad7-eb1860a1a56a tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef3fcc1f-a697-4dfd-b6a7-416019ccb578 HTTP/1.1" status: 200 len: 931 time: 0.0544598 May 27 03:52:52.833222 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:52.839032 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-10005634-4fc6-4c92-981c-4f5b56907507 req-d571e3dd-2219-43fc-86f9-beb56a5d22a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (e3ba361d-51d7-4644-89d5-9f76b8dd3b33), before_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:52.848961 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-7423f0cd-af76-4c42-abf1-f93a0893259f None None] Provisioning complete for port e3ba361d-51d7-4644-89d5-9f76b8dd3b33 triggered by entity DHCP. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:52:52.853422 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-7423f0cd-af76-4c42-abf1-f93a0893259f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (e3ba361d-51d7-4644-89d5-9f76b8dd3b33), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:52.862491 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:52.876787 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-64540bb7-9144-4660-814e-68d34e605332 req-424ecdb0-a87f-4c0a-aec4-7ec6dab5ecf1 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/security-groups?id=141c3a78-f1ba-436e-a008-73bb3b6bf9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509405 May 27 03:52:52.882804 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-7423f0cd-af76-4c42-abf1-f93a0893259f None None] Port e3ba361d-51d7-4644-89d5-9f76b8dd3b33 cannot update to ACTIVE because it is not bound. {{(pid=104616) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:52:53.144707 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.notifiers.nova [req-10005634-4fc6-4c92-981c-4f5b56907507 req-d571e3dd-2219-43fc-86f9-beb56a5d22a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3ba361d-51d7-4644-89d5-9f76b8dd3b33 {{(pid=104614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:52:53.152159 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-10005634-4fc6-4c92-981c-4f5b56907507 req-d571e3dd-2219-43fc-86f9-beb56a5d22a7 service neutron] Publish callbacks [] for port (e3ba361d-51d7-4644-89d5-9f76b8dd3b33), precommit_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:53.164605 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.provisioning_blocks [req-10005634-4fc6-4c92-981c-4f5b56907507 req-d571e3dd-2219-43fc-86f9-beb56a5d22a7 service neutron] Transition to ACTIVE for port object e3ba361d-51d7-4644-89d5-9f76b8dd3b33 will not be triggered until provisioned by entity L2. {{(pid=104614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:52:53.290336 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-10005634-4fc6-4c92-981c-4f5b56907507 req-d571e3dd-2219-43fc-86f9-beb56a5d22a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8584799086'] for port (e3ba361d-51d7-4644-89d5-9f76b8dd3b33), after_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:53.341786 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d571e3dd-2219-43fc-86f9-beb56a5d22a7 service neutron] Pushing event updated for resources: {'Port': ['ID=e3ba361d-51d7-4644-89d5-9f76b8dd3b33,revision_number=2']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:53.411864 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.managers [req-10005634-4fc6-4c92-981c-4f5b56907507 req-d571e3dd-2219-43fc-86f9-beb56a5d22a7 service neutron] Attempting to bind port e3ba361d-51d7-4644-89d5-9f76b8dd3b33 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:52:53.412222 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.managers [req-10005634-4fc6-4c92-981c-4f5b56907507 req-d571e3dd-2219-43fc-86f9-beb56a5d22a7 service neutron] Attempting to bind port e3ba361d-51d7-4644-89d5-9f76b8dd3b33 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '6cba1183-3640-42eb-a92d-12223c337187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'e3032795-d107-4737-b6eb-c559a5838bdb'}] {{(pid=104614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:52:53.412544 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10005634-4fc6-4c92-981c-4f5b56907507 req-d571e3dd-2219-43fc-86f9-beb56a5d22a7 service neutron] Attempting to bind port e3ba361d-51d7-4644-89d5-9f76b8dd3b33 on network e3032795-d107-4737-b6eb-c559a5838bdb {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:52:53.417979 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10005634-4fc6-4c92-981c-4f5b56907507 req-d571e3dd-2219-43fc-86f9-beb56a5d22a7 service neutron] Port e3ba361d-51d7-4644-89d5-9f76b8dd3b33 on network e3032795-d107-4737-b6eb-c559a5838bdb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:52:53.418299 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10005634-4fc6-4c92-981c-4f5b56907507 req-d571e3dd-2219-43fc-86f9-beb56a5d22a7 service neutron] Attempting to bind port e3ba361d-51d7-4644-89d5-9f76b8dd3b33 on network e3032795-d107-4737-b6eb-c559a5838bdb {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:52:53.423491 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10005634-4fc6-4c92-981c-4f5b56907507 req-d571e3dd-2219-43fc-86f9-beb56a5d22a7 service neutron] Checking agent: {'id': '134bae73-502b-4599-bb47-129fee8818a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 33, 12), 'started_at': datetime.datetime(2022, 5, 27, 3, 33, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:52:53.423832 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10005634-4fc6-4c92-981c-4f5b56907507 req-d571e3dd-2219-43fc-86f9-beb56a5d22a7 service neutron] Checking segment: {'id': '6cba1183-3640-42eb-a92d-12223c337187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'e3032795-d107-4737-b6eb-c559a5838bdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:52:53.424215 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10005634-4fc6-4c92-981c-4f5b56907507 req-d571e3dd-2219-43fc-86f9-beb56a5d22a7 service neutron] Bound using segment: {'id': '6cba1183-3640-42eb-a92d-12223c337187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'e3032795-d107-4737-b6eb-c559a5838bdb'} {{(pid=104614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:52:53.424641 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.managers [req-10005634-4fc6-4c92-981c-4f5b56907507 req-d571e3dd-2219-43fc-86f9-beb56a5d22a7 service neutron] Bound port: e3ba361d-51d7-4644-89d5-9f76b8dd3b33, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cba1183-3640-42eb-a92d-12223c337187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'e3032795-d107-4737-b6eb-c559a5838bdb'}}] {{(pid=104614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:52:53.425003 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-10005634-4fc6-4c92-981c-4f5b56907507 req-d571e3dd-2219-43fc-86f9-beb56a5d22a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (e3ba361d-51d7-4644-89d5-9f76b8dd3b33), before_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:53.480916 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:53.491716 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.db [req-10005634-4fc6-4c92-981c-4f5b56907507 req-d571e3dd-2219-43fc-86f9-beb56a5d22a7 service neutron] For port e3ba361d-51d7-4644-89d5-9f76b8dd3b33, host hv-cinder-82880, cleared binding levels {{(pid=104614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:52:53.495634 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.db [req-10005634-4fc6-4c92-981c-4f5b56907507 req-d571e3dd-2219-43fc-86f9-beb56a5d22a7 service neutron] For port e3ba361d-51d7-4644-89d5-9f76b8dd3b33, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=e3ba361d-51d7-4644-89d5-9f76b8dd3b33,segment=NetworkSegment(6cba1183-3640-42eb-a92d-12223c337187),segment_id=6cba1183-3640-42eb-a92d-12223c337187)] {{(pid=104614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:52:53.603316 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-10005634-4fc6-4c92-981c-4f5b56907507 req-d571e3dd-2219-43fc-86f9-beb56a5d22a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8584799086'] for port (e3ba361d-51d7-4644-89d5-9f76b8dd3b33), after_update {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:53.637754 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10005634-4fc6-4c92-981c-4f5b56907507 req-d571e3dd-2219-43fc-86f9-beb56a5d22a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:53.638367 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-10005634-4fc6-4c92-981c-4f5b56907507 req-d571e3dd-2219-43fc-86f9-beb56a5d22a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:52:53.639775 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-10005634-4fc6-4c92-981c-4f5b56907507 req-d571e3dd-2219-43fc-86f9-beb56a5d22a7 service neutron] 10.222.0.69 "PUT /v2.0/ports/e3ba361d-51d7-4644-89d5-9f76b8dd3b33 HTTP/1.1" status: 200 len: 1093 time: 0.8689933 May 27 03:52:53.640205 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef3fcc1f-a697-4dfd-b6a7-416019ccb578', 'tag': 'e3ba361d-51d7-4644-89d5-9f76b8dd3b33'}] {{(pid=104614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:52:53.643237 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a93b0eab3ec594b69aa68cd7d580be2fac36b4cb942ee4cac03c85783d056da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86653fbc-9e1e-4d4f-a0a7-487229e343e6" -d '{"events": [{"name": "network-changed", "server_uuid": "ef3fcc1f-a697-4dfd-b6a7-416019ccb578", "tag": "e3ba361d-51d7-4644-89d5-9f76b8dd3b33"}]}' {{(pid=104614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:52:53.670621 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d571e3dd-2219-43fc-86f9-beb56a5d22a7 service neutron] Pushing event updated for resources: {'Port': ['ID=e3ba361d-51d7-4644-89d5-9f76b8dd3b33,revision_number=3']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:52:53.748092 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615632b9-bdc4-4174-8e0c-c49608e5eab1 x-openstack-request-id: req-615632b9-bdc4-4174-8e0c-c49608e5eab1 {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:52:53.748377 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef3fcc1f-a697-4dfd-b6a7-416019ccb578", "tag": "e3ba361d-51d7-4644-89d5-9f76b8dd3b33", "status": "completed", "code": 200}]} {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:52:53.748602 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-615632b9-bdc4-4174-8e0c-c49608e5eab1 {{(pid=104614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:52:53.749002 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-615632b9-bdc4-4174-8e0c-c49608e5eab1'] response: {'name': 'network-changed', 'server_uuid': 'ef3fcc1f-a697-4dfd-b6a7-416019ccb578', 'tag': 'e3ba361d-51d7-4644-89d5-9f76b8dd3b33', 'status': 'completed', 'code': 200} May 27 03:52:53.832492 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86653fbc-9e1e-4d4f-a0a7-487229e343e6 req-b6dd310c-7fda-4ab7-8960-94c708802621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:53.833983 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-86653fbc-9e1e-4d4f-a0a7-487229e343e6 req-b6dd310c-7fda-4ab7-8960-94c708802621 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=696d1db827244c65b179789b47baabe1&device_id=ef3fcc1f-a697-4dfd-b6a7-416019ccb578 HTTP/1.1" status: 200 len: 1127 time: 0.0405333 May 27 03:52:53.942023 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86653fbc-9e1e-4d4f-a0a7-487229e343e6 req-9404bfd7-15db-4c14-af5c-455463d572fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:53.943550 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-86653fbc-9e1e-4d4f-a0a7-487229e343e6 req-9404bfd7-15db-4c14-af5c-455463d572fd service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=696d1db827244c65b179789b47baabe1&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0965607 May 27 03:52:54.002943 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc19ff3-f121-4a91-a43f-a0b49d36d3cb req-38887e10-cd04-4951-9b27-3af514c672e3 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:54.004435 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-7dc19ff3-f121-4a91-a43f-a0b49d36d3cb req-38887e10-cd04-4951-9b27-3af514c672e3 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef3fcc1f-a697-4dfd-b6a7-416019ccb578 HTTP/1.1" status: 200 len: 943 time: 0.0469687 May 27 03:52:54.038749 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86653fbc-9e1e-4d4f-a0a7-487229e343e6 req-5e1ce220-3768-4649-b763-2d7d0be58387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:54.040249 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-86653fbc-9e1e-4d4f-a0a7-487229e343e6 req-5e1ce220-3768-4649-b763-2d7d0be58387 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0892456 May 27 03:52:54.054345 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-7dc19ff3-f121-4a91-a43f-a0b49d36d3cb req-53b207b0-4b7b-4f06-aa26-05e7c7a90b41 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/security-groups?id=141c3a78-f1ba-436e-a008-73bb3b6bf9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437877 May 27 03:52:54.134619 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10005634-4fc6-4c92-981c-4f5b56907507 req-8e16f673-94ec-4f81-b630-821a7cda3709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:54.136623 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-10005634-4fc6-4c92-981c-4f5b56907507 req-8e16f673-94ec-4f81-b630-821a7cda3709 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=696d1db827244c65b179789b47baabe1&device_id=ef3fcc1f-a697-4dfd-b6a7-416019ccb578 HTTP/1.1" status: 200 len: 1127 time: 0.0382071 May 27 03:52:54.183769 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-10005634-4fc6-4c92-981c-4f5b56907507 req-12d3ca32-f5d6-4d74-b9bc-683e6a003362 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3ba361d-51d7-4644-89d5-9f76b8dd3b33 HTTP/1.1" status: 200 len: 217 time: 0.0353234 May 27 03:52:54.231746 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10005634-4fc6-4c92-981c-4f5b56907507 req-3682e324-94e9-44e2-9ab5-985ed4eed0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:54.233157 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-10005634-4fc6-4c92-981c-4f5b56907507 req-3682e324-94e9-44e2-9ab5-985ed4eed0f4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=70f3088a-69eb-4200-8510-9bfafbc2b380 HTTP/1.1" status: 200 len: 851 time: 0.0445526 May 27 03:52:54.274314 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10005634-4fc6-4c92-981c-4f5b56907507 req-5f3f83b2-a203-4797-b01c-0db757f67155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:54.275811 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-10005634-4fc6-4c92-981c-4f5b56907507 req-5f3f83b2-a203-4797-b01c-0db757f67155 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e3032795-d107-4737-b6eb-c559a5838bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373185 May 27 03:52:54.365691 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-10005634-4fc6-4c92-981c-4f5b56907507 req-8e0a32d8-b18c-4aee-9854-602178be995d service neutron] 10.222.0.69 "GET /v2.0/networks/e3032795-d107-4737-b6eb-c559a5838bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842431 May 27 03:52:54.443141 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:54.453602 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-10005634-4fc6-4c92-981c-4f5b56907507 req-4eef6d3e-8402-442f-a541-5719488e86a5 service neutron] 10.222.0.69 "GET /v2.0/networks/e3032795-d107-4737-b6eb-c559a5838bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820065 May 27 03:52:55.168943 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5831a8e-765b-4a50-8cb3-f5686a53b7c6 req-3f7d9e5b-f85c-4bbb-b136-e8e635eee91e tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:55.170320 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-c5831a8e-765b-4a50-8cb3-f5686a53b7c6 req-3f7d9e5b-f85c-4bbb-b136-e8e635eee91e tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef3fcc1f-a697-4dfd-b6a7-416019ccb578 HTTP/1.1" status: 200 len: 943 time: 0.0454090 May 27 03:52:55.216918 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-c5831a8e-765b-4a50-8cb3-f5686a53b7c6 req-a0003301-41c1-460d-a370-f3cdfe269893 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/security-groups?id=141c3a78-f1ba-436e-a008-73bb3b6bf9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412841 May 27 03:52:56.332708 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b4bd0-4974-4682-9f4e-2af994c37d68 req-3d56e5fc-ed04-4464-af71-c054e78530b7 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:56.334147 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-535b4bd0-4974-4682-9f4e-2af994c37d68 req-3d56e5fc-ed04-4464-af71-c054e78530b7 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef3fcc1f-a697-4dfd-b6a7-416019ccb578 HTTP/1.1" status: 200 len: 943 time: 0.0493593 May 27 03:52:56.382890 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-535b4bd0-4974-4682-9f4e-2af994c37d68 req-8e71d681-68da-4c2a-8295-99aac5d4185c tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/security-groups?id=141c3a78-f1ba-436e-a008-73bb3b6bf9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425074 May 27 03:52:57.492464 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7518ae90-514e-466c-9be5-97df9caefbd3 req-bc477a5d-60f2-480b-9289-8c8aa5b51479 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:57.493894 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-7518ae90-514e-466c-9be5-97df9caefbd3 req-bc477a5d-60f2-480b-9289-8c8aa5b51479 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef3fcc1f-a697-4dfd-b6a7-416019ccb578 HTTP/1.1" status: 200 len: 943 time: 0.0442760 May 27 03:52:57.541174 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-7518ae90-514e-466c-9be5-97df9caefbd3 req-35dcda21-387c-4ebe-9e3b-852dac852abf tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/security-groups?id=141c3a78-f1ba-436e-a008-73bb3b6bf9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413094 May 27 03:52:58.651120 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db05e4f7-39b7-4ac4-b9d2-8c77f56d1abc req-c082af0e-69ce-4ee0-bd79-5a5edddefeb1 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:58.653112 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-db05e4f7-39b7-4ac4-b9d2-8c77f56d1abc req-c082af0e-69ce-4ee0-bd79-5a5edddefeb1 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef3fcc1f-a697-4dfd-b6a7-416019ccb578 HTTP/1.1" status: 200 len: 943 time: 0.0450706 May 27 03:52:58.680859 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:58.704111 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-db05e4f7-39b7-4ac4-b9d2-8c77f56d1abc req-4c51dc89-04b8-4abb-8318-1235dfb7263e tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/security-groups?id=141c3a78-f1ba-436e-a008-73bb3b6bf9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456164 May 27 03:52:59.822166 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d46477-749f-41cb-b844-16fd1de492da req-41912ebb-33fc-49aa-8de7-4eaf5928c431 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:52:59.823730 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-46d46477-749f-41cb-b844-16fd1de492da req-41912ebb-33fc-49aa-8de7-4eaf5928c431 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef3fcc1f-a697-4dfd-b6a7-416019ccb578 HTTP/1.1" status: 200 len: 943 time: 0.0477872 May 27 03:52:59.844850 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=100 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:52:59.875697 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-46d46477-749f-41cb-b844-16fd1de492da req-aacf421c-2eab-4bda-9a09-105c1cbe541f tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/security-groups?id=141c3a78-f1ba-436e-a008-73bb3b6bf9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463006 May 27 03:53:00.999486 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c9dc2c-bf67-4d49-98fa-29f50096f0e3 req-95b8b953-c7af-46a7-a51b-75b11fca9e04 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:01.000923 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-b9c9dc2c-bf67-4d49-98fa-29f50096f0e3 req-95b8b953-c7af-46a7-a51b-75b11fca9e04 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef3fcc1f-a697-4dfd-b6a7-416019ccb578 HTTP/1.1" status: 200 len: 943 time: 0.0453494 May 27 03:53:01.047365 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-b9c9dc2c-bf67-4d49-98fa-29f50096f0e3 req-5996cf6d-bdba-4583-bfd7-3f971e0a0f8e tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/security-groups?id=141c3a78-f1ba-436e-a008-73bb3b6bf9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410364 May 27 03:53:01.617884 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device e3ba361d-51d7-4644-89d5-9f76b8dd3b33 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104616) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:53:01.716373 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port e3ba361d-51d7-4644-89d5-9f76b8dd3b33, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=e3ba361d-51d7-4644-89d5-9f76b8dd3b33,segment=NetworkSegment(6cba1183-3640-42eb-a92d-12223c337187),segment_id=6cba1183-3640-42eb-a92d-12223c337187)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:53:01.727775 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Returning: {'device': 'e3ba361d-51d7-4644-89d5-9f76b8dd3b33', 'network_id': 'e3032795-d107-4737-b6eb-c559a5838bdb', 'port_id': 'e3ba361d-51d7-4644-89d5-9f76b8dd3b33', 'mac_address': 'fa:16:3e:24:ba:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70f3088a-69eb-4200-8510-9bfafbc2b380', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104616) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:53:01.766962 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Current status of the port e3ba361d-51d7-4644-89d5-9f76b8dd3b33 is: DOWN; New status is: BUILD {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:53:01.767351 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (e3ba361d-51d7-4644-89d5-9f76b8dd3b33), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:01.780596 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.notifiers.nova [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3ba361d-51d7-4644-89d5-9f76b8dd3b33 {{(pid=104616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:53:01.800251 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port e3ba361d-51d7-4644-89d5-9f76b8dd3b33, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=e3ba361d-51d7-4644-89d5-9f76b8dd3b33,segment=NetworkSegment(6cba1183-3640-42eb-a92d-12223c337187),segment_id=6cba1183-3640-42eb-a92d-12223c337187)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:53:01.883200 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (e3ba361d-51d7-4644-89d5-9f76b8dd3b33), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:01.937269 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Pushing event updated for resources: {'Port': ['ID=e3ba361d-51d7-4644-89d5-9f76b8dd3b33,revision_number=4']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:01.944395 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:01.944746 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:01.945088 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:01.945425 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:01.945757 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:01.946092 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:01.946419 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:01.946745 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:01.947092 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:01.947415 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:01.947740 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:01.948062 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:01.948388 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:01.948705 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:01.949022 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:02.162546 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aacb1bd-3887-4451-b110-9e7ebe040082 req-f4088a8d-4a48-47a5-aaa9-103e2a6f08a9 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:02.164007 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4aacb1bd-3887-4451-b110-9e7ebe040082 req-f4088a8d-4a48-47a5-aaa9-103e2a6f08a9 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef3fcc1f-a697-4dfd-b6a7-416019ccb578 HTTP/1.1" status: 200 len: 944 time: 0.0491142 May 27 03:53:02.167522 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] get_ports_and_sgs() called for port_ids ['e3ba361d-51d7-4644-89d5-9f76b8dd3b33'] {{(pid=104616) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:53:02.215165 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-4aacb1bd-3887-4451-b110-9e7ebe040082 req-62e0ee68-96b9-4a4d-ba53-4ad8ed10f6be tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/security-groups?id=141c3a78-f1ba-436e-a008-73bb3b6bf9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452778 May 27 03:53:03.334497 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0296d9c-8e30-4ef9-88e1-b0c61e2d3157 req-d8d283d8-2ea9-4f5a-86aa-6b0f97932db7 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:03.336242 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-b0296d9c-8e30-4ef9-88e1-b0c61e2d3157 req-d8d283d8-2ea9-4f5a-86aa-6b0f97932db7 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef3fcc1f-a697-4dfd-b6a7-416019ccb578 HTTP/1.1" status: 200 len: 944 time: 0.0456064 May 27 03:53:03.384081 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-b0296d9c-8e30-4ef9-88e1-b0c61e2d3157 req-a84693c1-b6de-4bee-b57c-44a3798aabd4 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/security-groups?id=141c3a78-f1ba-436e-a008-73bb3b6bf9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419657 May 27 03:53:03.625865 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device e3ba361d-51d7-4644-89d5-9f76b8dd3b33 up at agent hyperv_hv-cinder-82880 {{(pid=104616) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:53:03.667742 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Provisioning for port e3ba361d-51d7-4644-89d5-9f76b8dd3b33 completed by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:53:03.728403 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.provisioning_blocks [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Provisioning complete for port e3ba361d-51d7-4644-89d5-9f76b8dd3b33 triggered by entity L2. {{(pid=104616) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:53:03.728771 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900858'] for port (e3ba361d-51d7-4644-89d5-9f76b8dd3b33), provisioning_complete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:03.731020 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:03.746796 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:03.801385 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Current status of the port e3ba361d-51d7-4644-89d5-9f76b8dd3b33 is: BUILD; New status is: ACTIVE {{(pid=104616) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:53:03.801775 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (e3ba361d-51d7-4644-89d5-9f76b8dd3b33), before_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:03.823989 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef3fcc1f-a697-4dfd-b6a7-416019ccb578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ba361d-51d7-4644-89d5-9f76b8dd3b33'}] {{(pid=104616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:53:03.826198 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538c57523af4411a099bc77a34a8b12cae4f8d5a17830f42255aa2cd4d9c6a31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d34eff-a311-4f58-85d2-8d3b2eb34478" -d '{"events": [{"server_uuid": "ef3fcc1f-a697-4dfd-b6a7-416019ccb578", "name": "network-vif-plugged", "status": "completed", "tag": "e3ba361d-51d7-4644-89d5-9f76b8dd3b33"}]}' {{(pid=104616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:53:03.838563 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] For port e3ba361d-51d7-4644-89d5-9f76b8dd3b33, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=e3ba361d-51d7-4644-89d5-9f76b8dd3b33,segment=NetworkSegment(6cba1183-3640-42eb-a92d-12223c337187),segment_id=6cba1183-3640-42eb-a92d-12223c337187)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:53:03.865275 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d65a2421-4091-4147-a6fc-6bef5a89678c x-openstack-request-id: req-d65a2421-4091-4147-a6fc-6bef5a89678c {{(pid=104616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:53:03.865275 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef3fcc1f-a697-4dfd-b6a7-416019ccb578", "name": "network-vif-plugged", "status": "completed", "tag": "e3ba361d-51d7-4644-89d5-9f76b8dd3b33", "code": 200}]} {{(pid=104616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:53:03.865275 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d65a2421-4091-4147-a6fc-6bef5a89678c {{(pid=104616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:53:03.865275 dv-cinder-828805-4-iscsi neutron-server[104616]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d65a2421-4091-4147-a6fc-6bef5a89678c'] response: {'server_uuid': 'ef3fcc1f-a697-4dfd-b6a7-416019ccb578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ba361d-51d7-4644-89d5-9f76b8dd3b33', 'code': 200} May 27 03:53:03.911321 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477'] for port (e3ba361d-51d7-4644-89d5-9f76b8dd3b33), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:03.960023 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Pushing event updated for resources: {'Port': ['ID=e3ba361d-51d7-4644-89d5-9f76b8dd3b33,revision_number=5']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:04.285478 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ea007-90cf-42c5-823c-e59513e28884 req-d3086942-1a6d-4882-a46a-fffed982ca24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:04.287023 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-5a0ea007-90cf-42c5-823c-e59513e28884 req-d3086942-1a6d-4882-a46a-fffed982ca24 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ef3fcc1f-a697-4dfd-b6a7-416019ccb578 HTTP/1.1" status: 200 len: 1129 time: 0.0438745 May 27 03:53:04.333155 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-5a0ea007-90cf-42c5-823c-e59513e28884 req-fa76ca3b-5d84-4e7f-ad79-fe689a31a485 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=141c3a78-f1ba-436e-a008-73bb3b6bf9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397811 May 27 03:53:04.498107 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101bea3f-3679-4b00-a58d-5571d757aa94 req-f9d50ec8-453d-4148-9418-bd02c1fbee72 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:04.499610 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-101bea3f-3679-4b00-a58d-5571d757aa94 req-f9d50ec8-453d-4148-9418-bd02c1fbee72 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef3fcc1f-a697-4dfd-b6a7-416019ccb578 HTTP/1.1" status: 200 len: 945 time: 0.0490255 May 27 03:53:04.802090 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-101bea3f-3679-4b00-a58d-5571d757aa94 req-ec4c3f26-1e6b-41f5-92ea-46ff597bdbe2 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/security-groups?id=141c3a78-f1ba-436e-a008-73bb3b6bf9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2969756 May 27 03:53:05.914790 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af65641-e475-4b18-9e46-5d0c3fef7712 req-6d83297c-e573-4f4f-90dc-d6b3474e8797 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:05.916360 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-9af65641-e475-4b18-9e46-5d0c3fef7712 req-6d83297c-e573-4f4f-90dc-d6b3474e8797 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef3fcc1f-a697-4dfd-b6a7-416019ccb578 HTTP/1.1" status: 200 len: 945 time: 0.0450437 May 27 03:53:05.966592 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-9af65641-e475-4b18-9e46-5d0c3fef7712 req-fd892e60-666c-4d9d-b290-09092651208e tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/security-groups?id=141c3a78-f1ba-436e-a008-73bb3b6bf9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442250 May 27 03:53:06.076332 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0ab4d-6997-47f5-a485-dd4f9d502ae5 req-b6d3400e-565a-470c-9eaf-4656919ae74b tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:06.077803 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-82d0ab4d-6997-47f5-a485-dd4f9d502ae5 req-b6d3400e-565a-470c-9eaf-4656919ae74b tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef3fcc1f-a697-4dfd-b6a7-416019ccb578 HTTP/1.1" status: 200 len: 945 time: 0.0453520 May 27 03:53:06.128614 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-82d0ab4d-6997-47f5-a485-dd4f9d502ae5 req-459ba1f9-224f-4e8d-a5c5-4f8da4c847c0 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/security-groups?id=141c3a78-f1ba-436e-a008-73bb3b6bf9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449517 May 27 03:53:06.150288 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 45306) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:53:06.187466 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766bfaa9-d3b1-4f25-b355-7fc585f9b4d8 tempest-TestVolumeBootPattern-1619853790 tempest-TestVolumeBootPattern-1619853790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:06.188964 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-766bfaa9-d3b1-4f25-b355-7fc585f9b4d8 tempest-TestVolumeBootPattern-1619853790 tempest-TestVolumeBootPattern-1619853790-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ef3fcc1f-a697-4dfd-b6a7-416019ccb578 HTTP/1.1" status: 200 len: 1124 time: 0.0377100 May 27 03:53:06.191685 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 45308) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:53:06.195759 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.v2.base [None req-3b7d82dc-6e59-4b10-972d-f800fe14f98f tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Request body: {'floatingip': {'floating_network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'port_id': 'e3ba361d-51d7-4644-89d5-9f76b8dd3b33', 'tenant_id': '696d1db827244c65b179789b47baabe1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:53:06.305648 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-3b7d82dc-6e59-4b10-972d-f800fe14f98f tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:06.382768 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-3b7d82dc-6e59-4b10-972d-f800fe14f98f tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (None), before_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:06.486968 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.db.db_base_plugin_common [None req-3b7d82dc-6e59-4b10-972d-f800fe14f98f tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Allocated IP 172.27.0.15 (6db324a0-41f0-4440-95df-83df441784f6/1196ed2a-e255-42ad-b78e-696bc1bae72b/0dccd57a-ef7f-416b-88b3-031c14a3686f) {{(pid=104615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:53:06.495068 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:06.552932 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:06.590134 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-3b7d82dc-6e59-4b10-972d-f800fe14f98f tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks [] for port (0dccd57a-ef7f-416b-88b3-031c14a3686f), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:06.702125 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-3b7d82dc-6e59-4b10-972d-f800fe14f98f tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791799515441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585481432'] for port (0dccd57a-ef7f-416b-88b3-031c14a3686f), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:06.736422 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7d82dc-6e59-4b10-972d-f800fe14f98f tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Network 6db324a0-41f0-4440-95df-83df441784f6 is already hosted by enough agents. {{(pid=104615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:53:06.739161 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.base_scheduler [None req-3b7d82dc-6e59-4b10-972d-f800fe14f98f tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Resources bound (agent type, host, resource id): {{(pid=104615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:53:06.744720 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7d82dc-6e59-4b10-972d-f800fe14f98f tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Received port after_create {{(pid=104615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:53:06.774067 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7d82dc-6e59-4b10-972d-f800fe14f98f tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Pushing event updated for resources: {'Port': ['ID=0dccd57a-ef7f-416b-88b3-031c14a3686f,revision_number=1']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:06.784960 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7d82dc-6e59-4b10-972d-f800fe14f98f tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:06.785312 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7d82dc-6e59-4b10-972d-f800fe14f98f tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:06.785647 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7d82dc-6e59-4b10-972d-f800fe14f98f tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:06.785982 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7d82dc-6e59-4b10-972d-f800fe14f98f tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:06.786308 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7d82dc-6e59-4b10-972d-f800fe14f98f tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:06.786637 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7d82dc-6e59-4b10-972d-f800fe14f98f tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:06.786989 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7d82dc-6e59-4b10-972d-f800fe14f98f tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:06.787313 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7d82dc-6e59-4b10-972d-f800fe14f98f tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:06.787635 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7d82dc-6e59-4b10-972d-f800fe14f98f tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:06.787954 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7d82dc-6e59-4b10-972d-f800fe14f98f tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:06.788274 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7d82dc-6e59-4b10-972d-f800fe14f98f tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:06.788597 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7d82dc-6e59-4b10-972d-f800fe14f98f tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:06.788918 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7d82dc-6e59-4b10-972d-f800fe14f98f tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:06.789235 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7d82dc-6e59-4b10-972d-f800fe14f98f tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:06.789550 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7d82dc-6e59-4b10-972d-f800fe14f98f tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:53:07.094791 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:07.102417 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-3b7d82dc-6e59-4b10-972d-f800fe14f98f tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks [] for floatingip (6311bf37-734d-491e-9090-001c66df2c27), precommit_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:07.248805 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-3b7d82dc-6e59-4b10-972d-f800fe14f98f tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3880324'] for port (0dccd57a-ef7f-416b-88b3-031c14a3686f), before_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:07.421609 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-3b7d82dc-6e59-4b10-972d-f800fe14f98f tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks [] for port (0dccd57a-ef7f-416b-88b3-031c14a3686f), precommit_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:07.522074 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-3b7d82dc-6e59-4b10-972d-f800fe14f98f tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791799905765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791799515459', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791799515477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585481455'] for port (0dccd57a-ef7f-416b-88b3-031c14a3686f), after_update {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:07.592496 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7d82dc-6e59-4b10-972d-f800fe14f98f tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Pushing event updated for resources: {'Port': ['ID=0dccd57a-ef7f-416b-88b3-031c14a3686f,revision_number=2']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:53:07.609015 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-3b7d82dc-6e59-4b10-972d-f800fe14f98f tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680165'] for floatingip (6311bf37-734d-491e-9090-001c66df2c27), after_create {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:07.703339 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.db.l3_db [None req-3b7d82dc-6e59-4b10-972d-f800fe14f98f tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Floating IP 6311bf37-734d-491e-9090-001c66df2c27 associated. External IP: 172.27.0.15, port: e3ba361d-51d7-4644-89d5-9f76b8dd3b33. May 27 03:53:07.752857 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.agents_db [None req-cbb77ebc-65ec-4caa-a8b3-81c074906866 None None] Agent healthcheck: found 6 active agents {{(pid=104617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:53:07.842548 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:07.904263 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b7d82dc-6e59-4b10-972d-f800fe14f98f tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Router 5aa27c36-5cf6-4672-9e42-151f55ad82fa has already been hosted by L3 agent 9df6ec88-276d-42f5-acd2-7e289451d5e3 {{(pid=104615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:53:08.009921 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b7d82dc-6e59-4b10-972d-f800fe14f98f tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Notify agent at l3_agent.dv-cinder-828805-4-iscsi the message routers_updated {{(pid=104615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:53:08.020264 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17110ff6-26d1-4135-abf0-2162d9d19870 None None] Sync routers for ids ['5aa27c36-5cf6-4672-9e42-151f55ad82fa'] in dv-cinder-828805-4-iscsi {{(pid=104616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:53:08.029894 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17110ff6-26d1-4135-abf0-2162d9d19870 None None] Routers {'5aa27c36-5cf6-4672-9e42-151f55ad82fa'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:53:08.033013 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-17110ff6-26d1-4135-abf0-2162d9d19870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:52:47Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['5aa27c36-5cf6-4672-9e42-151f55ad82fa'], 'active': True} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:08.090073 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-3b7d82dc-6e59-4b10-972d-f800fe14f98f tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for floatingip (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:08.121119 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-3b7d82dc-6e59-4b10-972d-f800fe14f98f tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9284089 May 27 03:53:08.121877 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef3fcc1f-a697-4dfd-b6a7-416019ccb578', 'tag': 'e3ba361d-51d7-4644-89d5-9f76b8dd3b33'}] {{(pid=104615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:53:08.124034 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9faa1dd78fb558d4018d1363b43ffec7552e77d137433f9c5cc39ec2f1c636e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88dcf3c-432e-43dc-84bb-e81253b5f69d" -d '{"events": [{"name": "network-changed", "server_uuid": "ef3fcc1f-a697-4dfd-b6a7-416019ccb578", "tag": "e3ba361d-51d7-4644-89d5-9f76b8dd3b33"}]}' {{(pid=104615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:53:08.132818 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvr_db [None req-17110ff6-26d1-4135-abf0-2162d9d19870 None None] Set router 5aa27c36-5cf6-4672-9e42-151f55ad82fa gateway port host: dv-cinder-828805-4-iscsi {{(pid=104616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:53:08.159461 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3643d5d9-d3e3-47da-b35a-1196adb146f7 x-openstack-request-id: req-3643d5d9-d3e3-47da-b35a-1196adb146f7 {{(pid=104615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:53:08.159747 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef3fcc1f-a697-4dfd-b6a7-416019ccb578", "tag": "e3ba361d-51d7-4644-89d5-9f76b8dd3b33", "status": "completed", "code": 200}]} {{(pid=104615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:53:08.159996 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3643d5d9-d3e3-47da-b35a-1196adb146f7 {{(pid=104615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:53:08.160392 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3643d5d9-d3e3-47da-b35a-1196adb146f7'] response: {'name': 'network-changed', 'server_uuid': 'ef3fcc1f-a697-4dfd-b6a7-416019ccb578', 'tag': 'e3ba361d-51d7-4644-89d5-9f76b8dd3b33', 'status': 'completed', 'code': 200} May 27 03:53:08.237160 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88dcf3c-432e-43dc-84bb-e81253b5f69d req-60b83586-5bd5-4f25-a50e-fb5c064cd4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:08.238735 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-f88dcf3c-432e-43dc-84bb-e81253b5f69d req-60b83586-5bd5-4f25-a50e-fb5c064cd4c3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=696d1db827244c65b179789b47baabe1&device_id=ef3fcc1f-a697-4dfd-b6a7-416019ccb578 HTTP/1.1" status: 200 len: 1129 time: 0.0380514 May 27 03:53:08.332134 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88dcf3c-432e-43dc-84bb-e81253b5f69d req-4f9a393c-e4f2-41b4-8d86-abbae456ce13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:08.333593 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-f88dcf3c-432e-43dc-84bb-e81253b5f69d req-4f9a393c-e4f2-41b4-8d86-abbae456ce13 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e3032795-d107-4737-b6eb-c559a5838bdb HTTP/1.1" status: 200 len: 913 time: 0.0874953 May 27 03:53:08.353571 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-17110ff6-26d1-4135-abf0-2162d9d19870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'name': 'tempest-TestVolumeBootPattern-1536044687-router', 'tenant_id': '696d1db827244c65b179789b47baabe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '425efcbd-e332-4fd9-acf5-12ca8c753c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:06Z', 'updated_at': '2022-05-27T03:48:09Z', 'revision_number': 4, 'project_id': '696d1db827244c65b179789b47baabe1', 'gw_port': {'id': '425efcbd-e332-4fd9-acf5-12ca8c753c1e', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:33:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:06Z', 'updated_at': '2022-05-27T03:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_floatingips': [{'id': '6311bf37-734d-491e-9090-001c66df2c27', 'tenant_id': '696d1db827244c65b179789b47baabe1', 'floating_ip_address': '172.27.0.15', 'floating_network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'router_id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'port_id': 'e3ba361d-51d7-4644-89d5-9f76b8dd3b33', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3032795-d107-4737-b6eb-c559a5838bdb', 'mac_address': 'fa:16:3e:24:ba:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3fcc1f-a697-4dfd-b6a7-416019ccb578', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:53:06Z', 'updated_at': '2022-05-27T03:53:06Z', 'revision_number': 0, 'project_id': '696d1db827244c65b179789b47baabe1', 'fixed_ip_address_scope': None}, {'id': 'c76a5c8b-4952-4379-9535-d045b1a26cc9', 'tenant_id': '696d1db827244c65b179789b47baabe1', 'floating_ip_address': '172.27.0.68', 'floating_network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'router_id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'port_id': '8ca6625c-d7df-4b56-bf97-c6237fe12736', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3032795-d107-4737-b6eb-c559a5838bdb', 'mac_address': 'fa:16:3e:3d:00:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a963f3ea-f214-49ba-8fc5-7c971471b478', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:51:12Z', 'updated_at': '2022-05-27T03:51:14Z', 'revision_number': 1, 'project_id': '696d1db827244c65b179789b47baabe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c914d648-2ddc-470c-a764-e27b66f4a42e', 'name': '', 'network_id': 'e3032795-d107-4737-b6eb-c559a5838bdb', 'tenant_id': '696d1db827244c65b179789b47baabe1', 'mac_address': 'fa:16:3e:72:d1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '70f3088a-69eb-4200-8510-9bfafbc2b380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:08Z', 'updated_at': '2022-05-27T03:48:13Z', 'revision_number': 5, 'project_id': '696d1db827244c65b179789b47baabe1', 'subnets': [{'id': '70f3088a-69eb-4200-8510-9bfafbc2b380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:08.377382 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17110ff6-26d1-4135-abf0-2162d9d19870 None None] Checking router: 5aa27c36-5cf6-4672-9e42-151f55ad82fa for host: dv-cinder-828805-4-iscsi {{(pid=104616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:53:08.386224 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17110ff6-26d1-4135-abf0-2162d9d19870 None None] Routers {'5aa27c36-5cf6-4672-9e42-151f55ad82fa'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:53:08.386829 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-17110ff6-26d1-4135-abf0-2162d9d19870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:52:47Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['5aa27c36-5cf6-4672-9e42-151f55ad82fa'], 'active': True} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:08.393846 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-f88dcf3c-432e-43dc-84bb-e81253b5f69d req-f73eeb30-91c2-42ed-ace0-3f806ebd1772 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3ba361d-51d7-4644-89d5-9f76b8dd3b33 HTTP/1.1" status: 200 len: 998 time: 0.0535491 May 27 03:53:08.442881 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88dcf3c-432e-43dc-84bb-e81253b5f69d req-88e6e78c-db85-484f-8368-0514e1326ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:08.444310 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-f88dcf3c-432e-43dc-84bb-e81253b5f69d req-88e6e78c-db85-484f-8368-0514e1326ec8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=70f3088a-69eb-4200-8510-9bfafbc2b380 HTTP/1.1" status: 200 len: 851 time: 0.0430756 May 27 03:53:08.490946 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88dcf3c-432e-43dc-84bb-e81253b5f69d req-3840ebff-23b8-43ba-a62f-f8764baa7690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:08.492468 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-f88dcf3c-432e-43dc-84bb-e81253b5f69d req-3840ebff-23b8-43ba-a62f-f8764baa7690 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e3032795-d107-4737-b6eb-c559a5838bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425193 May 27 03:53:08.584526 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-f88dcf3c-432e-43dc-84bb-e81253b5f69d req-6c291ea3-c442-470a-911b-448d4190508d service neutron] 10.222.0.69 "GET /v2.0/networks/e3032795-d107-4737-b6eb-c559a5838bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859163 May 27 03:53:08.609488 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvr_db [None req-17110ff6-26d1-4135-abf0-2162d9d19870 None None] Set router 5aa27c36-5cf6-4672-9e42-151f55ad82fa gateway port host: dv-cinder-828805-4-iscsi {{(pid=104616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:53:08.648237 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:08.651459 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=100 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:08.678108 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-f88dcf3c-432e-43dc-84bb-e81253b5f69d req-e02d812e-3f4b-44bb-b4e9-9790664b03d6 service neutron] 10.222.0.69 "GET /v2.0/networks/e3032795-d107-4737-b6eb-c559a5838bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880148 May 27 03:53:08.817575 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-17110ff6-26d1-4135-abf0-2162d9d19870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'name': 'tempest-TestVolumeBootPattern-1536044687-router', 'tenant_id': '696d1db827244c65b179789b47baabe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '425efcbd-e332-4fd9-acf5-12ca8c753c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:06Z', 'updated_at': '2022-05-27T03:48:09Z', 'revision_number': 4, 'project_id': '696d1db827244c65b179789b47baabe1', 'gw_port': {'id': '425efcbd-e332-4fd9-acf5-12ca8c753c1e', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:33:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:06Z', 'updated_at': '2022-05-27T03:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_floatingips': [{'id': '6311bf37-734d-491e-9090-001c66df2c27', 'tenant_id': '696d1db827244c65b179789b47baabe1', 'floating_ip_address': '172.27.0.15', 'floating_network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'router_id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'port_id': 'e3ba361d-51d7-4644-89d5-9f76b8dd3b33', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3032795-d107-4737-b6eb-c559a5838bdb', 'mac_address': 'fa:16:3e:24:ba:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3fcc1f-a697-4dfd-b6a7-416019ccb578', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:53:06Z', 'updated_at': '2022-05-27T03:53:06Z', 'revision_number': 0, 'project_id': '696d1db827244c65b179789b47baabe1', 'fixed_ip_address_scope': None}, {'id': 'c76a5c8b-4952-4379-9535-d045b1a26cc9', 'tenant_id': '696d1db827244c65b179789b47baabe1', 'floating_ip_address': '172.27.0.68', 'floating_network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'router_id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'port_id': '8ca6625c-d7df-4b56-bf97-c6237fe12736', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3032795-d107-4737-b6eb-c559a5838bdb', 'mac_address': 'fa:16:3e:3d:00:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a963f3ea-f214-49ba-8fc5-7c971471b478', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:51:12Z', 'updated_at': '2022-05-27T03:51:14Z', 'revision_number': 1, 'project_id': '696d1db827244c65b179789b47baabe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c914d648-2ddc-470c-a764-e27b66f4a42e', 'name': '', 'network_id': 'e3032795-d107-4737-b6eb-c559a5838bdb', 'tenant_id': '696d1db827244c65b179789b47baabe1', 'mac_address': 'fa:16:3e:72:d1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '70f3088a-69eb-4200-8510-9bfafbc2b380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:08Z', 'updated_at': '2022-05-27T03:48:13Z', 'revision_number': 5, 'project_id': '696d1db827244c65b179789b47baabe1', 'subnets': [{'id': '70f3088a-69eb-4200-8510-9bfafbc2b380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:53:08.846304 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17110ff6-26d1-4135-abf0-2162d9d19870 None None] The sync data for ids ['5aa27c36-5cf6-4672-9e42-151f55ad82fa'] in dv-cinder-828805-4-iscsi is: [{'id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'name': 'tempest-TestVolumeBootPattern-1536044687-router', 'tenant_id': '696d1db827244c65b179789b47baabe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '425efcbd-e332-4fd9-acf5-12ca8c753c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:06Z', 'updated_at': '2022-05-27T03:48:09Z', 'revision_number': 4, 'project_id': '696d1db827244c65b179789b47baabe1', 'gw_port': {'id': '425efcbd-e332-4fd9-acf5-12ca8c753c1e', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:33:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:06Z', 'updated_at': '2022-05-27T03:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_floatingips': [{'id': '6311bf37-734d-491e-9090-001c66df2c27', 'tenant_id': '696d1db827244c65b179789b47baabe1', 'floating_ip_address': '172.27.0.15', 'floating_network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'router_id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'port_id': 'e3ba361d-51d7-4644-89d5-9f76b8dd3b33', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3032795-d107-4737-b6eb-c559a5838bdb', 'mac_address': 'fa:16:3e:24:ba:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3fcc1f-a697-4dfd-b6a7-416019ccb578', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:53:06Z', 'updated_at': '2022-05-27T03:53:06Z', 'revision_number': 0, 'project_id': '696d1db827244c65b179789b47baabe1', 'fixed_ip_address_scope': None}, {'id': 'c76a5c8b-4952-4379-9535-d045b1a26cc9', 'tenant_id': '696d1db827244c65b179789b47baabe1', 'floating_ip_address': '172.27.0.68', 'floating_network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'router_id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'port_id': '8ca6625c-d7df-4b56-bf97-c6237fe12736', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3032795-d107-4737-b6eb-c559a5838bdb', 'mac_address': 'fa:16:3e:3d:00:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a963f3ea-f214-49ba-8fc5-7c971471b478', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:51:12Z', 'updated_at': '2022-05-27T03:51:14Z', 'revision_number': 1, 'project_id': '696d1db827244c65b179789b47baabe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c914d648-2ddc-470c-a764-e27b66f4a42e', 'name': '', 'network_id': 'e3032795-d107-4737-b6eb-c559a5838bdb', 'tenant_id': '696d1db827244c65b179789b47baabe1', 'mac_address': 'fa:16:3e:72:d1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '70f3088a-69eb-4200-8510-9bfafbc2b380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:08Z', 'updated_at': '2022-05-27T03:48:13Z', 'revision_number': 5, 'project_id': '696d1db827244c65b179789b47baabe1', 'subnets': [{'id': '70f3088a-69eb-4200-8510-9bfafbc2b380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:53:09.041327 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6554ab62-442f-4ee0-b160-4e7c4adb4836 None None] New status for floating IP 6311bf37-734d-491e-9090-001c66df2c27: ACTIVE {{(pid=104617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:53:13.592925 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (134bae73-502b-4599-bb47-129fee8818a4), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:14.705042 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-33633e69-99bf-4e3f-96a1-6efcb187dc81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (b322252d-fb9d-4652-a830-647fed26b29a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:16.969909 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-bc97ab5a-7beb-40a0-a8dd-583303721341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (9df6ec88-276d-42f5-acd2-7e289451d5e3), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:18.114298 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:18.208938 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=13,neutron:DELETE=2 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:18.284191 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-584d7fde-7d72-4642-9601-b182cfb78c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (413fc6aa-3a5a-4281-abfd-a440a67afb4a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:18.674664 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=68 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:19.342159 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f446-e12c-45b2-8c38-3579950c1c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (785c7416-4bf9-40d9-a08f-c797a61a0436), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:20.763326 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:20.769181 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=27 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:20.811020 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:20.923981 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (917d01f3-4a27-4590-ae14-da14d21a1e88), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:28.371422 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-0db71952-3258-4f38-a29c-0aa01f63d72d req-dd5b82aa-0d07-4b39-a4b1-f615f4493586 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a963f3ea-f214-49ba-8fc5-7c971471b478&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375054 May 27 03:53:28.468741 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db71952-3258-4f38-a29c-0aa01f63d72d req-40642b31-432a-4d6d-96a1-55033a7a9083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:28.470196 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-0db71952-3258-4f38-a29c-0aa01f63d72d req-40642b31-432a-4d6d-96a1-55033a7a9083 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=696d1db827244c65b179789b47baabe1&device_id=a963f3ea-f214-49ba-8fc5-7c971471b478 HTTP/1.1" status: 200 len: 1129 time: 0.0385590 May 27 03:53:28.571673 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db71952-3258-4f38-a29c-0aa01f63d72d req-61d6c0d7-72f4-4e38-950d-be10f27e784c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:28.573124 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-0db71952-3258-4f38-a29c-0aa01f63d72d req-61d6c0d7-72f4-4e38-950d-be10f27e784c service neutron] 10.222.0.69 "GET /v2.0/networks?id=e3032795-d107-4737-b6eb-c559a5838bdb HTTP/1.1" status: 200 len: 913 time: 0.0860913 May 27 03:53:28.634252 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-0db71952-3258-4f38-a29c-0aa01f63d72d req-c30d330b-bf0d-4562-b297-42e3b88a919d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ca6625c-d7df-4b56-bf97-c6237fe12736 HTTP/1.1" status: 200 len: 1000 time: 0.0530899 May 27 03:53:28.682476 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db71952-3258-4f38-a29c-0aa01f63d72d req-44fe23ab-fc10-40af-a1e7-95b5ec3d5544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:28.683899 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-0db71952-3258-4f38-a29c-0aa01f63d72d req-44fe23ab-fc10-40af-a1e7-95b5ec3d5544 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=70f3088a-69eb-4200-8510-9bfafbc2b380 HTTP/1.1" status: 200 len: 851 time: 0.0421441 May 27 03:53:28.728072 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db71952-3258-4f38-a29c-0aa01f63d72d req-38cfd2fb-67a1-47a3-aac1-70ebf9013b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:53:28.729491 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-0db71952-3258-4f38-a29c-0aa01f63d72d req-38cfd2fb-67a1-47a3-aac1-70ebf9013b1d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e3032795-d107-4737-b6eb-c559a5838bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398924 May 27 03:53:28.817022 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-0db71952-3258-4f38-a29c-0aa01f63d72d req-5f227a8f-aecd-4d05-8e4b-4b3be99964fb service neutron] 10.222.0.69 "GET /v2.0/networks/e3032795-d107-4737-b6eb-c559a5838bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810506 May 27 03:53:28.908268 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-0db71952-3258-4f38-a29c-0aa01f63d72d req-c2a6043e-f93a-4668-bf6a-d2a6eb5e7def service neutron] 10.222.0.69 "GET /v2.0/networks/e3032795-d107-4737-b6eb-c559a5838bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847280 May 27 03:53:30.820000 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:38.903692 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=50 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:38.905552 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=51 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:43.598063 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (134bae73-502b-4599-bb47-129fee8818a4), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:44.692881 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-b50d1206-003b-49b2-94b0-349d6d2e67b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (b322252d-fb9d-4652-a830-647fed26b29a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:44.752083 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.agents_db [None req-cbb77ebc-65ec-4caa-a8b3-81c074906866 None None] Agent healthcheck: found 6 active agents {{(pid=104617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:53:46.946670 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-bdd0dae6-e149-4d22-9a4a-5c9d1b27b028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (9df6ec88-276d-42f5-acd2-7e289451d5e3), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:48.241310 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-584d7fde-7d72-4642-9601-b182cfb78c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (413fc6aa-3a5a-4281-abfd-a440a67afb4a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:49.344469 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f446-e12c-45b2-8c38-3579950c1c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (785c7416-4bf9-40d9-a08f-c797a61a0436), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:50.926810 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (917d01f3-4a27-4590-ae14-da14d21a1e88), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:53:57.760789 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=3 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:53:57.765640 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=5 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:00.820045 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:00.821974 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:12.832677 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=1 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:12.835278 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:DELETE=1 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:13.620256 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (134bae73-502b-4599-bb47-129fee8818a4), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:14.697162 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-bb8db787-9ebe-4c10-96d6-f55b654884ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (b322252d-fb9d-4652-a830-647fed26b29a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:16.929007 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-56225330-9c4d-4465-bad3-1404f7139c4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (9df6ec88-276d-42f5-acd2-7e289451d5e3), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:18.275007 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-584d7fde-7d72-4642-9601-b182cfb78c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (413fc6aa-3a5a-4281-abfd-a440a67afb4a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:19.354761 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f446-e12c-45b2-8c38-3579950c1c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (785c7416-4bf9-40d9-a08f-c797a61a0436), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:20.903750 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (917d01f3-4a27-4590-ae14-da14d21a1e88), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:21.752033 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.agents_db [None req-cbb77ebc-65ec-4caa-a8b3-81c074906866 None None] Agent healthcheck: found 6 active agents {{(pid=104617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:54:31.264682 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-fcc99215-5ff2-4a2e-95b5-60838271e14c req-f3eb18c3-91f4-4e79-a852-71d4f29d8837 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ef3fcc1f-a697-4dfd-b6a7-416019ccb578&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387878 May 27 03:54:31.332638 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc99215-5ff2-4a2e-95b5-60838271e14c req-caaa7dd9-6750-42cb-9be0-96bd6d3931e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:31.334102 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-fcc99215-5ff2-4a2e-95b5-60838271e14c req-caaa7dd9-6750-42cb-9be0-96bd6d3931e5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=696d1db827244c65b179789b47baabe1&device_id=ef3fcc1f-a697-4dfd-b6a7-416019ccb578 HTTP/1.1" status: 200 len: 1129 time: 0.0382946 May 27 03:54:31.436937 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc99215-5ff2-4a2e-95b5-60838271e14c req-63118867-44a9-4a2a-92e6-1e7aa36fa618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:31.439562 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-fcc99215-5ff2-4a2e-95b5-60838271e14c req-63118867-44a9-4a2a-92e6-1e7aa36fa618 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e3032795-d107-4737-b6eb-c559a5838bdb HTTP/1.1" status: 200 len: 913 time: 0.0874422 May 27 03:54:31.498444 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-fcc99215-5ff2-4a2e-95b5-60838271e14c req-f9b6344a-3a33-474c-9167-47f47c7bd9d8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3ba361d-51d7-4644-89d5-9f76b8dd3b33 HTTP/1.1" status: 200 len: 1000 time: 0.0533040 May 27 03:54:31.544234 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc99215-5ff2-4a2e-95b5-60838271e14c req-339d1968-400f-4b9e-8d70-a3b71d2b314d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:31.545580 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-fcc99215-5ff2-4a2e-95b5-60838271e14c req-339d1968-400f-4b9e-8d70-a3b71d2b314d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=70f3088a-69eb-4200-8510-9bfafbc2b380 HTTP/1.1" status: 200 len: 851 time: 0.0415888 May 27 03:54:31.589551 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc99215-5ff2-4a2e-95b5-60838271e14c req-f39f047d-2037-4fd7-afb5-e9dc4f870ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:31.591002 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-fcc99215-5ff2-4a2e-95b5-60838271e14c req-f39f047d-2037-4fd7-afb5-e9dc4f870ea8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e3032795-d107-4737-b6eb-c559a5838bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395837 May 27 03:54:31.678365 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-fcc99215-5ff2-4a2e-95b5-60838271e14c req-e1e18907-5c79-4efd-8f9d-4ad72c8330a6 service neutron] 10.222.0.69 "GET /v2.0/networks/e3032795-d107-4737-b6eb-c559a5838bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808492 May 27 03:54:31.766562 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-fcc99215-5ff2-4a2e-95b5-60838271e14c req-5e56434b-282c-4700-b5ef-e26ca5978fe9 service neutron] 10.222.0.69 "GET /v2.0/networks/e3032795-d107-4737-b6eb-c559a5838bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829296 May 27 03:54:32.348893 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:32.350654 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:34.764230 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=5 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:34.764964 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=3 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:35.260322 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 45350) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:54:35.438898 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.plugin [None req-dc835a1e-bb16-4c37-9a68-5497c8c617dc tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Deleting port 0dccd57a-ef7f-416b-88b3-031c14a3686f {{(pid=104615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:54:35.439156 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-dc835a1e-bb16-4c37-9a68-5497c8c617dc tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791799895781'] for port (0dccd57a-ef7f-416b-88b3-031c14a3686f), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:35.515413 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-dc835a1e-bb16-4c37-9a68-5497c8c617dc tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-658269'] for port (0dccd57a-ef7f-416b-88b3-031c14a3686f), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:35.515742 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-dc835a1e-bb16-4c37-9a68-5497c8c617dc tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks [] for floatingip (0dccd57a-ef7f-416b-88b3-031c14a3686f), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:35.528858 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.plugin [None req-dc835a1e-bb16-4c37-9a68-5497c8c617dc tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Calling delete_port for 0dccd57a-ef7f-416b-88b3-031c14a3686f owned by network:floatingip {{(pid=104615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:54:35.745796 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-dc835a1e-bb16-4c37-9a68-5497c8c617dc tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791799905747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791799515450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585481432'] for port (0dccd57a-ef7f-416b-88b3-031c14a3686f), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:35.769836 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc835a1e-bb16-4c37-9a68-5497c8c617dc tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Pushing event deleted for resources: {'Port': ['ID=0dccd57a-ef7f-416b-88b3-031c14a3686f,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:35.794530 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc835a1e-bb16-4c37-9a68-5497c8c617dc tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:35.799877 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc835a1e-bb16-4c37-9a68-5497c8c617dc tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:35.799877 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc835a1e-bb16-4c37-9a68-5497c8c617dc tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:35.799877 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc835a1e-bb16-4c37-9a68-5497c8c617dc tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:35.799877 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc835a1e-bb16-4c37-9a68-5497c8c617dc tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:35.799877 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc835a1e-bb16-4c37-9a68-5497c8c617dc tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:35.799877 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc835a1e-bb16-4c37-9a68-5497c8c617dc tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:35.799877 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc835a1e-bb16-4c37-9a68-5497c8c617dc tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:35.799877 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc835a1e-bb16-4c37-9a68-5497c8c617dc tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:35.799877 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc835a1e-bb16-4c37-9a68-5497c8c617dc tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:35.799877 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc835a1e-bb16-4c37-9a68-5497c8c617dc tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:35.799877 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc835a1e-bb16-4c37-9a68-5497c8c617dc tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:35.799877 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc835a1e-bb16-4c37-9a68-5497c8c617dc tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:35.799877 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc835a1e-bb16-4c37-9a68-5497c8c617dc tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:35.801180 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc835a1e-bb16-4c37-9a68-5497c8c617dc tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:35.843484 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-dc835a1e-bb16-4c37-9a68-5497c8c617dc tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks [] for floatingip (6311bf37-734d-491e-9090-001c66df2c27), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:35.843806 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.db.l3_db [None req-dc835a1e-bb16-4c37-9a68-5497c8c617dc tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Floating IP 6311bf37-734d-491e-9090-001c66df2c27 disassociated (deleted). External IP: 172.27.0.15, port: e3ba361d-51d7-4644-89d5-9f76b8dd3b33. May 27 03:54:36.034097 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc835a1e-bb16-4c37-9a68-5497c8c617dc tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Router 5aa27c36-5cf6-4672-9e42-151f55ad82fa has already been hosted by L3 agent 9df6ec88-276d-42f5-acd2-7e289451d5e3 {{(pid=104615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:54:36.136113 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc835a1e-bb16-4c37-9a68-5497c8c617dc tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Notify agent at l3_agent.dv-cinder-828805-4-iscsi the message routers_updated {{(pid=104615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:54:36.140884 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-dc835a1e-bb16-4c37-9a68-5497c8c617dc tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for floatingip (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:36.145264 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3adcf5-a656-4a85-8639-85cefda98ed7 None None] Sync routers for ids ['5aa27c36-5cf6-4672-9e42-151f55ad82fa'] in dv-cinder-828805-4-iscsi {{(pid=104616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:54:36.154812 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3adcf5-a656-4a85-8639-85cefda98ed7 None None] Routers {'5aa27c36-5cf6-4672-9e42-151f55ad82fa'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:54:36.155447 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-0c3adcf5-a656-4a85-8639-85cefda98ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:54:17Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['5aa27c36-5cf6-4672-9e42-151f55ad82fa'], 'active': True} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:36.166131 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:36.170140 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-dc835a1e-bb16-4c37-9a68-5497c8c617dc tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "DELETE /v2.0/floatingips/6311bf37-734d-491e-9090-001c66df2c27 HTTP/1.1" status: 204 len: 168 time: 0.9088194 May 27 03:54:36.170682 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef3fcc1f-a697-4dfd-b6a7-416019ccb578', 'tag': 'e3ba361d-51d7-4644-89d5-9f76b8dd3b33'}] {{(pid=104615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:54:36.173579 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9faa1dd78fb558d4018d1363b43ffec7552e77d137433f9c5cc39ec2f1c636e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e34317a-681e-46d7-a153-544ed4aa15dd" -d '{"events": [{"name": "network-changed", "server_uuid": "ef3fcc1f-a697-4dfd-b6a7-416019ccb578", "tag": "e3ba361d-51d7-4644-89d5-9f76b8dd3b33"}]}' {{(pid=104615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:54:36.269086 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcadc1b4-8834-4bdb-88c3-61fae37f33aa x-openstack-request-id: req-fcadc1b4-8834-4bdb-88c3-61fae37f33aa {{(pid=104615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:54:36.269086 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef3fcc1f-a697-4dfd-b6a7-416019ccb578", "tag": "e3ba361d-51d7-4644-89d5-9f76b8dd3b33", "status": "completed", "code": 200}]} {{(pid=104615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:54:36.269086 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fcadc1b4-8834-4bdb-88c3-61fae37f33aa {{(pid=104615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:54:36.269874 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcadc1b4-8834-4bdb-88c3-61fae37f33aa'] response: {'name': 'network-changed', 'server_uuid': 'ef3fcc1f-a697-4dfd-b6a7-416019ccb578', 'tag': 'e3ba361d-51d7-4644-89d5-9f76b8dd3b33', 'status': 'completed', 'code': 200} May 27 03:54:36.270153 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvr_db [None req-0c3adcf5-a656-4a85-8639-85cefda98ed7 None None] Set router 5aa27c36-5cf6-4672-9e42-151f55ad82fa gateway port host: dv-cinder-828805-4-iscsi {{(pid=104616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:54:36.350883 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34317a-681e-46d7-a153-544ed4aa15dd req-b9de644a-17c9-4a25-b1bd-ef64e8db7568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:36.352385 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-3e34317a-681e-46d7-a153-544ed4aa15dd req-b9de644a-17c9-4a25-b1bd-ef64e8db7568 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=696d1db827244c65b179789b47baabe1&device_id=ef3fcc1f-a697-4dfd-b6a7-416019ccb578 HTTP/1.1" status: 200 len: 1129 time: 0.0414863 May 27 03:54:36.446087 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34317a-681e-46d7-a153-544ed4aa15dd req-03c69cb7-b659-48a2-b73e-1edd1079ff88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:36.447575 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-3e34317a-681e-46d7-a153-544ed4aa15dd req-03c69cb7-b659-48a2-b73e-1edd1079ff88 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e3032795-d107-4737-b6eb-c559a5838bdb HTTP/1.1" status: 200 len: 913 time: 0.0885050 May 27 03:54:36.493273 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-3e34317a-681e-46d7-a153-544ed4aa15dd req-6d830046-3913-4de3-933a-dee91e4abfb5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3ba361d-51d7-4644-89d5-9f76b8dd3b33 HTTP/1.1" status: 200 len: 217 time: 0.0403035 May 27 03:54:36.493887 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-0c3adcf5-a656-4a85-8639-85cefda98ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'name': 'tempest-TestVolumeBootPattern-1536044687-router', 'tenant_id': '696d1db827244c65b179789b47baabe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '425efcbd-e332-4fd9-acf5-12ca8c753c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:06Z', 'updated_at': '2022-05-27T03:48:09Z', 'revision_number': 4, 'project_id': '696d1db827244c65b179789b47baabe1', 'gw_port': {'id': '425efcbd-e332-4fd9-acf5-12ca8c753c1e', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:33:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:06Z', 'updated_at': '2022-05-27T03:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_floatingips': [{'id': 'c76a5c8b-4952-4379-9535-d045b1a26cc9', 'tenant_id': '696d1db827244c65b179789b47baabe1', 'floating_ip_address': '172.27.0.68', 'floating_network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'router_id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'port_id': '8ca6625c-d7df-4b56-bf97-c6237fe12736', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3032795-d107-4737-b6eb-c559a5838bdb', 'mac_address': 'fa:16:3e:3d:00:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a963f3ea-f214-49ba-8fc5-7c971471b478', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:51:12Z', 'updated_at': '2022-05-27T03:51:14Z', 'revision_number': 1, 'project_id': '696d1db827244c65b179789b47baabe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c914d648-2ddc-470c-a764-e27b66f4a42e', 'name': '', 'network_id': 'e3032795-d107-4737-b6eb-c559a5838bdb', 'tenant_id': '696d1db827244c65b179789b47baabe1', 'mac_address': 'fa:16:3e:72:d1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '70f3088a-69eb-4200-8510-9bfafbc2b380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:08Z', 'updated_at': '2022-05-27T03:48:13Z', 'revision_number': 5, 'project_id': '696d1db827244c65b179789b47baabe1', 'subnets': [{'id': '70f3088a-69eb-4200-8510-9bfafbc2b380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:36.526503 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3adcf5-a656-4a85-8639-85cefda98ed7 None None] Checking router: 5aa27c36-5cf6-4672-9e42-151f55ad82fa for host: dv-cinder-828805-4-iscsi {{(pid=104616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:54:36.535704 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3adcf5-a656-4a85-8639-85cefda98ed7 None None] Routers {'5aa27c36-5cf6-4672-9e42-151f55ad82fa'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:54:36.536308 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-0c3adcf5-a656-4a85-8639-85cefda98ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:54:17Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['5aa27c36-5cf6-4672-9e42-151f55ad82fa'], 'active': True} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:36.546671 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34317a-681e-46d7-a153-544ed4aa15dd req-f158af70-73be-429e-8f2d-58e147748027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:36.546671 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-3e34317a-681e-46d7-a153-544ed4aa15dd req-f158af70-73be-429e-8f2d-58e147748027 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=70f3088a-69eb-4200-8510-9bfafbc2b380 HTTP/1.1" status: 200 len: 851 time: 0.0466707 May 27 03:54:36.594125 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34317a-681e-46d7-a153-544ed4aa15dd req-1c7e23b2-0ed6-496e-857d-b42a30fa7602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:36.595749 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-3e34317a-681e-46d7-a153-544ed4aa15dd req-1c7e23b2-0ed6-496e-857d-b42a30fa7602 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e3032795-d107-4737-b6eb-c559a5838bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440180 May 27 03:54:36.641753 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvr_db [None req-0c3adcf5-a656-4a85-8639-85cefda98ed7 None None] Set router 5aa27c36-5cf6-4672-9e42-151f55ad82fa gateway port host: dv-cinder-828805-4-iscsi {{(pid=104616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:54:36.671896 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dcce6b-4b1d-487e-81b2-4d80626e37cf req-fbfe526b-532f-4eee-9c96-12a72d1d1c65 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:36.674021 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-13dcce6b-4b1d-487e-81b2-4d80626e37cf req-fbfe526b-532f-4eee-9c96-12a72d1d1c65 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef3fcc1f-a697-4dfd-b6a7-416019ccb578 HTTP/1.1" status: 200 len: 945 time: 0.0508788 May 27 03:54:36.686637 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:36.725451 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-13dcce6b-4b1d-487e-81b2-4d80626e37cf req-fdc542c7-4b4b-42cd-b2d2-06d5df8f4a25 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/security-groups?id=141c3a78-f1ba-436e-a008-73bb3b6bf9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457551 May 27 03:54:36.850067 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-0c3adcf5-a656-4a85-8639-85cefda98ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'name': 'tempest-TestVolumeBootPattern-1536044687-router', 'tenant_id': '696d1db827244c65b179789b47baabe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '425efcbd-e332-4fd9-acf5-12ca8c753c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:06Z', 'updated_at': '2022-05-27T03:48:09Z', 'revision_number': 4, 'project_id': '696d1db827244c65b179789b47baabe1', 'gw_port': {'id': '425efcbd-e332-4fd9-acf5-12ca8c753c1e', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:33:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:06Z', 'updated_at': '2022-05-27T03:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_floatingips': [{'id': 'c76a5c8b-4952-4379-9535-d045b1a26cc9', 'tenant_id': '696d1db827244c65b179789b47baabe1', 'floating_ip_address': '172.27.0.68', 'floating_network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'router_id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'port_id': '8ca6625c-d7df-4b56-bf97-c6237fe12736', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3032795-d107-4737-b6eb-c559a5838bdb', 'mac_address': 'fa:16:3e:3d:00:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a963f3ea-f214-49ba-8fc5-7c971471b478', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:51:12Z', 'updated_at': '2022-05-27T03:51:14Z', 'revision_number': 1, 'project_id': '696d1db827244c65b179789b47baabe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c914d648-2ddc-470c-a764-e27b66f4a42e', 'name': '', 'network_id': 'e3032795-d107-4737-b6eb-c559a5838bdb', 'tenant_id': '696d1db827244c65b179789b47baabe1', 'mac_address': 'fa:16:3e:72:d1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '70f3088a-69eb-4200-8510-9bfafbc2b380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:08Z', 'updated_at': '2022-05-27T03:48:13Z', 'revision_number': 5, 'project_id': '696d1db827244c65b179789b47baabe1', 'subnets': [{'id': '70f3088a-69eb-4200-8510-9bfafbc2b380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:36.874857 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3adcf5-a656-4a85-8639-85cefda98ed7 None None] The sync data for ids ['5aa27c36-5cf6-4672-9e42-151f55ad82fa'] in dv-cinder-828805-4-iscsi is: [{'id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'name': 'tempest-TestVolumeBootPattern-1536044687-router', 'tenant_id': '696d1db827244c65b179789b47baabe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '425efcbd-e332-4fd9-acf5-12ca8c753c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:06Z', 'updated_at': '2022-05-27T03:48:09Z', 'revision_number': 4, 'project_id': '696d1db827244c65b179789b47baabe1', 'gw_port': {'id': '425efcbd-e332-4fd9-acf5-12ca8c753c1e', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:33:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:06Z', 'updated_at': '2022-05-27T03:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_floatingips': [{'id': 'c76a5c8b-4952-4379-9535-d045b1a26cc9', 'tenant_id': '696d1db827244c65b179789b47baabe1', 'floating_ip_address': '172.27.0.68', 'floating_network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'router_id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'port_id': '8ca6625c-d7df-4b56-bf97-c6237fe12736', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3032795-d107-4737-b6eb-c559a5838bdb', 'mac_address': 'fa:16:3e:3d:00:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a963f3ea-f214-49ba-8fc5-7c971471b478', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:51:12Z', 'updated_at': '2022-05-27T03:51:14Z', 'revision_number': 1, 'project_id': '696d1db827244c65b179789b47baabe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c914d648-2ddc-470c-a764-e27b66f4a42e', 'name': '', 'network_id': 'e3032795-d107-4737-b6eb-c559a5838bdb', 'tenant_id': '696d1db827244c65b179789b47baabe1', 'mac_address': 'fa:16:3e:72:d1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '70f3088a-69eb-4200-8510-9bfafbc2b380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:08Z', 'updated_at': '2022-05-27T03:48:13Z', 'revision_number': 5, 'project_id': '696d1db827244c65b179789b47baabe1', 'subnets': [{'id': '70f3088a-69eb-4200-8510-9bfafbc2b380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:54:37.092064 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c723acbc-d250-4c5c-9cd9-ae81c43c5cd7 None None] New status for floating IP 6311bf37-734d-491e-9090-001c66df2c27: DOWN {{(pid=104617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:54:37.730159 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-3e34317a-681e-46d7-a153-544ed4aa15dd req-ca85db84-3880-4184-9bd6-86fb3c178b67 service neutron] 10.222.0.69 "GET /v2.0/networks/e3032795-d107-4737-b6eb-c559a5838bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870116 May 27 03:54:37.844891 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf9c4a-3140-4175-a2a7-0224053aab26 req-a6279d19-0a92-4d89-9f55-a3557ed5ec4b tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:37.846342 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-3daf9c4a-3140-4175-a2a7-0224053aab26 req-a6279d19-0a92-4d89-9f55-a3557ed5ec4b tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef3fcc1f-a697-4dfd-b6a7-416019ccb578 HTTP/1.1" status: 200 len: 945 time: 0.0468123 May 27 03:54:37.896153 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-3daf9c4a-3140-4175-a2a7-0224053aab26 req-59e75bbb-5991-4012-9c7e-f8294f128781 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/security-groups?id=141c3a78-f1ba-436e-a008-73bb3b6bf9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442445 May 27 03:54:37.899639 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=100 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:37.925711 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-3e34317a-681e-46d7-a153-544ed4aa15dd req-2a065935-7f9c-457d-861e-cb8552680cee service neutron] 10.222.0.69 "GET /v2.0/networks/e3032795-d107-4737-b6eb-c559a5838bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892022 May 27 03:54:38.303516 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baecff7-40f7-4a6d-9f2c-5f332cf8e357 req-07a8959e-2cbc-4c08-b03a-e5fa0ef80a15 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:38.304943 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-5baecff7-40f7-4a6d-9f2c-5f332cf8e357 req-07a8959e-2cbc-4c08-b03a-e5fa0ef80a15 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef3fcc1f-a697-4dfd-b6a7-416019ccb578 HTTP/1.1" status: 200 len: 945 time: 0.0452919 May 27 03:54:38.382882 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [req-5baecff7-40f7-4a6d-9f2c-5f332cf8e357 req-2e6cefaf-c5eb-4de3-b7a9-738de78e75af tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Deleting port e3ba361d-51d7-4644-89d5-9f76b8dd3b33 {{(pid=104614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:54:38.383152 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-5baecff7-40f7-4a6d-9f2c-5f332cf8e357 req-2e6cefaf-c5eb-4de3-b7a9-738de78e75af tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791799895781'] for port (e3ba361d-51d7-4644-89d5-9f76b8dd3b33), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:38.437421 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=100 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:38.473489 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.db [req-5baecff7-40f7-4a6d-9f2c-5f332cf8e357 req-2e6cefaf-c5eb-4de3-b7a9-738de78e75af tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] For port e3ba361d-51d7-4644-89d5-9f76b8dd3b33, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=e3ba361d-51d7-4644-89d5-9f76b8dd3b33,segment=NetworkSegment(6cba1183-3640-42eb-a92d-12223c337187),segment_id=6cba1183-3640-42eb-a92d-12223c337187)] {{(pid=104614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:54:38.473850 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-5baecff7-40f7-4a6d-9f2c-5f332cf8e357 req-2e6cefaf-c5eb-4de3-b7a9-738de78e75af tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-658269'] for port (e3ba361d-51d7-4644-89d5-9f76b8dd3b33), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:38.487650 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [req-5baecff7-40f7-4a6d-9f2c-5f332cf8e357 req-2e6cefaf-c5eb-4de3-b7a9-738de78e75af tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Calling delete_port for e3ba361d-51d7-4644-89d5-9f76b8dd3b33 owned by compute:nova {{(pid=104614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:54:38.711160 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-5baecff7-40f7-4a6d-9f2c-5f332cf8e357 req-2e6cefaf-c5eb-4de3-b7a9-738de78e75af tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791799905747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791799515450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8584799065'] for port (e3ba361d-51d7-4644-89d5-9f76b8dd3b33), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:38.739436 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6cefaf-c5eb-4de3-b7a9-738de78e75af tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Pushing event deleted for resources: {'Port': ['ID=e3ba361d-51d7-4644-89d5-9f76b8dd3b33,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:38.766603 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6cefaf-c5eb-4de3-b7a9-738de78e75af tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:38.766996 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6cefaf-c5eb-4de3-b7a9-738de78e75af tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:38.767337 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6cefaf-c5eb-4de3-b7a9-738de78e75af tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:38.767673 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6cefaf-c5eb-4de3-b7a9-738de78e75af tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:38.768002 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6cefaf-c5eb-4de3-b7a9-738de78e75af tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:38.768328 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6cefaf-c5eb-4de3-b7a9-738de78e75af tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:38.768652 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6cefaf-c5eb-4de3-b7a9-738de78e75af tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:38.768969 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6cefaf-c5eb-4de3-b7a9-738de78e75af tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:38.769285 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6cefaf-c5eb-4de3-b7a9-738de78e75af tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:38.769610 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6cefaf-c5eb-4de3-b7a9-738de78e75af tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:38.769930 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6cefaf-c5eb-4de3-b7a9-738de78e75af tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:38.770248 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6cefaf-c5eb-4de3-b7a9-738de78e75af tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:38.770565 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6cefaf-c5eb-4de3-b7a9-738de78e75af tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:38.770900 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6cefaf-c5eb-4de3-b7a9-738de78e75af tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:38.771222 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6cefaf-c5eb-4de3-b7a9-738de78e75af tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:38.793902 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.l3_dvrscheduler_db [req-5baecff7-40f7-4a6d-9f2c-5f332cf8e357 req-2e6cefaf-c5eb-4de3-b7a9-738de78e75af tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] No DVR routers for this DVR port e3ba361d-51d7-4644-89d5-9f76b8dd3b33 on host hv-cinder-82880 {{(pid=104614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:54:38.796234 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-5baecff7-40f7-4a6d-9f2c-5f332cf8e357 req-2e6cefaf-c5eb-4de3-b7a9-738de78e75af tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:38.799457 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-5baecff7-40f7-4a6d-9f2c-5f332cf8e357 req-2e6cefaf-c5eb-4de3-b7a9-738de78e75af tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.69 "DELETE /v2.0/ports/e3ba361d-51d7-4644-89d5-9f76b8dd3b33 HTTP/1.1" status: 204 len: 173 time: 0.4892941 May 27 03:54:38.799881 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef3fcc1f-a697-4dfd-b6a7-416019ccb578', 'name': 'network-vif-deleted', 'tag': 'e3ba361d-51d7-4644-89d5-9f76b8dd3b33'}] {{(pid=104614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:54:38.802112 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a93b0eab3ec594b69aa68cd7d580be2fac36b4cb942ee4cac03c85783d056da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06086c6e-aa10-41ef-8383-65675464698a" -d '{"events": [{"server_uuid": "ef3fcc1f-a697-4dfd-b6a7-416019ccb578", "name": "network-vif-deleted", "tag": "e3ba361d-51d7-4644-89d5-9f76b8dd3b33"}]}' {{(pid=104614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:54:38.836940 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58fe9895-3337-41ed-a5db-989650b1cea2 x-openstack-request-id: req-58fe9895-3337-41ed-a5db-989650b1cea2 {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:54:38.837231 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef3fcc1f-a697-4dfd-b6a7-416019ccb578", "name": "network-vif-deleted", "tag": "e3ba361d-51d7-4644-89d5-9f76b8dd3b33", "status": "completed", "code": 200}]} {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:54:38.837477 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-58fe9895-3337-41ed-a5db-989650b1cea2 {{(pid=104614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:54:38.837865 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58fe9895-3337-41ed-a5db-989650b1cea2'] response: {'server_uuid': 'ef3fcc1f-a697-4dfd-b6a7-416019ccb578', 'name': 'network-vif-deleted', 'tag': 'e3ba361d-51d7-4644-89d5-9f76b8dd3b33', 'status': 'completed', 'code': 200} May 27 03:54:38.990767 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-170ea263-c86b-477b-8852-3c733ae509ab req-0ba5b3d4-155e-4c59-951d-1bcdedb65c51 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef3fcc1f-a697-4dfd-b6a7-416019ccb578 HTTP/1.1" status: 200 len: 210 time: 0.0273478 May 27 03:54:40.102685 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-ccfd164d-cc21-4326-bf4b-cdd0b27cd0da req-33793c8c-0f20-4300-aaac-04b19c4e3ddd tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef3fcc1f-a697-4dfd-b6a7-416019ccb578 HTTP/1.1" status: 200 len: 210 time: 0.0308502 May 27 03:54:42.059654 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device e3ba361d-51d7-4644-89d5-9f76b8dd3b33 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:54:42.082029 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] No Port match for: e3ba361d-51d7-4644-89d5-9f76b8dd3b33 {{(pid=104616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:54:42.082367 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device e3ba361d-51d7-4644-89d5-9f76b8dd3b33 not bound to the agent host hv-cinder-82880 {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:54:43.590509 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 45394) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:54:43.597134 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (134bae73-502b-4599-bb47-129fee8818a4), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:43.727781 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.plugin [None req-8c62df21-b8c1-431a-9473-f58c4e037574 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Deleting port 6fa51268-3949-488c-9023-e6b22d9580f3 {{(pid=104615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:54:43.728118 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-8c62df21-b8c1-431a-9473-f58c4e037574 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791799895781'] for port (6fa51268-3949-488c-9023-e6b22d9580f3), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:43.802390 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-8c62df21-b8c1-431a-9473-f58c4e037574 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-658269'] for port (6fa51268-3949-488c-9023-e6b22d9580f3), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:43.802755 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-8c62df21-b8c1-431a-9473-f58c4e037574 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks [] for floatingip (6fa51268-3949-488c-9023-e6b22d9580f3), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:43.815387 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.plugin [None req-8c62df21-b8c1-431a-9473-f58c4e037574 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Calling delete_port for 6fa51268-3949-488c-9023-e6b22d9580f3 owned by network:floatingip {{(pid=104615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:54:44.022350 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-8c62df21-b8c1-431a-9473-f58c4e037574 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791799905747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791799515450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585481432'] for port (6fa51268-3949-488c-9023-e6b22d9580f3), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:44.044435 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c62df21-b8c1-431a-9473-f58c4e037574 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Pushing event deleted for resources: {'Port': ['ID=6fa51268-3949-488c-9023-e6b22d9580f3,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:44.109659 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-8c62df21-b8c1-431a-9473-f58c4e037574 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks [] for floatingip (c76a5c8b-4952-4379-9535-d045b1a26cc9), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:44.109986 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.db.l3_db [None req-8c62df21-b8c1-431a-9473-f58c4e037574 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Floating IP c76a5c8b-4952-4379-9535-d045b1a26cc9 disassociated (deleted). External IP: 172.27.0.68, port: 8ca6625c-d7df-4b56-bf97-c6237fe12736. May 27 03:54:44.256267 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:44.306445 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c62df21-b8c1-431a-9473-f58c4e037574 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Router 5aa27c36-5cf6-4672-9e42-151f55ad82fa has already been hosted by L3 agent 9df6ec88-276d-42f5-acd2-7e289451d5e3 {{(pid=104615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:54:44.312988 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:44.407446 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c62df21-b8c1-431a-9473-f58c4e037574 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Notify agent at l3_agent.dv-cinder-828805-4-iscsi the message routers_updated {{(pid=104615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:54:44.412386 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-8c62df21-b8c1-431a-9473-f58c4e037574 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for floatingip (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:44.418192 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b93ddca-7979-4975-9cad-805613c59196 None None] Sync routers for ids ['5aa27c36-5cf6-4672-9e42-151f55ad82fa'] in dv-cinder-828805-4-iscsi {{(pid=104616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:54:44.428803 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b93ddca-7979-4975-9cad-805613c59196 None None] Routers {'5aa27c36-5cf6-4672-9e42-151f55ad82fa'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:54:44.429413 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-1b93ddca-7979-4975-9cad-805613c59196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:54:17Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['5aa27c36-5cf6-4672-9e42-151f55ad82fa'], 'active': True} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:44.440861 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-8c62df21-b8c1-431a-9473-f58c4e037574 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "DELETE /v2.0/floatingips/c76a5c8b-4952-4379-9535-d045b1a26cc9 HTTP/1.1" status: 204 len: 168 time: 0.8492544 May 27 03:54:44.441425 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a963f3ea-f214-49ba-8fc5-7c971471b478', 'tag': '8ca6625c-d7df-4b56-bf97-c6237fe12736'}] {{(pid=104615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:54:44.443670 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9faa1dd78fb558d4018d1363b43ffec7552e77d137433f9c5cc39ec2f1c636e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558e5a14-eeea-47ff-adc5-8ca70803122f" -d '{"events": [{"name": "network-changed", "server_uuid": "a963f3ea-f214-49ba-8fc5-7c971471b478", "tag": "8ca6625c-d7df-4b56-bf97-c6237fe12736"}]}' {{(pid=104615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:54:44.482553 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de69717-0074-4dee-a277-44700031e8e0 x-openstack-request-id: req-3de69717-0074-4dee-a277-44700031e8e0 {{(pid=104615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:54:44.483216 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a963f3ea-f214-49ba-8fc5-7c971471b478", "tag": "8ca6625c-d7df-4b56-bf97-c6237fe12736", "status": "completed", "code": 200}]} {{(pid=104615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:54:44.483469 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3de69717-0074-4dee-a277-44700031e8e0 {{(pid=104615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:54:44.483866 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3de69717-0074-4dee-a277-44700031e8e0'] response: {'name': 'network-changed', 'server_uuid': 'a963f3ea-f214-49ba-8fc5-7c971471b478', 'tag': '8ca6625c-d7df-4b56-bf97-c6237fe12736', 'status': 'completed', 'code': 200} May 27 03:54:44.548221 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvr_db [None req-1b93ddca-7979-4975-9cad-805613c59196 None None] Set router 5aa27c36-5cf6-4672-9e42-151f55ad82fa gateway port host: dv-cinder-828805-4-iscsi {{(pid=104616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:54:44.566563 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e5a14-eeea-47ff-adc5-8ca70803122f req-d331a060-acc0-4548-ba7a-24990fb5585a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:44.568227 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-558e5a14-eeea-47ff-adc5-8ca70803122f req-d331a060-acc0-4548-ba7a-24990fb5585a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=696d1db827244c65b179789b47baabe1&device_id=a963f3ea-f214-49ba-8fc5-7c971471b478 HTTP/1.1" status: 200 len: 1129 time: 0.0392959 May 27 03:54:44.623773 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:44.661586 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e5a14-eeea-47ff-adc5-8ca70803122f req-c2c8d7ad-5884-4371-9d34-4214e02e9238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:44.663088 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-558e5a14-eeea-47ff-adc5-8ca70803122f req-c2c8d7ad-5884-4371-9d34-4214e02e9238 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e3032795-d107-4737-b6eb-c559a5838bdb HTTP/1.1" status: 200 len: 913 time: 0.0897505 May 27 03:54:44.675885 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:44.701804 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-558e5a14-eeea-47ff-adc5-8ca70803122f req-c73ec020-b361-436e-bc12-2a9b938e7d10 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ca6625c-d7df-4b56-bf97-c6237fe12736 HTTP/1.1" status: 200 len: 217 time: 0.0334389 May 27 03:54:44.750323 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-1b93ddca-7979-4975-9cad-805613c59196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'name': 'tempest-TestVolumeBootPattern-1536044687-router', 'tenant_id': '696d1db827244c65b179789b47baabe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '425efcbd-e332-4fd9-acf5-12ca8c753c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:06Z', 'updated_at': '2022-05-27T03:48:09Z', 'revision_number': 4, 'project_id': '696d1db827244c65b179789b47baabe1', 'gw_port': {'id': '425efcbd-e332-4fd9-acf5-12ca8c753c1e', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:33:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:06Z', 'updated_at': '2022-05-27T03:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_interfaces': [{'id': 'c914d648-2ddc-470c-a764-e27b66f4a42e', 'name': '', 'network_id': 'e3032795-d107-4737-b6eb-c559a5838bdb', 'tenant_id': '696d1db827244c65b179789b47baabe1', 'mac_address': 'fa:16:3e:72:d1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '70f3088a-69eb-4200-8510-9bfafbc2b380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:08Z', 'updated_at': '2022-05-27T03:48:13Z', 'revision_number': 5, 'project_id': '696d1db827244c65b179789b47baabe1', 'subnets': [{'id': '70f3088a-69eb-4200-8510-9bfafbc2b380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:44.754923 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-41f168c6-56c3-4b24-8582-0e4d7891bc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (b322252d-fb9d-4652-a830-647fed26b29a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:44.758979 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e5a14-eeea-47ff-adc5-8ca70803122f req-845d807b-2d04-4f59-831b-1ded9cc9d551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:44.761088 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-558e5a14-eeea-47ff-adc5-8ca70803122f req-845d807b-2d04-4f59-831b-1ded9cc9d551 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=70f3088a-69eb-4200-8510-9bfafbc2b380 HTTP/1.1" status: 200 len: 851 time: 0.0530088 May 27 03:54:44.781927 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b93ddca-7979-4975-9cad-805613c59196 None None] Checking router: 5aa27c36-5cf6-4672-9e42-151f55ad82fa for host: dv-cinder-828805-4-iscsi {{(pid=104616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:54:44.790627 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b93ddca-7979-4975-9cad-805613c59196 None None] Routers {'5aa27c36-5cf6-4672-9e42-151f55ad82fa'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:54:44.791256 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-1b93ddca-7979-4975-9cad-805613c59196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:54:17Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['5aa27c36-5cf6-4672-9e42-151f55ad82fa'], 'active': True} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:44.803715 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e5a14-eeea-47ff-adc5-8ca70803122f req-d4c41085-9db8-4555-b926-efe5e550188d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:44.805269 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-558e5a14-eeea-47ff-adc5-8ca70803122f req-d4c41085-9db8-4555-b926-efe5e550188d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e3032795-d107-4737-b6eb-c559a5838bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394154 May 27 03:54:44.912198 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-558e5a14-eeea-47ff-adc5-8ca70803122f req-2ec4fb60-ba23-4109-80e7-0f57269d0d29 service neutron] 10.222.0.69 "GET /v2.0/networks/e3032795-d107-4737-b6eb-c559a5838bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012528 May 27 03:54:44.955323 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d2df8b-c5c7-45f0-a6b2-146a5fa27c55 req-57e6d1fd-6bf3-4aba-8db0-803cb99c24a4 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:44.957098 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-f0d2df8b-c5c7-45f0-a6b2-146a5fa27c55 req-57e6d1fd-6bf3-4aba-8db0-803cb99c24a4 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/ports?device_id=a963f3ea-f214-49ba-8fc5-7c971471b478 HTTP/1.1" status: 200 len: 945 time: 0.0477288 May 27 03:54:45.007460 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-f0d2df8b-c5c7-45f0-a6b2-146a5fa27c55 req-ee2bd318-a9a6-4217-b5b0-361ba3ae3414 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/security-groups?id=141c3a78-f1ba-436e-a008-73bb3b6bf9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442924 May 27 03:54:45.025601 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvr_db [None req-1b93ddca-7979-4975-9cad-805613c59196 None None] Set router 5aa27c36-5cf6-4672-9e42-151f55ad82fa gateway port host: dv-cinder-828805-4-iscsi {{(pid=104616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:54:45.210034 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-1b93ddca-7979-4975-9cad-805613c59196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'name': 'tempest-TestVolumeBootPattern-1536044687-router', 'tenant_id': '696d1db827244c65b179789b47baabe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '425efcbd-e332-4fd9-acf5-12ca8c753c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:06Z', 'updated_at': '2022-05-27T03:48:09Z', 'revision_number': 4, 'project_id': '696d1db827244c65b179789b47baabe1', 'gw_port': {'id': '425efcbd-e332-4fd9-acf5-12ca8c753c1e', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:33:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:06Z', 'updated_at': '2022-05-27T03:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_interfaces': [{'id': 'c914d648-2ddc-470c-a764-e27b66f4a42e', 'name': '', 'network_id': 'e3032795-d107-4737-b6eb-c559a5838bdb', 'tenant_id': '696d1db827244c65b179789b47baabe1', 'mac_address': 'fa:16:3e:72:d1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '70f3088a-69eb-4200-8510-9bfafbc2b380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:08Z', 'updated_at': '2022-05-27T03:48:13Z', 'revision_number': 5, 'project_id': '696d1db827244c65b179789b47baabe1', 'subnets': [{'id': '70f3088a-69eb-4200-8510-9bfafbc2b380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:45.234737 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b93ddca-7979-4975-9cad-805613c59196 None None] The sync data for ids ['5aa27c36-5cf6-4672-9e42-151f55ad82fa'] in dv-cinder-828805-4-iscsi is: [{'id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'name': 'tempest-TestVolumeBootPattern-1536044687-router', 'tenant_id': '696d1db827244c65b179789b47baabe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '425efcbd-e332-4fd9-acf5-12ca8c753c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:06Z', 'updated_at': '2022-05-27T03:48:09Z', 'revision_number': 4, 'project_id': '696d1db827244c65b179789b47baabe1', 'gw_port': {'id': '425efcbd-e332-4fd9-acf5-12ca8c753c1e', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:33:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:06Z', 'updated_at': '2022-05-27T03:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi', '_interfaces': [{'id': 'c914d648-2ddc-470c-a764-e27b66f4a42e', 'name': '', 'network_id': 'e3032795-d107-4737-b6eb-c559a5838bdb', 'tenant_id': '696d1db827244c65b179789b47baabe1', 'mac_address': 'fa:16:3e:72:d1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '70f3088a-69eb-4200-8510-9bfafbc2b380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:08Z', 'updated_at': '2022-05-27T03:48:13Z', 'revision_number': 5, 'project_id': '696d1db827244c65b179789b47baabe1', 'subnets': [{'id': '70f3088a-69eb-4200-8510-9bfafbc2b380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:54:45.445972 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f53e13-2506-43b8-983d-b68ae6b48095 None None] New status for floating IP c76a5c8b-4952-4379-9535-d045b1a26cc9: DOWN {{(pid=104617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:54:45.897555 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:45.932066 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-558e5a14-eeea-47ff-adc5-8ca70803122f req-af83b56f-0e17-498f-85ba-9d8c737f2ede service neutron] 10.222.0.69 "GET /v2.0/networks/e3032795-d107-4737-b6eb-c559a5838bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845773 May 27 03:54:46.119830 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85110a0d-3454-4b58-a70c-1279d6365fe7 req-6509bb22-e19d-4420-b6ae-92592082875d tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:46.121261 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-85110a0d-3454-4b58-a70c-1279d6365fe7 req-6509bb22-e19d-4420-b6ae-92592082875d tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/ports?device_id=a963f3ea-f214-49ba-8fc5-7c971471b478 HTTP/1.1" status: 200 len: 945 time: 0.0457385 May 27 03:54:46.171718 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-85110a0d-3454-4b58-a70c-1279d6365fe7 req-d9018c70-f253-4723-875b-6e4b3fe67e59 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/security-groups?id=141c3a78-f1ba-436e-a008-73bb3b6bf9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448625 May 27 03:54:46.473527 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f4723b-7890-4821-99c0-a5245b358743 req-fd842d06-a704-4a13-a633-1750dd4e9a80 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:54:46.474870 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-04f4723b-7890-4821-99c0-a5245b358743 req-fd842d06-a704-4a13-a633-1750dd4e9a80 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.69 "GET /v2.0/ports?device_id=a963f3ea-f214-49ba-8fc5-7c971471b478 HTTP/1.1" status: 200 len: 945 time: 0.0460052 May 27 03:54:46.568909 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [req-04f4723b-7890-4821-99c0-a5245b358743 req-3e9b80bd-a3ad-411c-8aa1-96f5f6a1aa00 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Deleting port 8ca6625c-d7df-4b56-bf97-c6237fe12736 {{(pid=104614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:54:46.569254 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-04f4723b-7890-4821-99c0-a5245b358743 req-3e9b80bd-a3ad-411c-8aa1-96f5f6a1aa00 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791799895781'] for port (8ca6625c-d7df-4b56-bf97-c6237fe12736), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:46.656410 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.db [req-04f4723b-7890-4821-99c0-a5245b358743 req-3e9b80bd-a3ad-411c-8aa1-96f5f6a1aa00 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] For port 8ca6625c-d7df-4b56-bf97-c6237fe12736, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=8ca6625c-d7df-4b56-bf97-c6237fe12736,segment=NetworkSegment(6cba1183-3640-42eb-a92d-12223c337187),segment_id=6cba1183-3640-42eb-a92d-12223c337187)] {{(pid=104614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:54:46.656767 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-04f4723b-7890-4821-99c0-a5245b358743 req-3e9b80bd-a3ad-411c-8aa1-96f5f6a1aa00 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-658269'] for port (8ca6625c-d7df-4b56-bf97-c6237fe12736), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:46.669773 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [req-04f4723b-7890-4821-99c0-a5245b358743 req-3e9b80bd-a3ad-411c-8aa1-96f5f6a1aa00 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Calling delete_port for 8ca6625c-d7df-4b56-bf97-c6237fe12736 owned by compute:nova {{(pid=104614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:54:46.944761 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:46.994017 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-4abfa43e-5ed8-47e6-ad9c-45b7ba43fdcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (9df6ec88-276d-42f5-acd2-7e289451d5e3), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:47.104826 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-04f4723b-7890-4821-99c0-a5245b358743 req-3e9b80bd-a3ad-411c-8aa1-96f5f6a1aa00 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791799905747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791799515450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8584799065'] for port (8ca6625c-d7df-4b56-bf97-c6237fe12736), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:47.131893 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9b80bd-a3ad-411c-8aa1-96f5f6a1aa00 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Pushing event deleted for resources: {'Port': ['ID=8ca6625c-d7df-4b56-bf97-c6237fe12736,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:47.173653 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.l3_dvrscheduler_db [req-04f4723b-7890-4821-99c0-a5245b358743 req-3e9b80bd-a3ad-411c-8aa1-96f5f6a1aa00 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] No DVR routers for this DVR port 8ca6625c-d7df-4b56-bf97-c6237fe12736 on host hv-cinder-82880 {{(pid=104614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:54:47.177285 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [req-04f4723b-7890-4821-99c0-a5245b358743 req-3e9b80bd-a3ad-411c-8aa1-96f5f6a1aa00 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for port (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:47.179217 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [req-04f4723b-7890-4821-99c0-a5245b358743 req-3e9b80bd-a3ad-411c-8aa1-96f5f6a1aa00 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.69 "DELETE /v2.0/ports/8ca6625c-d7df-4b56-bf97-c6237fe12736 HTTP/1.1" status: 204 len: 173 time: 0.6990566 May 27 03:54:47.179639 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a963f3ea-f214-49ba-8fc5-7c971471b478', 'name': 'network-vif-deleted', 'tag': '8ca6625c-d7df-4b56-bf97-c6237fe12736'}] {{(pid=104614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:54:47.181833 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a93b0eab3ec594b69aa68cd7d580be2fac36b4cb942ee4cac03c85783d056da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2612b1e-c48f-446a-89fc-0d46c236edbf" -d '{"events": [{"server_uuid": "a963f3ea-f214-49ba-8fc5-7c971471b478", "name": "network-vif-deleted", "tag": "8ca6625c-d7df-4b56-bf97-c6237fe12736"}]}' {{(pid=104614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:54:47.217944 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5c9616-ade2-46e3-ae17-19f668bb3762 x-openstack-request-id: req-6c5c9616-ade2-46e3-ae17-19f668bb3762 {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:54:47.218230 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a963f3ea-f214-49ba-8fc5-7c971471b478", "name": "network-vif-deleted", "tag": "8ca6625c-d7df-4b56-bf97-c6237fe12736", "status": "completed", "code": 200}]} {{(pid=104614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:54:47.218526 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6c5c9616-ade2-46e3-ae17-19f668bb3762 {{(pid=104614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:54:47.218963 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c5c9616-ade2-46e3-ae17-19f668bb3762'] response: {'server_uuid': 'a963f3ea-f214-49ba-8fc5-7c971471b478', 'name': 'network-vif-deleted', 'tag': '8ca6625c-d7df-4b56-bf97-c6237fe12736', 'status': 'completed', 'code': 200} May 27 03:54:47.536908 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [req-0ca81e01-6e05-4e74-b7f8-af4c253ee8f1 req-faa87b10-3eb4-4fce-978c-a0585d6d4244 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "GET /v2.0/ports?device_id=a963f3ea-f214-49ba-8fc5-7c971471b478 HTTP/1.1" status: 200 len: 210 time: 0.2942152 May 27 03:54:48.293350 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-584d7fde-7d72-4642-9601-b182cfb78c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (413fc6aa-3a5a-4281-abfd-a440a67afb4a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:48.595932 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 45410) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:54:48.707164 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [None req-c4d8419c-35ff-433b-8e99-0813c0e2d843 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Deleting port 60f9946e-7039-4b8b-8d78-f61c2db62739 {{(pid=104614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:54:48.707507 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-c4d8419c-35ff-433b-8e99-0813c0e2d843 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791799895781'] for port (60f9946e-7039-4b8b-8d78-f61c2db62739), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:48.780895 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-c4d8419c-35ff-433b-8e99-0813c0e2d843 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-658269'] for port (60f9946e-7039-4b8b-8d78-f61c2db62739), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:48.781223 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-c4d8419c-35ff-433b-8e99-0813c0e2d843 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks [] for floatingip (60f9946e-7039-4b8b-8d78-f61c2db62739), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:48.794588 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [None req-c4d8419c-35ff-433b-8e99-0813c0e2d843 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Calling delete_port for 60f9946e-7039-4b8b-8d78-f61c2db62739 owned by network:floatingip {{(pid=104614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:54:48.876759 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:48.988276 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-c4d8419c-35ff-433b-8e99-0813c0e2d843 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791799905747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791799515450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8584799065'] for port (60f9946e-7039-4b8b-8d78-f61c2db62739), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:49.010099 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d8419c-35ff-433b-8e99-0813c0e2d843 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Pushing event deleted for resources: {'Port': ['ID=60f9946e-7039-4b8b-8d78-f61c2db62739,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:49.071916 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-c4d8419c-35ff-433b-8e99-0813c0e2d843 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks [] for floatingip (4392e0f2-2d43-43fc-a2e8-a46089bb0553), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:49.074428 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-c4d8419c-35ff-433b-8e99-0813c0e2d843 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467350'] for floatingip (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:49.075616 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-c4d8419c-35ff-433b-8e99-0813c0e2d843 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "DELETE /v2.0/floatingips/4392e0f2-2d43-43fc-a2e8-a46089bb0553 HTTP/1.1" status: 204 len: 168 time: 0.4787035 May 27 03:54:49.354047 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f446-e12c-45b2-8c38-3579950c1c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (785c7416-4bf9-40d9-a08f-c797a61a0436), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:50.131049 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device 8ca6625c-d7df-4b56-bf97-c6237fe12736 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:54:50.150099 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] No Port match for: 8ca6625c-d7df-4b56-bf97-c6237fe12736 {{(pid=104616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:54:50.150383 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Device 8ca6625c-d7df-4b56-bf97-c6237fe12736 not bound to the agent host hv-cinder-82880 {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:54:50.405347 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 45422) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:54:50.465263 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-b73e063a-4b12-4b28-8344-e8e71890b220 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks [] for security_group (141c3a78-f1ba-436e-a008-73bb3b6bf9d2), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:50.490720 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-b73e063a-4b12-4b28-8344-e8e71890b220 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks [] for security_group (141c3a78-f1ba-436e-a008-73bb3b6bf9d2), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:50.616557 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-b73e063a-4b12-4b28-8344-e8e71890b220 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (141c3a78-f1ba-436e-a008-73bb3b6bf9d2), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:50.619186 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-b73e063a-4b12-4b28-8344-e8e71890b220 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Publish callbacks [] for security_group (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:50.625260 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-b73e063a-4b12-4b28-8344-e8e71890b220 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] 10.222.0.24 "DELETE /v2.0/security-groups/141c3a78-f1ba-436e-a008-73bb3b6bf9d2 HTTP/1.1" status: 204 len: 168 time: 0.2134748 May 27 03:54:50.629682 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73e063a-4b12-4b28-8344-e8e71890b220 tempest-TestVolumeBootPattern-1093174049 tempest-TestVolumeBootPattern-1093174049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=141c3a78-f1ba-436e-a008-73bb3b6bf9d2,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:50.738540 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 45426) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:54:50.910467 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (917d01f3-4a27-4590-ae14-da14d21a1e88), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:51.025328 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:51.138209 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-56ff2022-6249-4690-b013-409b0319641d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681189'] for router_interface (5aa27c36-5cf6-4672-9e42-151f55ad82fa), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:51.346381 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [None req-56ff2022-6249-4690-b013-409b0319641d admin admin] Deleting port c914d648-2ddc-470c-a764-e27b66f4a42e {{(pid=104614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:54:51.346720 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-56ff2022-6249-4690-b013-409b0319641d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791799895781'] for port (c914d648-2ddc-470c-a764-e27b66f4a42e), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:51.402080 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:51.427335 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.db [None req-56ff2022-6249-4690-b013-409b0319641d admin admin] For port c914d648-2ddc-470c-a764-e27b66f4a42e, host dv-cinder-828805-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=c914d648-2ddc-470c-a764-e27b66f4a42e,segment=NetworkSegment(6cba1183-3640-42eb-a92d-12223c337187),segment_id=6cba1183-3640-42eb-a92d-12223c337187)] {{(pid=104614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:54:51.427985 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-56ff2022-6249-4690-b013-409b0319641d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-658269'] for port (c914d648-2ddc-470c-a764-e27b66f4a42e), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:51.441653 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [None req-56ff2022-6249-4690-b013-409b0319641d admin admin] Calling delete_port for c914d648-2ddc-470c-a764-e27b66f4a42e owned by network:router_interface {{(pid=104614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:54:51.693810 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-56ff2022-6249-4690-b013-409b0319641d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791799905747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791799515450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8584799065'] for port (c914d648-2ddc-470c-a764-e27b66f4a42e), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:51.718252 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ff2022-6249-4690-b013-409b0319641d admin admin] Pushing event deleted for resources: {'Port': ['ID=c914d648-2ddc-470c-a764-e27b66f4a42e,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:51.882666 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:51.886099 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-56ff2022-6249-4690-b013-409b0319641d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-373384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681081'] for router_interface (5aa27c36-5cf6-4672-9e42-151f55ad82fa), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:52.091198 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56ff2022-6249-4690-b013-409b0319641d admin admin] Router 5aa27c36-5cf6-4672-9e42-151f55ad82fa has already been hosted by L3 agent 9df6ec88-276d-42f5-acd2-7e289451d5e3 {{(pid=104614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:54:52.192377 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ff2022-6249-4690-b013-409b0319641d admin admin] Notify agent at l3_agent.dv-cinder-828805-4-iscsi the message routers_updated {{(pid=104614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:54:52.197239 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-56ff2022-6249-4690-b013-409b0319641d admin admin] 10.222.0.24 "PUT /v2.0/routers/5aa27c36-5cf6-4672-9e42-151f55ad82fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4576375 May 27 03:54:52.199943 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 45430) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:54:52.202979 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0c9e73-ab39-4640-b54f-77745cab8e16 None None] Sync routers for ids ['5aa27c36-5cf6-4672-9e42-151f55ad82fa'] in dv-cinder-828805-4-iscsi {{(pid=104616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:54:52.214717 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0c9e73-ab39-4640-b54f-77745cab8e16 None None] Routers {'5aa27c36-5cf6-4672-9e42-151f55ad82fa'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:54:52.215452 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-8b0c9e73-ab39-4640-b54f-77745cab8e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:54:47Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['5aa27c36-5cf6-4672-9e42-151f55ad82fa'], 'active': True} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:52.313305 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:52.326567 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-00043810-e0da-4626-acbe-f3364bce740d admin admin] Publish callbacks [] for router (5aa27c36-5cf6-4672-9e42-151f55ad82fa), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:52.328908 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvr_db [None req-8b0c9e73-ab39-4640-b54f-77745cab8e16 None None] Set router 5aa27c36-5cf6-4672-9e42-151f55ad82fa gateway port host: dv-cinder-828805-4-iscsi {{(pid=104616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:54:52.428138 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-00043810-e0da-4626-acbe-f3364bce740d admin admin] Publish callbacks [] for router_gateway (5aa27c36-5cf6-4672-9e42-151f55ad82fa), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:52.444916 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:52.497837 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-8b0c9e73-ab39-4640-b54f-77745cab8e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'name': 'tempest-TestVolumeBootPattern-1536044687-router', 'tenant_id': '696d1db827244c65b179789b47baabe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '425efcbd-e332-4fd9-acf5-12ca8c753c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:06Z', 'updated_at': '2022-05-27T03:54:51Z', 'revision_number': 5, 'project_id': '696d1db827244c65b179789b47baabe1', 'gw_port': {'id': '425efcbd-e332-4fd9-acf5-12ca8c753c1e', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:33:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:06Z', 'updated_at': '2022-05-27T03:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi'}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:52.523977 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0c9e73-ab39-4640-b54f-77745cab8e16 None None] Checking router: 5aa27c36-5cf6-4672-9e42-151f55ad82fa for host: dv-cinder-828805-4-iscsi {{(pid=104616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:54:52.525999 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [None req-00043810-e0da-4626-acbe-f3364bce740d admin admin] Deleting port 425efcbd-e332-4fd9-acf5-12ca8c753c1e {{(pid=104614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:54:52.526179 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-00043810-e0da-4626-acbe-f3364bce740d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791799895781'] for port (425efcbd-e332-4fd9-acf5-12ca8c753c1e), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:52.532759 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0c9e73-ab39-4640-b54f-77745cab8e16 None None] Routers {'5aa27c36-5cf6-4672-9e42-151f55ad82fa'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:54:52.533361 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-8b0c9e73-ab39-4640-b54f-77745cab8e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:54:47Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['5aa27c36-5cf6-4672-9e42-151f55ad82fa'], 'active': True} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:52.614054 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.db [None req-00043810-e0da-4626-acbe-f3364bce740d admin admin] For port 425efcbd-e332-4fd9-acf5-12ca8c753c1e, host dv-cinder-828805-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=425efcbd-e332-4fd9-acf5-12ca8c753c1e,segment=NetworkSegment(2b0e99ee-61aa-44db-85d9-9c6d208f29d9),segment_id=2b0e99ee-61aa-44db-85d9-9c6d208f29d9)] {{(pid=104614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:54:52.614333 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-00043810-e0da-4626-acbe-f3364bce740d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-658269'] for port (425efcbd-e332-4fd9-acf5-12ca8c753c1e), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:52.625042 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvr_db [None req-8b0c9e73-ab39-4640-b54f-77745cab8e16 None None] Set router 5aa27c36-5cf6-4672-9e42-151f55ad82fa gateway port host: None {{(pid=104616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:54:52.627806 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [None req-00043810-e0da-4626-acbe-f3364bce740d admin admin] Calling delete_port for 425efcbd-e332-4fd9-acf5-12ca8c753c1e owned by network:router_gateway {{(pid=104614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:54:52.672632 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_hamode_db [None req-8b0c9e73-ab39-4640-b54f-77745cab8e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'name': 'tempest-TestVolumeBootPattern-1536044687-router', 'tenant_id': '696d1db827244c65b179789b47baabe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:06Z', 'updated_at': '2022-05-27T03:54:52Z', 'revision_number': 6, 'project_id': '696d1db827244c65b179789b47baabe1', 'gw_port_host': None}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:52.699901 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0c9e73-ab39-4640-b54f-77745cab8e16 None None] The sync data for ids ['5aa27c36-5cf6-4672-9e42-151f55ad82fa'] in dv-cinder-828805-4-iscsi is: [{'id': '5aa27c36-5cf6-4672-9e42-151f55ad82fa', 'name': 'tempest-TestVolumeBootPattern-1536044687-router', 'tenant_id': '696d1db827244c65b179789b47baabe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:06Z', 'updated_at': '2022-05-27T03:54:52Z', 'revision_number': 6, 'project_id': '696d1db827244c65b179789b47baabe1', 'gw_port_host': None}] {{(pid=104616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:54:52.859111 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-00043810-e0da-4626-acbe-f3364bce740d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791799905747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791799515450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8584799065'] for port (425efcbd-e332-4fd9-acf5-12ca8c753c1e), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:52.864688 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:52.885367 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00043810-e0da-4626-acbe-f3364bce740d admin admin] Pushing event deleted for resources: {'Port': ['ID=425efcbd-e332-4fd9-acf5-12ca8c753c1e,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:52.946366 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-00043810-e0da-4626-acbe-f3364bce740d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680155'] for router_gateway (5aa27c36-5cf6-4672-9e42-151f55ad82fa), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:53.031974 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-00043810-e0da-4626-acbe-f3364bce740d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60974'] for router (5aa27c36-5cf6-4672-9e42-151f55ad82fa), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:53.034372 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-00043810-e0da-4626-acbe-f3364bce740d admin admin] Publish callbacks [] for router_controller (5aa27c36-5cf6-4672-9e42-151f55ad82fa), precommit_delete_associations {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:53.179354 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-00043810-e0da-4626-acbe-f3364bce740d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682369'] for router (5aa27c36-5cf6-4672-9e42-151f55ad82fa), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:53.179968 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00043810-e0da-4626-acbe-f3364bce740d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5aa27c36-5cf6-4672-9e42-151f55ad82fa {{(pid=104614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:54:53.186983 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-00043810-e0da-4626-acbe-f3364bce740d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:53.186983 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-00043810-e0da-4626-acbe-f3364bce740d admin admin] 10.222.0.24 "DELETE /v2.0/routers/5aa27c36-5cf6-4672-9e42-151f55ad82fa HTTP/1.1" status: 204 len: 168 time: 0.9852321 May 27 03:54:53.188597 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 45432) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:54:53.232922 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b3871fb-9314-4c4d-b775-dcab6f58608a admin admin] Deleting subnet 70f3088a-69eb-4200-8510-9bfafbc2b380 {{(pid=104614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 03:54:53.236633 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0b3871fb-9314-4c4d-b775-dcab6f58608a admin admin] Publish callbacks [] for subnet (70f3088a-69eb-4200-8510-9bfafbc2b380), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:53.269556 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0b3871fb-9314-4c4d-b775-dcab6f58608a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584813236'] for subnet (70f3088a-69eb-4200-8510-9bfafbc2b380), precommit_delete_associations {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:53.356522 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0b3871fb-9314-4c4d-b775-dcab6f58608a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004246'] for subnet (70f3088a-69eb-4200-8510-9bfafbc2b380), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:53.462890 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0b3871fb-9314-4c4d-b775-dcab6f58608a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8584799400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8584400384'] for subnet (70f3088a-69eb-4200-8510-9bfafbc2b380), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:53.473218 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device c914d648-2ddc-470c-a764-e27b66f4a42e no longer exists at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:54:53.494298 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0b3871fb-9314-4c4d-b775-dcab6f58608a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:53.496895 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4741d9c5-0895-4494-aca2-2f65deb9f361 None None] Network e3032795-d107-4737-b6eb-c559a5838bdb requested from dv-cinder-828805-4-iscsi {{(pid=104616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:54:53.497568 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-0b3871fb-9314-4c4d-b775-dcab6f58608a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/70f3088a-69eb-4200-8510-9bfafbc2b380 HTTP/1.1" status: 204 len: 168 time: 0.3073952 May 27 03:54:53.498902 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3871fb-9314-4c4d-b775-dcab6f58608a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70f3088a-69eb-4200-8510-9bfafbc2b380,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:53.501111 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [-] (104615) accepted ('10.222.0.24', 45434) {{(pid=104615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:54:53.504101 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] No Port match for: c914d648-2ddc-470c-a764-e27b66f4a42e {{(pid=104616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:54:53.504442 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device c914d648-2ddc-470c-a764-e27b66f4a42e not bound to the agent host dv-cinder-828805-4-iscsi {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:54:53.572230 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-1dc85cc9-e8b5-4c69-b585-56f0f6f6d0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963665'] for network (e3032795-d107-4737-b6eb-c559a5838bdb), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:53.624511 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.plugin [None req-1dc85cc9-e8b5-4c69-b585-56f0f6f6d0d8 admin admin] Deleting port 4dbe8e47-d617-4a9d-8900-f2c928e691f8 {{(pid=104615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:54:53.625081 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-1dc85cc9-e8b5-4c69-b585-56f0f6f6d0d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791799895781'] for port (4dbe8e47-d617-4a9d-8900-f2c928e691f8), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:53.660055 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453594f9-a39d-4bb7-af68-9b490e39f9c7 None None] DHCP port deletion for e3032795-d107-4737-b6eb-c559a5838bdb request from dv-cinder-828805-4-iscsi {{(pid=104616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 03:54:53.688964 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.db [None req-1dc85cc9-e8b5-4c69-b585-56f0f6f6d0d8 admin admin] For port 4dbe8e47-d617-4a9d-8900-f2c928e691f8, host dv-cinder-828805-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=4dbe8e47-d617-4a9d-8900-f2c928e691f8,segment=NetworkSegment(6cba1183-3640-42eb-a92d-12223c337187),segment_id=6cba1183-3640-42eb-a92d-12223c337187)] {{(pid=104615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:54:53.689357 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-1dc85cc9-e8b5-4c69-b585-56f0f6f6d0d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-658269'] for port (4dbe8e47-d617-4a9d-8900-f2c928e691f8), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:53.696294 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-453594f9-a39d-4bb7-af68-9b490e39f9c7 None None] Deleting port 4dbe8e47-d617-4a9d-8900-f2c928e691f8 {{(pid=104616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:54:53.696672 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-453594f9-a39d-4bb7-af68-9b490e39f9c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791799895781'] for port (4dbe8e47-d617-4a9d-8900-f2c928e691f8), before_delete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:53.698230 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:53.703476 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.plugin [None req-1dc85cc9-e8b5-4c69-b585-56f0f6f6d0d8 admin admin] Calling delete_port for 4dbe8e47-d617-4a9d-8900-f2c928e691f8 owned by network:dhcp {{(pid=104615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:54:53.763532 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-453594f9-a39d-4bb7-af68-9b490e39f9c7 None None] For port 4dbe8e47-d617-4a9d-8900-f2c928e691f8, host dv-cinder-828805-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=4dbe8e47-d617-4a9d-8900-f2c928e691f8,segment=NetworkSegment(6cba1183-3640-42eb-a92d-12223c337187),segment_id=6cba1183-3640-42eb-a92d-12223c337187)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:54:53.763929 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-453594f9-a39d-4bb7-af68-9b490e39f9c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-658269'] for port (4dbe8e47-d617-4a9d-8900-f2c928e691f8), precommit_delete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:53.780060 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-453594f9-a39d-4bb7-af68-9b490e39f9c7 None None] Calling delete_port for 4dbe8e47-d617-4a9d-8900-f2c928e691f8 owned by network:dhcp {{(pid=104616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:54:53.853688 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-1dc85cc9-e8b5-4c69-b585-56f0f6f6d0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791799905747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791799515450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585481432'] for port (4dbe8e47-d617-4a9d-8900-f2c928e691f8), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:53.859456 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-453594f9-a39d-4bb7-af68-9b490e39f9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791799905747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791799515450'] for port (4dbe8e47-d617-4a9d-8900-f2c928e691f8), after_delete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:53.881519 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc85cc9-e8b5-4c69-b585-56f0f6f6d0d8 admin admin] No DVR routers for this DVR port 4dbe8e47-d617-4a9d-8900-f2c928e691f8 on host dv-cinder-828805-4-iscsi {{(pid=104615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:54:53.883068 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453594f9-a39d-4bb7-af68-9b490e39f9c7 None None] Pushing event deleted for resources: {'Port': ['ID=4dbe8e47-d617-4a9d-8900-f2c928e691f8,revision_number=None']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:53.887628 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc85cc9-e8b5-4c69-b585-56f0f6f6d0d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4dbe8e47-d617-4a9d-8900-f2c928e691f8,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:53.887951 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453594f9-a39d-4bb7-af68-9b490e39f9c7 None None] No DVR routers for this DVR port 4dbe8e47-d617-4a9d-8900-f2c928e691f8 on host dv-cinder-828805-4-iscsi {{(pid=104616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:54:53.895172 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453594f9-a39d-4bb7-af68-9b490e39f9c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:53.895517 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453594f9-a39d-4bb7-af68-9b490e39f9c7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:53.895850 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453594f9-a39d-4bb7-af68-9b490e39f9c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:53.896184 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453594f9-a39d-4bb7-af68-9b490e39f9c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:53.900535 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453594f9-a39d-4bb7-af68-9b490e39f9c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:53.900535 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453594f9-a39d-4bb7-af68-9b490e39f9c7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:53.900535 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453594f9-a39d-4bb7-af68-9b490e39f9c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:53.900535 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453594f9-a39d-4bb7-af68-9b490e39f9c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:53.900535 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453594f9-a39d-4bb7-af68-9b490e39f9c7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:53.900535 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453594f9-a39d-4bb7-af68-9b490e39f9c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:53.900535 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453594f9-a39d-4bb7-af68-9b490e39f9c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:53.900535 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453594f9-a39d-4bb7-af68-9b490e39f9c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:53.900535 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453594f9-a39d-4bb7-af68-9b490e39f9c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:53.900535 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453594f9-a39d-4bb7-af68-9b490e39f9c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:53.900535 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453594f9-a39d-4bb7-af68-9b490e39f9c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-4-iscsi {{(pid=104616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:54:53.958227 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-1dc85cc9-e8b5-4c69-b585-56f0f6f6d0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3997731', 'neutron.services.segments.db._delete_segments_for_network-8791800041072'] for network (e3032795-d107-4737-b6eb-c559a5838bdb), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:53.978445 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.services.segments.db [None req-1dc85cc9-e8b5-4c69-b585-56f0f6f6d0d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3032795-d107-4737-b6eb-c559a5838bdb']}} {{(pid=104615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:53.987531 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.services.segments.db [None req-1dc85cc9-e8b5-4c69-b585-56f0f6f6d0d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cba1183-3640-42eb-a92d-12223c337187') {'for_net_delete': True} {{(pid=104615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:53.987824 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.services.segments.db [None req-1dc85cc9-e8b5-4c69-b585-56f0f6f6d0d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cba1183-3640-42eb-a92d-12223c337187') {} {{(pid=104615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:53.997028 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-1dc85cc9-e8b5-4c69-b585-56f0f6f6d0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791800041849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585481202'] for segment (6cba1183-3640-42eb-a92d-12223c337187), before_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:54.008066 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:54.010338 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-1dc85cc9-e8b5-4c69-b585-56f0f6f6d0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545'] for segment (6cba1183-3640-42eb-a92d-12223c337187), precommit_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:54.016195 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dc85cc9-e8b5-4c69-b585-56f0f6f6d0d8 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=104615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:54:54.018049 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-1dc85cc9-e8b5-4c69-b585-56f0f6f6d0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585481355'] for segment (6cba1183-3640-42eb-a92d-12223c337187), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:54.102503 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.services.segments.plugin [-] Segment 6cba1183-3640-42eb-a92d-12223c337187 resource provider aggregate not found May 27 03:54:54.118120 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.services.segments.plugin [-] Segment 6cba1183-3640-42eb-a92d-12223c337187 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6cba1183-3640-42eb-a92d-12223c337187 found for delete ", "request_id": "req-edfe957f-0393-4b3b-a3ae-927b4ef08b63"}]} May 27 03:54:54.139193 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-1dc85cc9-e8b5-4c69-b585-56f0f6f6d0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3997720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680183'] for network (e3032795-d107-4737-b6eb-c559a5838bdb), after_delete {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:54.145198 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron_lib.callbacks.manager [None req-1dc85cc9-e8b5-4c69-b585-56f0f6f6d0d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-373421'] for network (None), before_response {{(pid=104615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:54.148377 dv-cinder-828805-4-iscsi neutron-server[104615]: INFO neutron.wsgi [None req-1dc85cc9-e8b5-4c69-b585-56f0f6f6d0d8 admin admin] 10.222.0.24 "DELETE /v2.0/networks/e3032795-d107-4737-b6eb-c559a5838bdb HTTP/1.1" status: 204 len: 168 time: 0.6453726 May 27 03:54:54.151349 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 45442) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:54:54.159598 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc85cc9-e8b5-4c69-b585-56f0f6f6d0d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3032795-d107-4737-b6eb-c559a5838bdb,revision_number=None']} {{(pid=104615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:54.193344 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:54.456475 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-37300165-c959-4de7-bde4-87476c733e93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-681189'] for router_interface (fdf33fd2-ad3a-46b6-ae3d-9a8b62ed4751), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:54.800477 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:DELETE=6,neutron:UPDATE=3,neutron:SELECT=91 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:54.892906 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [None req-37300165-c959-4de7-bde4-87476c733e93 admin admin] Deleting port 3d504055-94b7-4e95-a2fc-cf121568354b {{(pid=104614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:54:54.893238 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-37300165-c959-4de7-bde4-87476c733e93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791799895781'] for port (3d504055-94b7-4e95-a2fc-cf121568354b), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:54.962467 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 4dbe8e47-d617-4a9d-8900-f2c928e691f8 no longer exists at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:54:54.974479 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.db [None req-37300165-c959-4de7-bde4-87476c733e93 admin admin] For port 3d504055-94b7-4e95-a2fc-cf121568354b, host dv-cinder-828805-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=3d504055-94b7-4e95-a2fc-cf121568354b,segment=NetworkSegment(f89c9114-6905-4789-820e-3b9268843f73),segment_id=f89c9114-6905-4789-820e-3b9268843f73)] {{(pid=104614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:54:54.974916 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-37300165-c959-4de7-bde4-87476c733e93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-658269'] for port (3d504055-94b7-4e95-a2fc-cf121568354b), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:54.984633 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] No Port match for: 4dbe8e47-d617-4a9d-8900-f2c928e691f8 {{(pid=104616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:54:54.985088 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 4dbe8e47-d617-4a9d-8900-f2c928e691f8 not bound to the agent host dv-cinder-828805-4-iscsi {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:54:54.985513 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 425efcbd-e332-4fd9-acf5-12ca8c753c1e no longer exists at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:54:54.996202 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [None req-37300165-c959-4de7-bde4-87476c733e93 admin admin] Calling delete_port for 3d504055-94b7-4e95-a2fc-cf121568354b owned by network:router_interface {{(pid=104614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:54:55.005800 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] No Port match for: 425efcbd-e332-4fd9-acf5-12ca8c753c1e {{(pid=104616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:54:55.006150 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 425efcbd-e332-4fd9-acf5-12ca8c753c1e not bound to the agent host dv-cinder-828805-4-iscsi {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:54:55.258886 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-37300165-c959-4de7-bde4-87476c733e93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791799905747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791799515450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8584799065'] for port (3d504055-94b7-4e95-a2fc-cf121568354b), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:55.281694 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37300165-c959-4de7-bde4-87476c733e93 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d504055-94b7-4e95-a2fc-cf121568354b,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:55.343436 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:55.450610 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=3 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:55.455133 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-37300165-c959-4de7-bde4-87476c733e93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-373384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681081'] for router_interface (fdf33fd2-ad3a-46b6-ae3d-9a8b62ed4751), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:55.475913 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=3 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:55.656749 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37300165-c959-4de7-bde4-87476c733e93 admin admin] Router fdf33fd2-ad3a-46b6-ae3d-9a8b62ed4751 has already been hosted by L3 agent 9df6ec88-276d-42f5-acd2-7e289451d5e3 {{(pid=104614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:54:55.759551 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37300165-c959-4de7-bde4-87476c733e93 admin admin] Notify agent at l3_agent.dv-cinder-828805-4-iscsi the message routers_updated {{(pid=104614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:54:55.765582 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-37300165-c959-4de7-bde4-87476c733e93 admin admin] 10.222.0.24 "PUT /v2.0/routers/fdf33fd2-ad3a-46b6-ae3d-9a8b62ed4751/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6131401 May 27 03:54:55.766809 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 45444) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:54:55.768032 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f262033b-6caa-47ea-b6d2-5e9585c3869f None None] Sync routers for ids ['fdf33fd2-ad3a-46b6-ae3d-9a8b62ed4751'] in dv-cinder-828805-4-iscsi {{(pid=104617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:54:55.772226 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:55.778983 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f262033b-6caa-47ea-b6d2-5e9585c3869f None None] Routers {'fdf33fd2-ad3a-46b6-ae3d-9a8b62ed4751'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:54:55.785646 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-f262033b-6caa-47ea-b6d2-5e9585c3869f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:54:47Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['fdf33fd2-ad3a-46b6-ae3d-9a8b62ed4751'], 'active': True} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:55.870793 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0ddd03d3-b147-4635-9702-166289df8982 admin admin] Publish callbacks [] for router (fdf33fd2-ad3a-46b6-ae3d-9a8b62ed4751), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:55.883671 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvr_db [None req-f262033b-6caa-47ea-b6d2-5e9585c3869f None None] Set router fdf33fd2-ad3a-46b6-ae3d-9a8b62ed4751 gateway port host: dv-cinder-828805-4-iscsi {{(pid=104617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:54:55.971263 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0ddd03d3-b147-4635-9702-166289df8982 admin admin] Publish callbacks [] for router_gateway (fdf33fd2-ad3a-46b6-ae3d-9a8b62ed4751), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:56.051917 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-f262033b-6caa-47ea-b6d2-5e9585c3869f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf33fd2-ad3a-46b6-ae3d-9a8b62ed4751', 'name': 'tempest-TestVolumeBootPattern-2042683020-router', 'tenant_id': '71c41060bd5f4028b368df1e232449e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'external_fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '2aef6606-d054-46d9-8885-9cfa9433c381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:11Z', 'updated_at': '2022-05-27T03:54:55Z', 'revision_number': 5, 'project_id': '71c41060bd5f4028b368df1e232449e2', 'gw_port': {'id': '2aef6606-d054-46d9-8885-9cfa9433c381', 'name': '', 'network_id': '6db324a0-41f0-4440-95df-83df441784f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:11:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf33fd2-ad3a-46b6-ae3d-9a8b62ed4751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:48:12Z', 'updated_at': '2022-05-27T03:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1196ed2a-e255-42ad-b78e-696bc1bae72b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-4-iscsi'}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:56.077978 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f262033b-6caa-47ea-b6d2-5e9585c3869f None None] Checking router: fdf33fd2-ad3a-46b6-ae3d-9a8b62ed4751 for host: dv-cinder-828805-4-iscsi {{(pid=104617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:54:56.080252 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [None req-0ddd03d3-b147-4635-9702-166289df8982 admin admin] Deleting port 2aef6606-d054-46d9-8885-9cfa9433c381 {{(pid=104614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:54:56.080507 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0ddd03d3-b147-4635-9702-166289df8982 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791799895781'] for port (2aef6606-d054-46d9-8885-9cfa9433c381), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:56.087985 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f262033b-6caa-47ea-b6d2-5e9585c3869f None None] Routers {'fdf33fd2-ad3a-46b6-ae3d-9a8b62ed4751'} bound to L3 agent in host dv-cinder-828805-4-iscsi {{(pid=104617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:54:56.088581 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-f262033b-6caa-47ea-b6d2-5e9585c3869f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T03:26:17Z,description=,heartbeat_timestamp=2022-05-27T03:54:47Z,host='dv-cinder-828805-4-iscsi',id=9df6ec88-276d-42f5-acd2-7e289451d5e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:26:18Z,topic='l3_agent')) {'router_ids': ['fdf33fd2-ad3a-46b6-ae3d-9a8b62ed4751'], 'active': True} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:56.162229 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.db [None req-0ddd03d3-b147-4635-9702-166289df8982 admin admin] For port 2aef6606-d054-46d9-8885-9cfa9433c381, host dv-cinder-828805-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=2aef6606-d054-46d9-8885-9cfa9433c381,segment=NetworkSegment(2b0e99ee-61aa-44db-85d9-9c6d208f29d9),segment_id=2b0e99ee-61aa-44db-85d9-9c6d208f29d9)] {{(pid=104614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:54:56.162595 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0ddd03d3-b147-4635-9702-166289df8982 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-658269'] for port (2aef6606-d054-46d9-8885-9cfa9433c381), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:56.171433 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_dvr_db [None req-f262033b-6caa-47ea-b6d2-5e9585c3869f None None] Set router fdf33fd2-ad3a-46b6-ae3d-9a8b62ed4751 gateway port host: None {{(pid=104617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:54:56.171979 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:56.176179 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [None req-0ddd03d3-b147-4635-9702-166289df8982 admin admin] Calling delete_port for 2aef6606-d054-46d9-8885-9cfa9433c381 owned by network:router_gateway {{(pid=104614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:54:56.235687 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.l3_hamode_db [None req-f262033b-6caa-47ea-b6d2-5e9585c3869f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf33fd2-ad3a-46b6-ae3d-9a8b62ed4751', 'name': 'tempest-TestVolumeBootPattern-2042683020-router', 'tenant_id': '71c41060bd5f4028b368df1e232449e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:11Z', 'updated_at': '2022-05-27T03:54:55Z', 'revision_number': 6, 'project_id': '71c41060bd5f4028b368df1e232449e2', 'gw_port_host': None}], 'dv-cinder-828805-4-iscsi', False) {} {{(pid=104617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:56.258166 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f262033b-6caa-47ea-b6d2-5e9585c3869f None None] The sync data for ids ['fdf33fd2-ad3a-46b6-ae3d-9a8b62ed4751'] in dv-cinder-828805-4-iscsi is: [{'id': 'fdf33fd2-ad3a-46b6-ae3d-9a8b62ed4751', 'name': 'tempest-TestVolumeBootPattern-2042683020-router', 'tenant_id': '71c41060bd5f4028b368df1e232449e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:48:11Z', 'updated_at': '2022-05-27T03:54:55Z', 'revision_number': 6, 'project_id': '71c41060bd5f4028b368df1e232449e2', 'gw_port_host': None}] {{(pid=104617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:54:56.413229 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0ddd03d3-b147-4635-9702-166289df8982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791799905747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791799515450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8584799065'] for port (2aef6606-d054-46d9-8885-9cfa9433c381), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:56.438237 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddd03d3-b147-4635-9702-166289df8982 admin admin] Pushing event deleted for resources: {'Port': ['ID=2aef6606-d054-46d9-8885-9cfa9433c381,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:56.499326 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0ddd03d3-b147-4635-9702-166289df8982 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680155'] for router_gateway (fdf33fd2-ad3a-46b6-ae3d-9a8b62ed4751), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:56.585485 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0ddd03d3-b147-4635-9702-166289df8982 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60974'] for router (fdf33fd2-ad3a-46b6-ae3d-9a8b62ed4751), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:56.588057 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0ddd03d3-b147-4635-9702-166289df8982 admin admin] Publish callbacks [] for router_controller (fdf33fd2-ad3a-46b6-ae3d-9a8b62ed4751), precommit_delete_associations {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:56.722412 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0ddd03d3-b147-4635-9702-166289df8982 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682369'] for router (fdf33fd2-ad3a-46b6-ae3d-9a8b62ed4751), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:56.723044 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ddd03d3-b147-4635-9702-166289df8982 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fdf33fd2-ad3a-46b6-ae3d-9a8b62ed4751 {{(pid=104614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:54:56.727134 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-0ddd03d3-b147-4635-9702-166289df8982 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:56.728293 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-0ddd03d3-b147-4635-9702-166289df8982 admin admin] 10.222.0.24 "DELETE /v2.0/routers/fdf33fd2-ad3a-46b6-ae3d-9a8b62ed4751 HTTP/1.1" status: 204 len: 168 time: 0.9605269 May 27 03:54:56.730753 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 45446) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:54:56.773917 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.db_base_plugin_v2 [None req-92d6119c-48c6-4927-9f80-0fe39e7015bd admin admin] Deleting subnet 287af7d6-9210-4bdd-b85a-5c4f00df1cb1 {{(pid=104614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 03:54:56.776864 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-92d6119c-48c6-4927-9f80-0fe39e7015bd admin admin] Publish callbacks [] for subnet (287af7d6-9210-4bdd-b85a-5c4f00df1cb1), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:56.810326 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-92d6119c-48c6-4927-9f80-0fe39e7015bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8584813236'] for subnet (287af7d6-9210-4bdd-b85a-5c4f00df1cb1), precommit_delete_associations {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:56.887752 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-92d6119c-48c6-4927-9f80-0fe39e7015bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4004246'] for subnet (287af7d6-9210-4bdd-b85a-5c4f00df1cb1), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:56.920803 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:57.003286 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-92d6119c-48c6-4927-9f80-0fe39e7015bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4004239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8584799400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8584400384'] for subnet (287af7d6-9210-4bdd-b85a-5c4f00df1cb1), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:57.030190 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d6119c-48c6-4927-9f80-0fe39e7015bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=287af7d6-9210-4bdd-b85a-5c4f00df1cb1,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:57.039461 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-92d6119c-48c6-4927-9f80-0fe39e7015bd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:57.043720 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e101350-2599-45ed-9832-efcf77cb77aa None None] Network 5172f6d3-67c2-4dd4-9473-286a0c5f19f6 requested from dv-cinder-828805-4-iscsi {{(pid=104616) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:54:57.045195 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-92d6119c-48c6-4927-9f80-0fe39e7015bd admin admin] 10.222.0.24 "DELETE /v2.0/subnets/287af7d6-9210-4bdd-b85a-5c4f00df1cb1 HTTP/1.1" status: 204 len: 168 time: 0.3134222 May 27 03:54:57.048989 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 45448) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:54:57.111929 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 3d504055-94b7-4e95-a2fc-cf121568354b no longer exists at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:54:57.130110 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-dba5595c-7c6d-4052-b0dd-f20239297357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963665'] for network (5172f6d3-67c2-4dd4-9473-286a0c5f19f6), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:57.140009 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] No Port match for: 3d504055-94b7-4e95-a2fc-cf121568354b {{(pid=104616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:54:57.140359 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 3d504055-94b7-4e95-a2fc-cf121568354b not bound to the agent host dv-cinder-828805-4-iscsi {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:54:57.140779 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 2aef6606-d054-46d9-8885-9cfa9433c381 no longer exists at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:54:57.166752 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] No Port match for: 2aef6606-d054-46d9-8885-9cfa9433c381 {{(pid=104616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:54:57.167190 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 2aef6606-d054-46d9-8885-9cfa9433c381 not bound to the agent host dv-cinder-828805-4-iscsi {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:54:57.181139 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [None req-dba5595c-7c6d-4052-b0dd-f20239297357 admin admin] Deleting port 052b4ca6-9bd6-4298-bbca-15f5eded838f {{(pid=104614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:54:57.181480 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-dba5595c-7c6d-4052-b0dd-f20239297357 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791799895781'] for port (052b4ca6-9bd6-4298-bbca-15f5eded838f), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:57.248109 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.db [None req-dba5595c-7c6d-4052-b0dd-f20239297357 admin admin] For port 052b4ca6-9bd6-4298-bbca-15f5eded838f, host dv-cinder-828805-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=052b4ca6-9bd6-4298-bbca-15f5eded838f,segment=NetworkSegment(f89c9114-6905-4789-820e-3b9268843f73),segment_id=f89c9114-6905-4789-820e-3b9268843f73)] {{(pid=104614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:54:57.248349 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-dba5595c-7c6d-4052-b0dd-f20239297357 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-658269'] for port (052b4ca6-9bd6-4298-bbca-15f5eded838f), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:57.258774 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9439f7c-931e-4755-908c-d0fb0cbc9b00 None None] DHCP port deletion for 5172f6d3-67c2-4dd4-9473-286a0c5f19f6 request from dv-cinder-828805-4-iscsi {{(pid=104616) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 03:54:57.264708 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.plugin [None req-dba5595c-7c6d-4052-b0dd-f20239297357 admin admin] Calling delete_port for 052b4ca6-9bd6-4298-bbca-15f5eded838f owned by network:dhcp {{(pid=104614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:54:57.300877 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-f9439f7c-931e-4755-908c-d0fb0cbc9b00 None None] Deleting port 052b4ca6-9bd6-4298-bbca-15f5eded838f {{(pid=104616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:54:57.301243 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-f9439f7c-931e-4755-908c-d0fb0cbc9b00 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791799895781'] for port (052b4ca6-9bd6-4298-bbca-15f5eded838f), before_delete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:57.340389 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:57.373124 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.db [None req-f9439f7c-931e-4755-908c-d0fb0cbc9b00 None None] For port 052b4ca6-9bd6-4298-bbca-15f5eded838f, host dv-cinder-828805-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-4-iscsi',level=0,port_id=052b4ca6-9bd6-4298-bbca-15f5eded838f,segment=NetworkSegment(f89c9114-6905-4789-820e-3b9268843f73),segment_id=f89c9114-6905-4789-820e-3b9268843f73)] {{(pid=104616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:54:57.373512 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-f9439f7c-931e-4755-908c-d0fb0cbc9b00 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-658269'] for port (052b4ca6-9bd6-4298-bbca-15f5eded838f), precommit_delete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:57.386651 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-f9439f7c-931e-4755-908c-d0fb0cbc9b00 None None] Calling delete_port for 052b4ca6-9bd6-4298-bbca-15f5eded838f owned by network:dhcp {{(pid=104616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:54:57.430331 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-dba5595c-7c6d-4052-b0dd-f20239297357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791799905747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791799515450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8584799065'] for port (052b4ca6-9bd6-4298-bbca-15f5eded838f), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:57.456807 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba5595c-7c6d-4052-b0dd-f20239297357 admin admin] Pushing event deleted for resources: {'Port': ['ID=052b4ca6-9bd6-4298-bbca-15f5eded838f,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:57.458609 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba5595c-7c6d-4052-b0dd-f20239297357 admin admin] No DVR routers for this DVR port 052b4ca6-9bd6-4298-bbca-15f5eded838f on host dv-cinder-828805-4-iscsi {{(pid=104614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:54:57.462124 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-f9439f7c-931e-4755-908c-d0fb0cbc9b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3881076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-360069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791799905747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791799515450'] for port (052b4ca6-9bd6-4298-bbca-15f5eded838f), after_delete {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:57.488093 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9439f7c-931e-4755-908c-d0fb0cbc9b00 None None] Pushing event deleted for resources: {'Port': ['ID=052b4ca6-9bd6-4298-bbca-15f5eded838f,revision_number=None']} {{(pid=104616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:57.494460 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9439f7c-931e-4755-908c-d0fb0cbc9b00 None None] No DVR routers for this DVR port 052b4ca6-9bd6-4298-bbca-15f5eded838f on host dv-cinder-828805-4-iscsi {{(pid=104616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:54:57.531222 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-dba5595c-7c6d-4052-b0dd-f20239297357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3997731', 'neutron.services.segments.db._delete_segments_for_network-8791800041072'] for network (5172f6d3-67c2-4dd4-9473-286a0c5f19f6), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:57.554959 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.services.segments.db [None req-dba5595c-7c6d-4052-b0dd-f20239297357 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5172f6d3-67c2-4dd4-9473-286a0c5f19f6']}} {{(pid=104614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:57.564705 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.services.segments.db [None req-dba5595c-7c6d-4052-b0dd-f20239297357 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f89c9114-6905-4789-820e-3b9268843f73') {'for_net_delete': True} {{(pid=104614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:57.569437 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.services.segments.db [None req-dba5595c-7c6d-4052-b0dd-f20239297357 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f89c9114-6905-4789-820e-3b9268843f73') {} {{(pid=104614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:54:57.574280 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-dba5595c-7c6d-4052-b0dd-f20239297357 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791800041849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8584813197'] for segment (f89c9114-6905-4789-820e-3b9268843f73), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:57.587674 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-dba5595c-7c6d-4052-b0dd-f20239297357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545'] for segment (f89c9114-6905-4789-820e-3b9268843f73), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:57.593550 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dba5595c-7c6d-4052-b0dd-f20239297357 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=104614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:54:57.598089 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-dba5595c-7c6d-4052-b0dd-f20239297357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4003545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8584798986'] for segment (f89c9114-6905-4789-820e-3b9268843f73), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:57.671029 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.services.segments.plugin [-] Segment f89c9114-6905-4789-820e-3b9268843f73 resource provider aggregate not found May 27 03:54:57.690077 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.services.segments.plugin [-] Segment f89c9114-6905-4789-820e-3b9268843f73 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f89c9114-6905-4789-820e-3b9268843f73 found for delete ", "request_id": "req-11e5f9ba-9739-4cc7-a704-281d78c18d38"}]} May 27 03:54:57.736670 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-dba5595c-7c6d-4052-b0dd-f20239297357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3997720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-373395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680183'] for network (5172f6d3-67c2-4dd4-9473-286a0c5f19f6), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:57.742935 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-dba5595c-7c6d-4052-b0dd-f20239297357 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-373421'] for network (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:57.746019 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-dba5595c-7c6d-4052-b0dd-f20239297357 admin admin] 10.222.0.24 "DELETE /v2.0/networks/5172f6d3-67c2-4dd4-9473-286a0c5f19f6 HTTP/1.1" status: 204 len: 168 time: 0.6972873 May 27 03:54:57.755936 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba5595c-7c6d-4052-b0dd-f20239297357 admin admin] Pushing event deleted for resources: {'Network': ['ID=5172f6d3-67c2-4dd4-9473-286a0c5f19f6,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:58.101774 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 45458) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:54:58.141530 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-bd57f6a1-36f2-4b1e-bab9-948fc7a41e0c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=696d1db827244c65b179789b47baabe1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385768 May 27 03:54:58.144459 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 45460) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:54:58.190974 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-30db8d14-371d-4a6c-83f0-42ae8c54abea admin admin] Publish callbacks [] for security_group (d55fefd9-ea22-454f-a23a-59f03765b389), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:58.215909 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-30db8d14-371d-4a6c-83f0-42ae8c54abea admin admin] Publish callbacks [] for security_group (d55fefd9-ea22-454f-a23a-59f03765b389), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:58.344551 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-30db8d14-371d-4a6c-83f0-42ae8c54abea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (d55fefd9-ea22-454f-a23a-59f03765b389), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:58.347858 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-30db8d14-371d-4a6c-83f0-42ae8c54abea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:58.348997 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-30db8d14-371d-4a6c-83f0-42ae8c54abea admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d55fefd9-ea22-454f-a23a-59f03765b389 HTTP/1.1" status: 204 len: 168 time: 0.2036624 May 27 03:54:58.357127 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30db8d14-371d-4a6c-83f0-42ae8c54abea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55fefd9-ea22-454f-a23a-59f03765b389,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:54:58.750689 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.agents_db [None req-cbb77ebc-65ec-4caa-a8b3-81c074906866 None None] Agent healthcheck: found 6 active agents {{(pid=104617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:54:58.964414 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 052b4ca6-9bd6-4298-bbca-15f5eded838f no longer exists at agent ovs-agent-dv-cinder-828805-4-iscsi {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:54:58.987379 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.plugin [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] No Port match for: 052b4ca6-9bd6-4298-bbca-15f5eded838f {{(pid=104616) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:54:58.987721 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron.plugins.ml2.rpc [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Device 052b4ca6-9bd6-4298-bbca-15f5eded838f not bound to the agent host dv-cinder-828805-4-iscsi {{(pid=104616) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:54:59.026607 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 45466) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:54:59.065656 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-e26566d6-c479-4ed2-84e4-f2d39c2a80f8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=71c41060bd5f4028b368df1e232449e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378370 May 27 03:54:59.068115 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [-] (104614) accepted ('10.222.0.24', 45468) {{(pid=104614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:54:59.073382 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:54:59.116265 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-a532385a-c14d-428c-b330-85af45c465cc admin admin] Publish callbacks [] for security_group (3ba96397-8dd4-4fe9-a404-783bc896e0a1), before_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:59.136744 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-a532385a-c14d-428c-b330-85af45c465cc admin admin] Publish callbacks [] for security_group (3ba96397-8dd4-4fe9-a404-783bc896e0a1), precommit_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:59.275959 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-a532385a-c14d-428c-b330-85af45c465cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567313'] for security_group (3ba96397-8dd4-4fe9-a404-783bc896e0a1), after_delete {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:59.278460 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron_lib.callbacks.manager [None req-a532385a-c14d-428c-b330-85af45c465cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:54:59.279651 dv-cinder-828805-4-iscsi neutron-server[104614]: INFO neutron.wsgi [None req-a532385a-c14d-428c-b330-85af45c465cc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3ba96397-8dd4-4fe9-a404-783bc896e0a1 HTTP/1.1" status: 204 len: 168 time: 0.2106667 May 27 03:54:59.287664 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a532385a-c14d-428c-b330-85af45c465cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba96397-8dd4-4fe9-a404-783bc896e0a1,revision_number=None']} {{(pid=104614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:55:04.150469 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG dbcounter [-] [104615] Writing DB stats neutron:SELECT=74,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104615) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:55:08.968443 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=92,neutron:DELETE=5 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:55:09.283558 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG dbcounter [-] [104614] Writing DB stats neutron:SELECT=69,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104614) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:55:09.299577 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=59,neutron:DELETE=5 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:55:12.352633 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=60 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:55:12.354609 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=57 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:55:13.595524 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (134bae73-502b-4599-bb47-129fee8818a4), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:14.170884 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [req-d6754bfe-fd64-4d2f-bf80-2296418b9be2 req-950e697d-91fe-41f3-b9d5-4c9c86bd55d5 service neutron] (104615) timed out ('10.222.0.69', 50732) {{(pid=104615) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 27 03:55:14.752975 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-5b5d224e-771b-4e60-82ed-39240221424c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (b322252d-fb9d-4652-a830-647fed26b29a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:16.932847 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-4f1484b3-5394-404b-a870-45e6b199fbb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (9df6ec88-276d-42f5-acd2-7e289451d5e3), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:18.255923 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-584d7fde-7d72-4642-9601-b182cfb78c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (413fc6aa-3a5a-4281-abfd-a440a67afb4a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:19.372637 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f446-e12c-45b2-8c38-3579950c1c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (785c7416-4bf9-40d9-a08f-c797a61a0436), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:20.889517 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (917d01f3-4a27-4590-ae14-da14d21a1e88), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:30.819578 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:55:30.821506 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:55:35.752015 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.agents_db [None req-cbb77ebc-65ec-4caa-a8b3-81c074906866 None None] Agent healthcheck: found 6 active agents {{(pid=104617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:55:36.914389 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [req-dda2fd6e-146c-40b0-bf73-eb30e84878f8 req-01576456-f90e-43ce-8dcc-b59166d61f73 service neutron] (104614) timed out ('10.222.0.24', 38528) {{(pid=104614) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 27 03:55:36.995104 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [req-dda2fd6e-146c-40b0-bf73-eb30e84878f8 req-66fca05e-8ecf-412f-b551-442b89d5d9d5 tempest-TestShelveInstance-894870543 tempest-TestShelveInstance-894870543-project] (104614) timed out ('10.222.0.24', 38542) {{(pid=104614) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 27 03:55:43.615013 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (134bae73-502b-4599-bb47-129fee8818a4), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:44.680602 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-ecd4e54b-697d-408c-87ff-3a21ee467383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (b322252d-fb9d-4652-a830-647fed26b29a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:46.946187 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-678363f9-9a9e-4ba7-a777-32adda016998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (9df6ec88-276d-42f5-acd2-7e289451d5e3), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:48.265703 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-584d7fde-7d72-4642-9601-b182cfb78c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (413fc6aa-3a5a-4281-abfd-a440a67afb4a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:48.754215 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=4 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:55:48.838368 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=4 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:55:49.366322 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f446-e12c-45b2-8c38-3579950c1c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (785c7416-4bf9-40d9-a08f-c797a61a0436), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:55:50.888510 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (917d01f3-4a27-4590-ae14-da14d21a1e88), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:56:00.811398 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:56:00.817444 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:56:12.751531 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.agents_db [None req-cbb77ebc-65ec-4caa-a8b3-81c074906866 None None] Agent healthcheck: found 6 active agents {{(pid=104617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:56:12.830113 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:DELETE=1 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:56:13.651190 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (134bae73-502b-4599-bb47-129fee8818a4), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:56:14.704823 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-8f2e6b29-8c88-45cb-bcb8-700eda65d72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (b322252d-fb9d-4652-a830-647fed26b29a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:56:16.962450 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-5199b37f-7971-4a9b-8b83-b395cd4259a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (9df6ec88-276d-42f5-acd2-7e289451d5e3), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:56:18.265313 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-584d7fde-7d72-4642-9601-b182cfb78c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (413fc6aa-3a5a-4281-abfd-a440a67afb4a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:56:19.362394 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f446-e12c-45b2-8c38-3579950c1c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (785c7416-4bf9-40d9-a08f-c797a61a0436), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:56:20.873729 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (917d01f3-4a27-4590-ae14-da14d21a1e88), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:56:25.758527 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=2 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:56:25.764406 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=7 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:56:32.468902 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:56:32.472804 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:56:32.760515 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [req-fbe25928-7dd3-4bca-bd3b-7896e843f343 req-6d9162aa-2a70-4d59-9843-6c68396e8ab8 service neutron] (104614) timed out ('10.222.0.24', 40930) {{(pid=104614) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 27 03:56:32.947271 dv-cinder-828805-4-iscsi neutron-server[104615]: DEBUG neutron.wsgi [req-fbe25928-7dd3-4bca-bd3b-7896e843f343 req-f49b141e-69c8-4cde-a893-8092db3e508f tempest-AttachVolumeShelveTestJSON-1207782569 tempest-AttachVolumeShelveTestJSON-1207782569-project] (104615) timed out ('10.222.0.24', 40940) {{(pid=104615) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 27 03:56:43.628040 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (134bae73-502b-4599-bb47-129fee8818a4), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:56:44.673218 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-4bc4ce97-5cfe-4485-b1c5-9848c13a57ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (b322252d-fb9d-4652-a830-647fed26b29a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:56:46.936818 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-8faf97d0-3b68-4949-802f-4e9de544c162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (9df6ec88-276d-42f5-acd2-7e289451d5e3), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:56:48.301889 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-584d7fde-7d72-4642-9601-b182cfb78c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (413fc6aa-3a5a-4281-abfd-a440a67afb4a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:56:49.398960 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f446-e12c-45b2-8c38-3579950c1c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (785c7416-4bf9-40d9-a08f-c797a61a0436), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:56:49.750864 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.agents_db [None req-cbb77ebc-65ec-4caa-a8b3-81c074906866 None None] Agent healthcheck: found 6 active agents {{(pid=104617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:56:50.881439 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (917d01f3-4a27-4590-ae14-da14d21a1e88), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:00.819994 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:UPDATE=4,neutron:SELECT=8 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:57:00.821876 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:57:12.341777 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=16 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:57:12.347697 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=18 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:57:13.629550 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (134bae73-502b-4599-bb47-129fee8818a4), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:14.718106 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-d139a148-1e47-4c93-8163-4b25c133ab9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (b322252d-fb9d-4652-a830-647fed26b29a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:16.946926 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-2cfff258-b8bc-4ffa-b015-f5f2d07a24fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (9df6ec88-276d-42f5-acd2-7e289451d5e3), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:18.255299 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-584d7fde-7d72-4642-9601-b182cfb78c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (413fc6aa-3a5a-4281-abfd-a440a67afb4a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:19.375457 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f446-e12c-45b2-8c38-3579950c1c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (785c7416-4bf9-40d9-a08f-c797a61a0436), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:20.874435 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (917d01f3-4a27-4590-ae14-da14d21a1e88), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:26.749639 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.agents_db [None req-cbb77ebc-65ec-4caa-a8b3-81c074906866 None None] Agent healthcheck: found 6 active agents {{(pid=104617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:57:27.752339 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=2 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:57:30.818438 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:57:30.820367 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:57:39.765937 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=5 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:57:39.766700 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=3 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:57:43.645838 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (134bae73-502b-4599-bb47-129fee8818a4), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:44.683477 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-650e9d57-d016-4c64-bb31-2749771ed29a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (b322252d-fb9d-4652-a830-647fed26b29a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:46.962734 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-69d8d559-cd34-4a1a-8ec8-6a1250b0a943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (9df6ec88-276d-42f5-acd2-7e289451d5e3), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:48.262272 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-584d7fde-7d72-4642-9601-b182cfb78c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (413fc6aa-3a5a-4281-abfd-a440a67afb4a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:49.371180 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f446-e12c-45b2-8c38-3579950c1c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (785c7416-4bf9-40d9-a08f-c797a61a0436), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:57:50.911217 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (917d01f3-4a27-4590-ae14-da14d21a1e88), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:00.817177 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:UPDATE=2,neutron:SELECT=9 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:58:00.824140 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:58:03.748653 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.agents_db [None req-cbb77ebc-65ec-4caa-a8b3-81c074906866 None None] Agent healthcheck: found 6 active agents {{(pid=104617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:58:13.644024 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (134bae73-502b-4599-bb47-129fee8818a4), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:14.693844 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-bb90a1fa-3fc9-4cdb-aa46-6eb0b2053d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (b322252d-fb9d-4652-a830-647fed26b29a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:16.771769 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=3 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:58:16.772476 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:DELETE=1,neutron:SELECT=6 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:58:16.929798 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-bcd5595e-eba2-411a-bf68-2bb66de9e34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (9df6ec88-276d-42f5-acd2-7e289451d5e3), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:18.301143 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-584d7fde-7d72-4642-9601-b182cfb78c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (413fc6aa-3a5a-4281-abfd-a440a67afb4a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:19.407779 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f446-e12c-45b2-8c38-3579950c1c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (785c7416-4bf9-40d9-a08f-c797a61a0436), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:20.895416 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (917d01f3-4a27-4590-ae14-da14d21a1e88), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:32.351759 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:58:32.358681 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:58:40.746883 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.agents_db [None req-cbb77ebc-65ec-4caa-a8b3-81c074906866 None None] Agent healthcheck: found 6 active agents {{(pid=104617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:58:43.681676 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (134bae73-502b-4599-bb47-129fee8818a4), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:44.710341 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-b7fbc044-f0c4-44bc-99fa-97f1bb408096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (b322252d-fb9d-4652-a830-647fed26b29a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:46.938586 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-0a53a435-14f2-4d58-b196-3240e5af0119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (9df6ec88-276d-42f5-acd2-7e289451d5e3), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:48.271858 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-584d7fde-7d72-4642-9601-b182cfb78c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (413fc6aa-3a5a-4281-abfd-a440a67afb4a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:49.368754 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f446-e12c-45b2-8c38-3579950c1c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (785c7416-4bf9-40d9-a08f-c797a61a0436), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:50.883490 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (917d01f3-4a27-4590-ae14-da14d21a1e88), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:58:53.768386 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=5 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:58:53.769170 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=3 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:00.821902 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:00.823778 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:12.352400 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=12 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:12.354155 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=14 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:13.651950 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (134bae73-502b-4599-bb47-129fee8818a4), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:14.716609 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-922b37a4-0839-4484-855a-2759dea88df6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (b322252d-fb9d-4652-a830-647fed26b29a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:16.933849 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-2209c2a4-7517-403e-8c2d-3b929964af10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (9df6ec88-276d-42f5-acd2-7e289451d5e3), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:17.746250 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.agents_db [None req-cbb77ebc-65ec-4caa-a8b3-81c074906866 None None] Agent healthcheck: found 6 active agents {{(pid=104617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:59:18.316735 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-584d7fde-7d72-4642-9601-b182cfb78c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (413fc6aa-3a5a-4281-abfd-a440a67afb4a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:19.424871 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f446-e12c-45b2-8c38-3579950c1c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (785c7416-4bf9-40d9-a08f-c797a61a0436), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:20.905109 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (917d01f3-4a27-4590-ae14-da14d21a1e88), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:30.773628 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=4 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:30.774379 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=4 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:30.815712 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:30.822648 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:59:43.662496 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-26aceeb7-bfb9-437f-8c95-ab4fa8120fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (134bae73-502b-4599-bb47-129fee8818a4), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:44.668430 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-96774049-4367-4b32-8eec-f9b448513c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (b322252d-fb9d-4652-a830-647fed26b29a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:46.949771 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-c3e5f794-9291-4634-b4d9-4f8810d25224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (9df6ec88-276d-42f5-acd2-7e289451d5e3), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:48.287113 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-584d7fde-7d72-4642-9601-b182cfb78c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (413fc6aa-3a5a-4281-abfd-a440a67afb4a), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:49.401567 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f446-e12c-45b2-8c38-3579950c1c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (785c7416-4bf9-40d9-a08f-c797a61a0436), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:50.884975 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG neutron_lib.callbacks.manager [None req-93c37069-c642-4239-ab0e-053d8479a2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791800041054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3900896'] for agent (917d01f3-4a27-4590-ae14-da14d21a1e88), after_update {{(pid=104616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:59:54.745956 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG neutron.db.agents_db [None req-cbb77ebc-65ec-4caa-a8b3-81c074906866 None None] Agent healthcheck: found 6 active agents {{(pid=104617) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 04:00:00.816105 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:00.823159 dv-cinder-828805-4-iscsi neutron-server[104616]: DEBUG dbcounter [-] [104616] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104616) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:01.461414 dv-cinder-828805-4-iscsi neutron-server[104614]: DEBUG neutron.wsgi [req-00f98231-698f-4cd5-a5c3-c0e158e8bfb1 req-3ec55d0c-2e56-4954-924c-71e1af51dfcd tempest-VolumesSnapshotTestJSON-565840811 tempest-VolumesSnapshotTestJSON-565840811-project] (104614) timed out ('10.222.0.69', 50758) {{(pid=104614) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 27 04:00:12.839012 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=4 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 04:00:12.840090 dv-cinder-828805-4-iscsi neutron-server[104617]: DEBUG dbcounter [-] [104617] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104617) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}